00000800:00000200:2.1F:1746126022.513573:0:3767:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b216b000] -> 12345-192.168.204.115@tcp (2) 00000800:00000200:2.1:1746126022.513811:0:3758:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b216b000] -> 12345-192.168.204.115@tcp (2) 00000800:00000200:2.1:1746126022.513813:0:3758:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.115@tcp ffff8800b216b540 deleted 00000800:00000010:2.1:1746126022.513815:0:3758:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b216b540. 00000800:00000200:2.1:1746126022.513818:0:3758:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1746126022.513821:0:3758:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.115@tcp ip 192.168.204.115:1023 00000800:00000200:2.1:1746126022.513825:0:3758:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b4bfe800 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1F:1746126022.513865:0:3757:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1F:1746126022.514009:0:3759:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b216b000] -> 12345-192.168.204.115@tcp (4) 00000800:00000200:0.1:1746126022.514015:0:3759:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.115@tcp ffff8800b1856600 deleted 00000800:00000010:0.1:1746126022.514016:0:3759:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b1856600. 00000800:00000200:0.1:1746126022.514018:0:3759:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1746126022.514105:0:3757:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1746126022.575439:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4bfeb00. 00010000:00000010:2.1:1746126022.575444:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b1998400. 00010000:00000010:3.1F:1746126022.645498:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a41a1700. 00010000:00000010:3.1:1746126022.645508:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880135240400. 00010000:00000010:3.1:1746126022.645520:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b538a100. 00010000:00000010:3.1:1746126022.645527:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a5ed8e00. 00010000:00000010:0.1:1746126022.652396:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4af3e00. 00080000:00000010:3.1:1746126022.657865:0:27:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800a7b98660. 00002000:00100000:0.0:1746126702.309981:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969efb80 x1830945816270848/t4294970281(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.309990:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969efb80 with x1830945816270848 ext(0->7) 00010000:00010000:0.0:1746126702.309995:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ca00/0xd8b4f51a8447cd4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b21a7 expref: 18 pid: 11425 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.310006:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ca00/0xd8b4f51a8447cd4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b21a7 expref: 18 pid: 11425 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.310012:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969efb80 00000100:00100000:0.0:1746126702.312679:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.317182:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.324640:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816271744 00000100:00100000:0.0:1746126702.324645:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816271744 00002000:00100000:0.0:1746126702.324673:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009892c700 x1830945816271744/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 488/0 e 0 to 0 dl 1746126713 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.324682:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892c700 with x1830945816271744 ext(0->4095) 00002000:00010000:0.0:1746126702.324686:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009892c700 00000100:00100000:0.0:1746126702.324699:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12433 00000100:00100000:0.0:1746126702.324704:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2009:x1830945816271744:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126702.324836:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2009:x1830945816271744:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (312us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126702.324842:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12433 00002000:00100000:0.0:1746126702.324848:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009892c700 x1830945816271744/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 488/4536 e 0 to 0 dl 1746126713 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.324855:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892c700 with x1830945816271744 ext(0->4095) 00010000:00010000:0.0:1746126702.324860:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3c200/0xd8b4f51a8447cd59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b21b5 expref: 20 pid: 11425 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.324871:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3c200/0xd8b4f51a8447cd59 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b21b5 expref: 20 pid: 11425 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.324877:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009892c700 00000100:00100000:0.0:1746126702.327896:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.329124:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.331862:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.340951:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.346514:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.350352:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.352044:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2010:x1830945816272768:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1477us (1688us total) trans 4294970282 rc 0/0 00000100:00100000:0.0:1746126702.352052:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1169 00002000:00100000:0.0:1746126702.352058:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969ed180 x1830945816272768/t4294970282(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.352070:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed180 with x1830945816272768 ext(0->7) 00010000:00010000:0.0:1746126702.352077:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447cd60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b21bc expref: 20 pid: 9566 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.352087:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447cd60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b21bc expref: 20 pid: 9566 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.352094:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ed180 00000100:00100000:0.0:1746126702.356270:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.361590:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.364370:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.366347:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830945812990592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746126702.377684:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.380433:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.384113:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.385441:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2007:x1830945816273920:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1158us (1330us total) trans 4294970283 rc 0/0 00000100:00100000:0.0:1746126702.385447:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1171 00002000:00100000:0.0:1746126702.385452:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009989c380 x1830945816273920/t4294970283(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.385457:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989c380 with x1830945816273920 ext(0->7) 00010000:00010000:0.0:1746126702.385462:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e324400/0xd8b4f51a8447cd6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b21ca expref: 22 pid: 9566 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.385470:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e324400/0xd8b4f51a8447cd6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b21ca expref: 22 pid: 9566 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.385474:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009989c380 00000100:00100000:0.0:1746126702.386962:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.391894:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.396210:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.399662:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.400738:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.402503:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.404225:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.404283:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.409550:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.413708:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.417536:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2009:x1830945816275712:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3543us (3827us total) trans 4294970284 rc 0/0 00000100:00100000:0.0:1746126702.417549:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1174 00002000:00100000:0.0:1746126702.417560:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009989c700 x1830945816275712/t4294970284(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.417568:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989c700 with x1830945816275712 ext(0->7) 00010000:00010000:0.0:1746126702.417577:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325c00/0xd8b4f51a8447cd83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b21df expref: 24 pid: 9566 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.417592:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325c00/0xd8b4f51a8447cd83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b21df expref: 24 pid: 9566 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.417599:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009989c700 00000100:00100000:0.0:1746126702.423997:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.430569:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816276096 00000100:00100000:0.0:1746126702.430578:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816276096 00002000:00100000:0.0:1746126702.430621:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009ca31180 x1830945816276096/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:463/0 lens 488/0 e 0 to 0 dl 1746126713 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.430636:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31180 with x1830945816276096 ext(0->4095) 00002000:00010000:0.0:1746126702.430641:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca31180 00000100:00100000:0.0:1746126702.430661:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12437 00000100:00100000:0.0:1746126702.430668:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816276096:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126702.430822:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816276096:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 155us (391us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126702.430830:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12437 00002000:00100000:0.0:1746126702.430836:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009ca31180 x1830945816276096/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:463/0 lens 488/4536 e 0 to 0 dl 1746126713 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.430843:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31180 with x1830945816276096 ext(0->4095) 00002000:00010000:0.0:1746126702.430846:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca31180 00000100:00100000:0.0:1746126702.430892:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.435848:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.435908:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.442735:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.444744:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.447517:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099271500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945816276992:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2175us (2767us total) trans 4294970285 rc 0/0 00000100:00100000:0.0:1746126702.447527:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1176 00002000:00100000:0.0:1746126702.447536:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099271500 x1830945816276992/t4294970285(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.447545:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099271500 with x1830945816276992 ext(0->7) 00010000:00010000:0.0:1746126702.447554:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325400/0xd8b4f51a8447cd91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b21ed expref: 27 pid: 9566 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.447568:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325400/0xd8b4f51a8447cd91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b21ed expref: 27 pid: 9566 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.447574:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099271500 00000100:00100000:0.0:1746126702.449629:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.453968:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816277376 00000100:00100000:0.0:1746126702.453980:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816277376 00002000:00100000:0.0:1746126702.454008:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094b6e300 x1830945816277376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 488/0 e 0 to 0 dl 1746126713 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.454018:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6e300 with x1830945816277376 ext(0->4095) 00002000:00010000:0.0:1746126702.454022:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b6e300 00000100:00100000:0.0:1746126702.454044:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12438 00000100:00100000:0.0:1746126702.454049:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2007:x1830945816277376:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126702.454164:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2007:x1830945816277376:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (249us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126702.454170:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12438 00002000:00100000:0.0:1746126702.454175:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094b6e300 x1830945816277376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 488/4536 e 0 to 0 dl 1746126713 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.454181:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6e300 with x1830945816277376 ext(0->4095) 00002000:00010000:0.0:1746126702.454184:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b6e300 00000100:00100000:0.0:1746126702.456663:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.462014:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816277760 00000100:00100000:0.0:1746126702.462022:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816277760 00002000:00100000:0.0:1746126702.462059:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094b6c000 x1830945816277760/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:463/0 lens 488/0 e 0 to 0 dl 1746126713 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.462067:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6c000 with x1830945816277760 ext(0->4095) 00002000:00010000:0.0:1746126702.462071:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b6c000 00000100:00100000:0.0:1746126702.462101:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12439 00000100:00100000:0.0:1746126702.462107:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816277760:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126702.462234:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816277760:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (267us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126702.462241:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12439 00002000:00100000:0.0:1746126702.462246:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094b6c000 x1830945816277760/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:463/0 lens 488/4536 e 0 to 0 dl 1746126713 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.462253:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6c000 with x1830945816277760 ext(0->4095) 00002000:00010000:0.0:1746126702.462256:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b6c000 00000100:00100000:0.0:1746126702.467934:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.467978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.472088:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.472136:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.476476:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.479467:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.480408:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2007:x1830945816279040:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 593us (943us total) trans 4294970286 rc 0/0 00000100:00100000:0.0:1746126702.480414:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1179 00002000:00100000:0.0:1746126702.480420:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099270700 x1830945816279040/t4294970286(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.480426:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099270700 with x1830945816279040 ext(0->7) 00010000:00010000:0.0:1746126702.480431:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447cda6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2202 expref: 28 pid: 9566 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.480438:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447cda6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2202 expref: 28 pid: 9566 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.480443:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099270700 00000100:00100000:0.0:1746126702.483738:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816279168 00000100:00100000:0.0:1746126702.483746:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816279168 00010000:00010000:0.0:1746126702.483915:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447cda6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2202 expref: 28 pid: 9566 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746126702.483948:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 10878 00000100:00100000:0.0:1746126702.483954:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23df850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2009:x1830945816279168:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126702.483965:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746126702.483976:0:7207:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 1746126702 -> 1746126703 00002000:00010000:0.0:1746126702.483979:0:7207:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 1746126702 -> 1746126703 00010000:00010000:0.0:1746126702.483983:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447cda6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2202 expref: 28 pid: 9566 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.483993:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447cda6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2202 expref: 28 pid: 9566 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.484010:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447cda6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2202 expref: 28 pid: 9566 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.484029:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126702.484030:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126702.484036:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e325400/0xd8b4f51a8447cdad lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2209 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.484043:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007e325400/0xd8b4f51a8447cdad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2209 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.484066:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007e325400/0xd8b4f51a8447cdad lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2209 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126702.484080:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099270a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7207:1830945812992768:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126702.484147:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126702.486810:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.486833:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816279424 00000100:00100000:0.0:1746126702.486839:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816279424 00002000:00100000:0.0:1746126702.486870:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099272680 x1830945816279424/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:463/0 lens 488/0 e 0 to 0 dl 1746126713 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.486877:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099272680 with x1830945816279424 ext(0->4095) 00002000:00010000:0.0:1746126702.486882:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099272680 00000100:00100000:0.0:1746126702.487330:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12440 00000100:00100000:0.0:1746126702.487337:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816279424:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126702.487432:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816279424:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 95us (626us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126702.487437:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12440 00002000:00100000:0.0:1746126702.487441:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099272680 x1830945816279424/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:463/0 lens 488/4536 e 0 to 0 dl 1746126713 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.487447:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099272680 with x1830945816279424 ext(0->4095) 00002000:00010000:0.0:1746126702.487449:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099272680 00000100:00100000:0.0:1746126702.490262:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.492638:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.495662:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.500476:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.500500:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.500538:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.503846:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.508687:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.510454:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945816280832:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 947us (1771us total) trans 4294970287 rc 0/0 00000100:00100000:0.0:1746126702.510460:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1182 00002000:00100000:0.0:1746126702.510466:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cba5500 x1830945816280832/t4294970287(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.510472:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5500 with x1830945816280832 ext(0->7) 00010000:00010000:0.0:1746126702.510477:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447cdbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2217 expref: 30 pid: 25391 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.510486:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447cdbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2217 expref: 30 pid: 25391 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.510490:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cba5500 00000100:00100000:0.0:1746126702.513979:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.519283:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816281216 00000100:00100000:0.0:1746126702.519288:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816281216 00002000:00100000:0.0:1746126702.519337:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094b6ca80 x1830945816281216/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:463/0 lens 488/0 e 0 to 0 dl 1746126713 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.519345:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6ca80 with x1830945816281216 ext(0->4095) 00002000:00010000:0.0:1746126702.519349:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b6ca80 00000100:00100000:0.0:1746126702.519364:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12441 00000100:00100000:0.0:1746126702.519370:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816281216:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126702.519471:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816281216:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 100us (396us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126702.519477:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12441 00002000:00100000:0.0:1746126702.519482:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094b6ca80 x1830945816281216/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:463/0 lens 488/4536 e 0 to 0 dl 1746126713 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.519489:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6ca80 with x1830945816281216 ext(0->4095) 00002000:00010000:0.0:1746126702.519491:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b6ca80 00000100:00100000:0.0:1746126702.534734:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.539293:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.546026:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.554968:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945816282112:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3893us (8942us total) trans 4294970288 rc 0/0 00000100:00100000:0.0:1746126702.554979:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1184 00002000:00100000:0.0:1746126702.554989:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cba5f80 x1830945816282112/t4294970288(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.554998:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5f80 with x1830945816282112 ext(0->7) 00010000:00010000:0.0:1746126702.555007:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447cdc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2225 expref: 33 pid: 11425 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.555021:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447cdc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2225 expref: 33 pid: 11425 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.555027:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cba5f80 00000100:00100000:0.0:1746126702.559367:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.565943:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.574075:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.574649:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.579009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.583177:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.584802:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1185 00000100:00100000:0.0:1746126702.584812:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945816283136:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126702.584963:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945816283136:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 154us (1791us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126702.584969:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1185 00002000:00100000:0.0:1746126702.584974:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cbf3480 x1830945816283136/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 488/4536 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.584982:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf3480 with x1830945816283136 ext(0->4095) 00010000:00010000:0.0:1746126702.584987:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0c00/0xd8b4f51a8447cdde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b223a expref: 32 pid: 25391 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.584996:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0c00/0xd8b4f51a8447cdde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b223a expref: 32 pid: 25391 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.585001:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbf3480 00000100:00100000:0.0:1746126702.596458:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.597970:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+34:2010:x1830945816283392:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 903us (1511us total) trans 4294970289 rc 0/0 00000100:00100000:0.0:1746126702.597981:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1186 00002000:00100000:0.0:1746126702.597991:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cbf1f80 x1830945816283392/t4294970289(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.597999:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1f80 with x1830945816283392 ext(0->7) 00010000:00010000:0.0:1746126702.598008:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0c00/0xd8b4f51a8447cdde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b223a expref: 34 pid: 25391 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.598022:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0c00/0xd8b4f51a8447cdde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b223a expref: 34 pid: 25391 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.598029:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbf1f80 00000100:00100000:0.0:1746126702.600985:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.604921:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.608179:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.611930:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.612129:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.615263:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.621196:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.624791:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2008:x1830945816284672:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2930us (3594us total) trans 4294970290 rc 0/0 00000100:00100000:0.0:1746126702.624800:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1188 00002000:00100000:0.0:1746126702.624811:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800b49f2300 x1830945816284672/t4294970290(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.624820:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2300 with x1830945816284672 ext(0->7) 00010000:00010000:0.0:1746126702.624828:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0400/0xd8b4f51a8447cde5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2241 expref: 37 pid: 25391 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.624842:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0400/0xd8b4f51a8447cde5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2241 expref: 37 pid: 25391 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.624847:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b49f2300 00000100:00100000:0.0:1746126702.629114:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.631106:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.636565:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.641574:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816285312 00000100:00100000:0.0:1746126702.641582:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816285312 00000100:00100000:0.0:1746126702.641629:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27691 00000100:00100000:0.0:1746126702.641636:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:1112:x1830945816285312:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126702.641685:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126702.641698:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a547d200/0xd8b4f51a8447cdfa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2256 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.641722:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e325a00/0xd8b4f51a8447cdec lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2248 expref: 37 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.641729:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cdf3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b224f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.643021:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126702.643023:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126702.643888:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a547d200/0xd8b4f51a8447cdfa lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2256 expref: 37 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.643929:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cdf3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b224f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.643941:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cdf3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b224f expref: 5 pid: 9566 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746126702.643952:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945812995072:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126702.644049:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e325a00/0xd8b4f51a8447cdec lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2248 expref: 37 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.644056:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e325a00/0xd8b4f51a8447cdec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2248 expref: 37 pid: 11425 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746126702.644064:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945812995200:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126702.644081:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126702.646506:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.656157:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.659920:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.661379:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945816286464:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 839us (1464us total) trans 4294970291 rc 0/0 00000100:00100000:0.0:1746126702.661387:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1191 00002000:00100000:0.0:1746126702.661393:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c337100 x1830945816286464/t4294970291(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.661401:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c337100 with x1830945816286464 ext(0->7) 00010000:00010000:0.0:1746126702.661406:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a547d200/0xd8b4f51a8447cdfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2256 expref: 39 pid: 11425 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.661416:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a547d200/0xd8b4f51a8447cdfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2256 expref: 39 pid: 11425 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.661422:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c337100 00000100:00100000:0.0:1746126702.663774:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.667180:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.672221:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.675905:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816287104 00000100:00100000:0.0:1746126702.675915:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816287104 00000100:00100000:0.0:1746126702.675954:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27694 00000100:00100000:0.0:1746126702.675961:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ecb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1112:x1830945816287104:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126702.675975:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126702.675990:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098ec4200/0xd8b4f51a8447ce0f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b226b expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.676017:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e325000/0xd8b4f51a8447ce01 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b225d expref: 39 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.676025:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e325400/0xd8b4f51a8447ce08 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2264 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.676031:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126702.676033:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126702.676036:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098ec4200/0xd8b4f51a8447ce0f lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b226b expref: 39 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.676068:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e325400/0xd8b4f51a8447ce08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2264 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.676080:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e325400/0xd8b4f51a8447ce08 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2264 expref: 5 pid: 9566 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746126702.676092:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c336a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945812995712:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126702.676842:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e325000/0xd8b4f51a8447ce01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b225d expref: 39 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.676852:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e325000/0xd8b4f51a8447ce01 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b225d expref: 39 pid: 11425 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746126702.676865:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c335880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945812995840:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126702.676893:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4836c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126702.679526:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.680487:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.680525:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.687827:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.689021:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2008:x1830945816288256:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 736us (1198us total) trans 4294970292 rc 0/0 00000100:00100000:0.0:1746126702.689029:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1194 00002000:00100000:0.0:1746126702.689035:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c334700 x1830945816288256/t4294970292(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.689042:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c334700 with x1830945816288256 ext(0->7) 00010000:00010000:0.0:1746126702.689046:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098ec4200/0xd8b4f51a8447ce0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b226b expref: 41 pid: 11425 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.689055:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098ec4200/0xd8b4f51a8447ce0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b226b expref: 41 pid: 11425 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.689060:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c334700 00000100:00100000:0.0:1746126702.693124:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.697252:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.700628:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.702799:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.709783:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.710601:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.714727:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.715809:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.715840:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.715850:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816289792 00000100:00100000:0.0:1746126702.715853:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816289792 00010000:00010000:0.0:1746126702.715866:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800842f0e00/0xd8b4f51a8447ce16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2272 expref: 41 pid: 11425 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746126702.715889:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 10895 00000100:00100000:0.0:1746126702.715895:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2009:x1830945816289792:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126702.715900:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126702.715908:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0e00/0xd8b4f51a8447ce16 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2272 expref: 41 pid: 11425 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.716003:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800842f0e00/0xd8b4f51a8447ce16 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2272 expref: 41 pid: 11425 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.716483:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0e00/0xd8b4f51a8447ce16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2272 expref: 41 pid: 11425 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.716504:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126702.716505:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126702.716510:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447ce24 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2280 expref: 40 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.716522:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447ce24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2280 expref: 40 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126702.719665:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.722870:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.724015:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2010:x1830945816290304:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 898us (1142us total) trans 4294970293 rc 0/0 00000100:00100000:0.0:1746126702.724027:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1197 00002000:00100000:0.0:1746126702.724036:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88006dcc7800 x1830945816290304/t4294970293(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.724045:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc7800 with x1830945816290304 ext(0->7) 00010000:00010000:0.0:1746126702.724053:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447ce24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2280 expref: 42 pid: 11425 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.724067:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447ce24 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2280 expref: 42 pid: 11425 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.724074:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006dcc7800 00000100:00100000:0.0:1746126702.733949:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.738426:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.738640:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.742014:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.744575:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.746931:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.746979:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.750099:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.754759:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.756075:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945816292096:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1056us (1320us total) trans 4294970294 rc 0/0 00000100:00100000:0.0:1746126702.756083:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1200 00002000:00100000:0.0:1746126702.756089:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e75d880 x1830945816292096/t4294970294(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.756096:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d880 with x1830945816292096 ext(0->7) 00010000:00010000:0.0:1746126702.756101:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0400/0xd8b4f51a8447ce39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2295 expref: 44 pid: 11425 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.756111:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0400/0xd8b4f51a8447ce39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2295 expref: 44 pid: 11425 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.756117:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e75d880 00000100:00100000:0.0:1746126702.767457:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.767842:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.773021:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.773468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.781272:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.788390:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.794196:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:0.0:1746126702.794731:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007e325000/0xd8b4f51a8447ce4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22aa expref: 46 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126702.794745:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aab2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7207:1830945812998016:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126702.794846:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126702.798110:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.801686:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.805364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.805437:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.808099:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.808195:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.809570:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.810892:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.813893:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.815392:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2010:x1830945816295168:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1301us (1497us total) trans 4294970296 rc 0/0 00000100:00100000:0.0:1746126702.815400:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1205 00002000:00100000:0.0:1746126702.815408:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ead4a80 x1830945816295168/t4294970296(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.815415:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ead4a80 with x1830945816295168 ext(0->7) 00010000:00010000:0.0:1746126702.815422:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0200/0xd8b4f51a8447ce5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22b8 expref: 49 pid: 11425 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.815434:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0200/0xd8b4f51a8447ce5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22b8 expref: 49 pid: 11425 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.815440:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ead4a80 00000100:00100000:0.0:1746126702.822420:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.827516:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.831938:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.837961:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.838044:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.841449:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.844792:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.844920:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.847697:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.849494:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.850837:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+50:2010:x1830945816297216:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 803us (1343us total) trans 4294970297 rc 0/0 00000100:00100000:0.0:1746126702.850844:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1208 00002000:00100000:0.0:1746126702.850851:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ead7100 x1830945816297216/t4294970297(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.850857:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ead7100 with x1830945816297216 ext(0->7) 00010000:00010000:0.0:1746126702.850862:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447ce71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22cd expref: 50 pid: 25391 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.850876:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447ce71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22cd expref: 50 pid: 25391 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.850881:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ead7100 00000100:00100000:0.0:1746126702.863504:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.864368:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 10907 00000100:00100000:0.0:1746126702.864377:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+50:2009:x1830945816297344:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126702.864389:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126702.864406:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447ce71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22cd expref: 50 pid: 25391 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.864421:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447ce71 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22cd expref: 50 pid: 25391 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.864439:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447ce71 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22cd expref: 50 pid: 25391 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.864511:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126702.864514:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126702.864520:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447ce78 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22d4 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.864527:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447ce78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22d4 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.864557:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447ce78 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22d4 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126702.864568:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d248a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8368:1830945812999296:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126702.864652:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126702.869670:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.870043:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816297728 00000100:00100000:0.0:1746126702.870049:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816297728 00002000:00100000:0.0:1746126702.870077:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d249180 x1830945816297728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:463/0 lens 488/0 e 0 to 0 dl 1746126713 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.870085:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249180 with x1830945816297728 ext(0->4095) 00010000:00010000:0.0:1746126702.870090:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447ce78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22d4 expref: 6 pid: 25391 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.870102:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447ce78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22d4 expref: 6 pid: 25391 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.870107:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d249180 00000100:00100000:0.0:1746126702.870122:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1209 00000100:00100000:0.0:1746126702.870128:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945816297728:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126702.870234:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945816297728:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 105us (564us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126702.870240:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1209 00002000:00100000:0.0:1746126702.870245:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d249180 x1830945816297728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:463/0 lens 488/4536 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.870251:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249180 with x1830945816297728 ext(0->4095) 00010000:00010000:0.0:1746126702.870256:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447ce78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22d4 expref: 6 pid: 25391 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746126702.870264:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447ce78 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22d4 expref: 6 pid: 25391 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746126702.870269:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d249180 00000100:00100000:0.0:1746126702.872652:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.876216:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.879005:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.886235:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.890446:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.892071:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.894832:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.903663:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff880090a53540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126702.907266:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8368:1830945813000064:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126702.907294:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126702.907371:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945816299008:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4703us (4894us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126702.907384:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 10910 00000100:00100000:0.0:1746126702.924893:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2010:x1830945816299520:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1753us (1925us total) trans 4294970299 rc 0/0 00000100:00100000:0.0:1746126702.924901:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1212 00002000:00100000:0.0:1746126702.924909:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d00ea00 x1830945816299520/t4294970299(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.924918:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00ea00 with x1830945816299520 ext(0->7) 00010000:00010000:0.0:1746126702.924925:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3cc00/0xd8b4f51a8447ce8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22e9 expref: 55 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126702.924937:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3cc00/0xd8b4f51a8447ce8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22e9 expref: 55 pid: 11425 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126702.924943:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d00ea00 00000100:00100000:0.0:1746126702.927085:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.930962:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.933794:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.937209:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.940129:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.943166:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.944755:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945816300672:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 744us (1588us total) trans 4294970300 rc 0/0 00000100:00100000:0.0:1746126702.944771:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1214 00002000:00100000:0.0:1746126702.944779:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d377480 x1830945816300672/t4294970300(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.944785:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d377480 with x1830945816300672 ext(0->7) 00010000:00010000:0.0:1746126702.944790:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447ce9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22f7 expref: 56 pid: 25391 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126702.944799:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447ce9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22f7 expref: 56 pid: 25391 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126702.944804:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d377480 00000100:00100000:0.0:1746126702.946587:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.949020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.954052:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.954129:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.956382:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.957331:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816301696 00000100:00100000:0.0:1746126702.957336:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816301696 00010000:00010000:0.0:1746126702.957573:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cea2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22fe expref: 6 pid: 25391 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746126702.957666:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 10914 00000100:00100000:0.0:1746126702.957676:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816301696:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126702.957687:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126702.957704:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cea2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22fe expref: 6 pid: 25391 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126702.957714:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cea2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22fe expref: 6 pid: 25391 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126702.957733:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cea2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b22fe expref: 6 pid: 25391 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126702.957929:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126702.957959:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945816301696:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 287us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126702.957965:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 10914 00000100:00100000:0.0:1746126702.958679:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.958733:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.962004:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.965271:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.966236:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2007:x1830945816302464:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 797us (969us total) trans 4294970301 rc 0/0 00000100:00100000:0.0:1746126702.966243:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1217 00002000:00100000:0.0:1746126702.966249:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d377b80 x1830945816302464/t4294970301(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:463/0 lens 496/448 e 0 to 0 dl 1746126713 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126702.966256:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d377b80 with x1830945816302464 ext(0->7) 00010000:00010000:0.0:1746126702.966261:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447ceb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b230c expref: 58 pid: 25391 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126702.966270:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447ceb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b230c expref: 58 pid: 25391 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126702.966276:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d377b80 00000100:00100000:0.0:1746126702.970665:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.974788:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.979471:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.984676:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.986372:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27720 00000100:00100000:0.0:1746126702.986386:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1112:x1830945816303104:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126702.986404:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126702.986419:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012a335200/0xd8b4f51a8447cec5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2321 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.986443:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e324400/0xd8b4f51a8447ceb7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2313 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.986450:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cebe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b231a expref: 59 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.986455:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126702.986457:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126702.986460:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012a335200/0xd8b4f51a8447cec5 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2321 expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.986484:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cebe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b231a expref: 59 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.986495:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cebe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b231a expref: 59 pid: 25391 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746126702.986507:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813001600:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126702.987444:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e324400/0xd8b4f51a8447ceb7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2313 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.987453:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e324400/0xd8b4f51a8447ceb7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2313 expref: 5 pid: 25391 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746126702.987462:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813001728:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126702.987484:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126702.990143:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.990805:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126702.992035:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816303744 00000100:00100000:0.0:1746126702.992038:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816303744 00010000:00010000:0.0:1746126702.992052:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cebe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b231a expref: 59 pid: 25391 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746126702.992081:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 10918 00000100:00100000:0.0:1746126702.992087:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2008:x1830945816303744:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126702.992094:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126702.992106:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cebe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b231a expref: 59 pid: 25391 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126702.992557:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cebe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b231a expref: 59 pid: 25391 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126702.992577:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cebe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b231a expref: 59 pid: 25391 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126702.992591:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126702.992592:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126702.992598:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012a335200/0xd8b4f51a8447cec5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2321 expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126702.992604:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012a335200/0xd8b4f51a8447cec5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2321 expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126702.997089:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.000679:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.002291:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945816304256:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1030us (1616us total) trans 4294970302 rc 0/0 00000100:00100000:0.0:1746126703.002298:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1220 00002000:00100000:0.0:1746126703.003437:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009736e300 x1830945816304256/t4294970302(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.003446:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736e300 with x1830945816304256 ext(0->7) 00010000:00010000:0.0:1746126703.003455:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012a335200/0xd8b4f51a8447cec5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2321 expref: 60 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.003506:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012a335200/0xd8b4f51a8447cec5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2321 expref: 60 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.003513:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736e300 00000100:00100000:0.0:1746126703.004453:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1154 00000100:00100000:0.0:1746126703.004461:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ecaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945816304512:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126703.004490:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ecaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945816304512:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 31us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126703.004496:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1154 00000100:00100000:0.0:1746126703.011445:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.015709:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.017658:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.020526:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.023767:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.028254:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.029990:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2009:x1830945816306432:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1377us (1738us total) trans 4294970303 rc 0/0 00000100:00100000:0.0:1746126703.029998:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1222 00002000:00100000:0.0:1746126703.030005:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009736ed80 x1830945816306432/t4294970303(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.030013:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ed80 with x1830945816306432 ext(0->7) 00010000:00010000:0.0:1746126703.030020:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f1600/0xd8b4f51a8447ced3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b232f expref: 63 pid: 25391 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.030031:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f1600/0xd8b4f51a8447ced3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b232f expref: 63 pid: 25391 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.030037:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736ed80 00000100:00100000:0.0:1746126703.037622:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.044245:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.050429:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.050480:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.052776:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.057428:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.071175:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.075341:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2008:x1830945816308096:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 992us (4172us total) trans 4294970304 rc 0/0 00000100:00100000:0.0:1746126703.075349:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1224 00002000:00100000:0.0:1746126703.075354:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb67480 x1830945816308096/t4294970304(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.075361:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb67480 with x1830945816308096 ext(0->7) 00010000:00010000:0.0:1746126703.075366:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325000/0xd8b4f51a8447cee8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2344 expref: 64 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.075376:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325000/0xd8b4f51a8447cee8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2344 expref: 64 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.075381:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb67480 00000100:00100000:0.0:1746126703.077631:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.079113:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.084054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.088393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.091837:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.095242:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.098887:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.102550:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2008:x1830945816309248:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2562us (3667us total) trans 4294970305 rc 0/0 00000100:00100000:0.0:1746126703.102564:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1226 00002000:00100000:0.0:1746126703.102573:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb64000 x1830945816309248/t4294970305(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.102667:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64000 with x1830945816309248 ext(0->7) 00010000:00010000:0.0:1746126703.102678:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447cef6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2352 expref: 66 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.102690:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447cef6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2352 expref: 66 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.102696:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb64000 00000100:00100000:0.0:1746126703.115457:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.119238:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.119299:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.123132:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816310272 00000100:00100000:0.0:1746126703.123137:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816310272 00002000:00100000:0.0:1746126703.123169:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012ead7800 x1830945816310272/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 488/0 e 0 to 0 dl 1746126714 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.123177:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ead7800 with x1830945816310272 ext(0->4095) 00010000:00010000:0.0:1746126703.123184:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0400/0xd8b4f51a8447cf04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2360 expref: 67 pid: 9565 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.123193:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0400/0xd8b4f51a8447cf04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2360 expref: 67 pid: 9565 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.123199:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ead7800 00000100:00100000:0.0:1746126703.123212:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1228 00000100:00100000:0.0:1746126703.123217:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+67:2008:x1830945816310272:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126703.123367:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+67:2008:x1830945816310272:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 148us (303us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126703.123373:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1228 00002000:00100000:0.0:1746126703.123378:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012ead7800 x1830945816310272/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 488/4536 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.123384:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ead7800 with x1830945816310272 ext(0->4095) 00010000:00010000:0.0:1746126703.123389:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0400/0xd8b4f51a8447cf04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2360 expref: 67 pid: 9565 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.123397:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0400/0xd8b4f51a8447cf04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2360 expref: 67 pid: 9565 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.123402:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ead7800 00000100:00100000:0.0:1746126703.130560:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.131620:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2010:x1830945816310528:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 902us (1064us total) trans 4294970306 rc 0/0 00000100:00100000:0.0:1746126703.131627:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1229 00002000:00100000:0.0:1746126703.131633:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb66a00 x1830945816310528/t4294970306(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.131640:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb66a00 with x1830945816310528 ext(0->7) 00010000:00010000:0.0:1746126703.131645:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0400/0xd8b4f51a8447cf04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2360 expref: 69 pid: 9565 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.131658:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0400/0xd8b4f51a8447cf04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2360 expref: 69 pid: 9565 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.131663:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb66a00 00000100:00100000:0.0:1746126703.136632:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.141833:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.142431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.147018:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.148801:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.151217:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.168750:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.168842:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.170947:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945816311808:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1298us (2101us total) trans 4294970307 rc 0/0 00000100:00100000:0.0:1746126703.170954:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1232 00002000:00100000:0.0:1746126703.170961:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a5efb480 x1830945816311808/t4294970307(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.170968:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efb480 with x1830945816311808 ext(0->7) 00010000:00010000:0.0:1746126703.170974:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0e00/0xd8b4f51a8447cf12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b236e expref: 71 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.170985:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0e00/0xd8b4f51a8447cf12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b236e expref: 71 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.170990:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5efb480 00000100:00100000:0.0:1746126703.176889:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.181222:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.184404:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.187457:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.199294:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.201825:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945816312960:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2302us (2528us total) trans 4294970308 rc 0/0 00000100:00100000:0.0:1746126703.201836:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1234 00002000:00100000:0.0:1746126703.201845:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800991bd880 x1830945816312960/t4294970308(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.201854:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bd880 with x1830945816312960 ext(0->7) 00010000:00010000:0.0:1746126703.201862:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f1000/0xd8b4f51a8447cf20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b237c expref: 72 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.201876:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f1000/0xd8b4f51a8447cf20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b237c expref: 72 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.201882:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991bd880 00000100:00100000:0.0:1746126703.206253:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.211673:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.214743:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.220178:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.222491:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.225724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.227288:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2009:x1830945816314112:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1332us (1562us total) trans 4294970309 rc 0/0 00000100:00100000:0.0:1746126703.227300:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1236 00002000:00100000:0.0:1746126703.227610:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880134490700 x1830945816314112/t4294970309(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.227619:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134490700 with x1830945816314112 ext(0->7) 00010000:00010000:0.0:1746126703.227628:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e324400/0xd8b4f51a8447cf2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b238a expref: 74 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.227641:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e324400/0xd8b4f51a8447cf2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b238a expref: 74 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.227648:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134490700 00000100:00100000:0.0:1746126703.238109:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.239402:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.239508:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816314624 00000100:00100000:0.0:1746126703.239517:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816314624 00002000:00100000:0.0:1746126703.239547:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800969ed500 x1830945816314624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:464/0 lens 488/0 e 0 to 0 dl 1746126714 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.239556:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed500 with x1830945816314624 ext(0->4095) 00010000:00010000:0.0:1746126703.239563:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cf35 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2391 expref: 6 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.239574:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cf35 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2391 expref: 6 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.239584:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ed500 00000100:00100000:0.0:1746126703.239606:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1237 00000100:00100000:0.0:1746126703.239611:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816314624:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126703.240851:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816314624:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1236us (1446us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126703.240859:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1237 00002000:00100000:0.0:1746126703.240865:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800969ed500 x1830945816314624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:464/0 lens 488/4536 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.240873:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed500 with x1830945816314624 ext(0->4095) 00010000:00010000:0.0:1746126703.240980:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cf35 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2391 expref: 6 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.240991:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cf35 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2391 expref: 6 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.240997:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ed500 00000100:00100000:0.0:1746126703.243895:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.245188:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.248069:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.253958:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+77:2009:x1830945816315392:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1392us (1921us total) trans 4294970310 rc 0/0 00000100:00100000:0.0:1746126703.253967:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1239 00002000:00100000:0.0:1746126703.253974:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ead6300 x1830945816315392/t4294970310(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.253982:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ead6300 with x1830945816315392 ext(0->7) 00010000:00010000:0.0:1746126703.253989:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e324200/0xd8b4f51a8447cf3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2398 expref: 77 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.254004:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e324200/0xd8b4f51a8447cf3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2398 expref: 77 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.254009:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ead6300 00000100:00100000:0.0:1746126703.255238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.259987:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.265054:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.268907:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.268952:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.273477:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.273925:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.278149:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.278245:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.282526:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.292726:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.301087:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+78:2009:x1830945816317440:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8026us (8360us total) trans 4294970311 rc 0/0 00000100:00100000:0.0:1746126703.301098:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1243 00002000:00100000:0.0:1746126703.301108:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009965f100 x1830945816317440/t4294970311(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.301116:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965f100 with x1830945816317440 ext(0->7) 00010000:00010000:0.0:1746126703.301123:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325400/0xd8b4f51a8447cf51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23ad expref: 78 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.301137:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325400/0xd8b4f51a8447cf51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23ad expref: 78 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.301143:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009965f100 00000100:00100000:0.0:1746126703.304132:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.308800:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.308823:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816317952 00000100:00100000:0.0:1746126703.308829:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816317952 00002000:00100000:0.0:1746126703.308860:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800966ad880 x1830945816317952/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:464/0 lens 488/0 e 0 to 0 dl 1746126714 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.308869:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ad880 with x1830945816317952 ext(0->4095) 00010000:00010000:0.0:1746126703.308877:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325c00/0xd8b4f51a8447cf58 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23b4 expref: 6 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.308888:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325c00/0xd8b4f51a8447cf58 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23b4 expref: 6 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.308894:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800966ad880 00000100:00100000:0.0:1746126703.308910:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1244 00000100:00100000:0.0:1746126703.308916:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816317952:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126703.309698:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816317952:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 780us (903us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126703.309705:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1244 00002000:00100000:0.0:1746126703.309709:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800966ad880 x1830945816317952/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:464/0 lens 488/4536 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.309716:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ad880 with x1830945816317952 ext(0->4095) 00010000:00010000:0.0:1746126703.309721:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325c00/0xd8b4f51a8447cf58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23b4 expref: 6 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.309730:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325c00/0xd8b4f51a8447cf58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23b4 expref: 6 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.309735:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800966ad880 00000100:00100000:0.0:1746126703.311571:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.315105:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.321072:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.326075:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.328394:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+80:2010:x1830945816318592:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1869us (2321us total) trans 4294970312 rc 0/0 00000100:00100000:0.0:1746126703.328403:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1245 00002000:00100000:0.0:1746126703.328410:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c2b6300 x1830945816318592/t4294970312(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.328419:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b6300 with x1830945816318592 ext(0->7) 00010000:00010000:0.0:1746126703.328426:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447cf5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23bb expref: 80 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.328439:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447cf5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23bb expref: 80 pid: 11425 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.328446:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c2b6300 00000100:00100000:0.0:1746126703.335380:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816318848 00000100:00100000:0.0:1746126703.335391:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816318848 00000100:00100000:0.0:1746126703.335448:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27744 00000100:00100000:0.0:1746126703.335457:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+80:1112:x1830945816318848:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126703.335479:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126703.335499:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62fd400/0xd8b4f51a8447cf6d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b23c9 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.335531:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126703.335537:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b3d800/0xd8b4f51a8447cf66 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23c2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.335543:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126703.335546:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62fd400/0xd8b4f51a8447cf6d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23c9 expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.335586:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b3d800/0xd8b4f51a8447cf66 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23c2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.335597:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62fd400/0xd8b4f51a8447cf6d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23c9 expref: 81 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.335606:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62fd400, rc 0) 00000100:00100000:0.0:1746126703.335648:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+81:1112:x1830945816318848:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126703.335653:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 27744 00000100:00100000:0.0:1746126703.338498:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.344571:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.348113:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.356397:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816319616 00000100:00100000:0.0:1746126703.356410:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816319616 00000100:00100000:0.0:1746126703.356470:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27745 00000100:00100000:0.0:1746126703.356480:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1122:x1830945816319616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126703.356499:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126703.356517:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b3ae00/0xd8b4f51a8447cf74 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b23d0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.356548:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a62fd400/0xd8b4f51a8447cf6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23c9 expref: 79 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.356556:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126703.356558:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126703.356561:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3ae00/0xd8b4f51a8447cf74 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23d0 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.356596:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a62fd400/0xd8b4f51a8447cf6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23c9 expref: 79 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.356608:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a62fd400/0xd8b4f51a8447cf6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23c9 expref: 79 pid: 9566 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746126703.356620:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813007872:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126703.356724:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126703.360804:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.363672:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+82:2008:x1830945816319744:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 932us (2874us total) trans 4294970313 rc 0/0 00000100:00100000:0.0:1746126703.363680:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1247 00002000:00100000:0.0:1746126703.363687:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ea46300 x1830945816319744/t4294970313(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.363699:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea46300 with x1830945816319744 ext(0->7) 00010000:00010000:0.0:1746126703.363705:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62fd400/0xd8b4f51a8447cf6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23c9 expref: 82 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.363715:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62fd400/0xd8b4f51a8447cf6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23c9 expref: 82 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.363720:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ea46300 00000100:00100000:0.0:1746126703.371387:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.371480:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.374825:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.378866:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.381637:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.385470:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.390593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.392571:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+84:2007:x1830945816320896:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1762us (1978us total) trans 4294970314 rc 0/0 00000100:00100000:0.0:1746126703.392579:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1249 00002000:00100000:0.0:1746126703.392586:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013604ad80 x1830945816320896/t4294970314(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.392594:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ad80 with x1830945816320896 ext(0->7) 00010000:00010000:0.0:1746126703.392600:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f1000/0xd8b4f51a8447cf7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23d7 expref: 84 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.392612:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f1000/0xd8b4f51a8447cf7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23d7 expref: 84 pid: 11425 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.392617:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604ad80 00000100:00100000:0.0:1746126703.396274:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.399797:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.404762:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.404902:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.407245:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.407379:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.410466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.410548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.413572:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.418745:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.420098:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+86:2010:x1830945816322688:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 923us (1359us total) trans 4294970315 rc 0/0 00000100:00100000:0.0:1746126703.420104:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1252 00002000:00100000:0.0:1746126703.420109:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012eaa4e00 x1830945816322688/t4294970315(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.420115:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa4e00 with x1830945816322688 ext(0->7) 00010000:00010000:0.0:1746126703.420120:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325000/0xd8b4f51a8447cf90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23ec expref: 86 pid: 25391 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.420129:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325000/0xd8b4f51a8447cf90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b23ec expref: 86 pid: 25391 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.420133:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eaa4e00 00000100:00100000:0.0:1746126703.423208:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.428695:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.432108:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.434147:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.436216:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.437390:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.437978:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.440339:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.442205:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.443093:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+88:2010:x1830945816324480:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 703us (890us total) trans 4294970316 rc 0/0 00000100:00100000:0.0:1746126703.443098:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1255 00002000:00100000:0.0:1746126703.443103:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cba7480 x1830945816324480/t4294970316(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.443109:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba7480 with x1830945816324480 ext(0->7) 00010000:00010000:0.0:1746126703.443113:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e324400/0xd8b4f51a8447cfa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2401 expref: 88 pid: 25391 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.443121:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e324400/0xd8b4f51a8447cfa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2401 expref: 88 pid: 25391 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.443125:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cba7480 00000100:00100000:0.0:1746126703.448145:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.452364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.458067:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.458138:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.462387:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.463200:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.465523:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.466417:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.470366:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.473855:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.475907:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+90:2010:x1830945816326272:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1680us (2054us total) trans 4294970317 rc 0/0 00000100:00100000:0.0:1746126703.475915:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1258 00002000:00100000:0.0:1746126703.475923:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d0e0700 x1830945816326272/t4294970317(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.475931:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0700 with x1830945816326272 ext(0->7) 00010000:00010000:0.0:1746126703.475937:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3da00/0xd8b4f51a8447cfba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2416 expref: 90 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.475949:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3da00/0xd8b4f51a8447cfba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2416 expref: 90 pid: 11425 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.475955:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d0e0700 00000100:00100000:0.0:1746126703.479294:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.483274:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.492641:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.492683:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.496625:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.497605:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.501266:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.501298:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.506706:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.515723:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.516486:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2009:x1830945816328064:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 600us (769us total) trans 4294970318 rc 0/0 00000100:00100000:0.0:1746126703.516493:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1261 00002000:00100000:0.0:1746126703.516499:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d0e0000 x1830945816328064/t4294970318(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.516506:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0000 with x1830945816328064 ext(0->7) 00010000:00010000:0.0:1746126703.516511:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447cfcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b242b expref: 92 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.516519:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447cfcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b242b expref: 92 pid: 11425 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.516525:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d0e0000 00000100:00100000:0.0:1746126703.520950:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.528511:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e4f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7207:1830945813011072:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126703.528534:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126703.528602:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+91:2008:x1830945816328192:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3864us (7656us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126703.528611:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 10957 00000100:00100000:0.0:1746126703.529186:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816328448 00000100:00100000:0.0:1746126703.529192:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816328448 00002000:00100000:0.0:1746126703.529222:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d375880 x1830945816328448/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:464/0 lens 488/0 e 0 to 0 dl 1746126714 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.529230:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375880 with x1830945816328448 ext(0->4095) 00002000:00010000:0.0:1746126703.529234:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d375880 00000100:00100000:0.0:1746126703.529257:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12473 00000100:00100000:0.0:1746126703.529264:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816328448:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126703.529390:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816328448:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (260us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126703.529395:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12473 00002000:00100000:0.0:1746126703.529400:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d375880 x1830945816328448/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:464/0 lens 488/4536 e 0 to 0 dl 1746126714 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.529407:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375880 with x1830945816328448 ext(0->4095) 00002000:00010000:0.0:1746126703.529409:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d375880 00000100:00100000:0.0:1746126703.531302:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.535660:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.535737:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.538517:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.538565:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.538580:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816329088 00000100:00100000:0.0:1746126703.538585:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816329088 00010000:00010000:0.0:1746126703.538606:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3a000/0xd8b4f51a8447cfd6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2432 expref: 6 pid: 11425 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746126703.538634:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816329216 00000100:00100000:0.0:1746126703.538636:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816329216 00010000:00010000:0.0:1746126703.538645:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447cfdd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2439 expref: 94 pid: 11425 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746126703.538658:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 10958 00000100:00100000:0.0:1746126703.538663:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816329088:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126703.538672:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126703.538686:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b3a000/0xd8b4f51a8447cfd6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2432 expref: 6 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.538695:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b3a000/0xd8b4f51a8447cfd6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2432 expref: 6 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.540614:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b3a000/0xd8b4f51a8447cfd6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2432 expref: 6 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.540626:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126703.540628:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126703.540634:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e324200/0xd8b4f51a8447cfe4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2440 expref: 91 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.540641:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007e324200/0xd8b4f51a8447cfe4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2440 expref: 91 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126703.544546:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.548149:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.553233:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+94:2007:x1830945816329856:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3474us (5081us total) trans 4294970319 rc 0/0 00000100:00100000:0.0:1746126703.553243:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1264 00002000:00100000:0.0:1746126703.553253:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098eb2680 x1830945816329856/t4294970319(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.553261:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb2680 with x1830945816329856 ext(0->7) 00010000:00010000:0.0:1746126703.553270:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e324200/0xd8b4f51a8447cfe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2440 expref: 94 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.553288:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e324200/0xd8b4f51a8447cfe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2440 expref: 94 pid: 11425 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.553293:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098eb2680 00000100:00100000:0.0:1746126703.556150:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.561667:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816330240 00000100:00100000:0.0:1746126703.561689:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816330240 00002000:00100000:0.0:1746126703.561769:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009c2b4380 x1830945816330240/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:464/0 lens 488/0 e 0 to 0 dl 1746126714 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.561787:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b4380 with x1830945816330240 ext(0->4095) 00002000:00010000:0.0:1746126703.561791:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c2b4380 00000100:00100000:0.0:1746126703.562060:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12474 00000100:00100000:0.0:1746126703.562066:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816330240:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126703.562372:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816330240:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 305us (794us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126703.562378:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12474 00002000:00100000:0.0:1746126703.562383:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009c2b4380 x1830945816330240/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:464/0 lens 488/4536 e 0 to 0 dl 1746126714 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.562389:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b4380 with x1830945816330240 ext(0->4095) 00002000:00010000:0.0:1746126703.562391:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c2b4380 00000100:00100000:0.0:1746126703.563724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.565450:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.567362:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.572433:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.577346:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.581459:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+97:2010:x1830945816331136:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3407us (4113us total) trans 4294970320 rc 0/0 00000100:00100000:0.0:1746126703.581470:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1266 00002000:00100000:0.0:1746126703.581479:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d141500 x1830945816331136/t4294970320(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.581488:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d141500 with x1830945816331136 ext(0->7) 00010000:00010000:0.0:1746126703.581496:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325800/0xd8b4f51a8447cff2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b244e expref: 97 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.581510:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325800/0xd8b4f51a8447cff2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b244e expref: 97 pid: 11425 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.581516:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d141500 00000100:00100000:0.0:1746126703.590610:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.594559:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.596882:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.596969:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.601398:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.604059:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.608099:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.611043:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+98:2010:x1830945816332416:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1351us (2948us total) trans 4294970321 rc 0/0 00000100:00100000:0.0:1746126703.611051:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1268 00002000:00100000:0.0:1746126703.611058:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a5a3f100 x1830945816332416/t4294970321(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.611069:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3f100 with x1830945816332416 ext(0->7) 00010000:00010000:0.0:1746126703.611075:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e324800/0xd8b4f51a8447d000 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b245c expref: 98 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.611086:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e324800/0xd8b4f51a8447d000 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b245c expref: 98 pid: 11425 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.611091:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5a3f100 00000100:00100000:0.0:1746126703.614343:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.621603:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.629196:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.631103:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.632158:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.635137:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.640821:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.646792:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+101:2007:x1830945816333696:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5721us (5971us total) trans 4294970322 rc 0/0 00000100:00100000:0.0:1746126703.646803:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1270 00002000:00100000:0.0:1746126703.646813:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a5a3dc00 x1830945816333696/t4294970322(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.646821:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3dc00 with x1830945816333696 ext(0->7) 00010000:00010000:0.0:1746126703.646830:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447d00e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b246a expref: 101 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.646845:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447d00e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b246a expref: 101 pid: 11425 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.646852:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5a3dc00 00000100:00100000:0.0:1746126703.661212:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.661266:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.666301:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.668327:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.668531:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.671778:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.676675:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.677797:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+102:2008:x1830945816334976:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 845us (1127us total) trans 4294970323 rc 0/0 00000100:00100000:0.0:1746126703.677803:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1273 00002000:00100000:0.0:1746126703.677809:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012dee4000 x1830945816334976/t4294970323(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.677816:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4000 with x1830945816334976 ext(0->7) 00010000:00010000:0.0:1746126703.677821:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0200/0xd8b4f51a8447d01c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2478 expref: 102 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.677832:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0200/0xd8b4f51a8447d01c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2478 expref: 102 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.677837:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dee4000 00000100:00100000:0.0:1746126703.684734:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.691292:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.695161:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.700101:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.700189:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.703420:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.704662:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.704771:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.711116:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.720151:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+104:2010:x1830945816336768:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2145us (2318us total) trans 4294970324 rc 0/0 00000100:00100000:0.0:1746126703.720162:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1276 00002000:00100000:0.0:1746126703.720172:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d376680 x1830945816336768/t4294970324(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.720181:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d376680 with x1830945816336768 ext(0->7) 00010000:00010000:0.0:1746126703.720192:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447d031 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b248d expref: 104 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.720207:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447d031 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b248d expref: 104 pid: 11425 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.720214:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d376680 00000100:00100000:0.0:1746126703.726174:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.737956:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.738012:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.740725:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.750157:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+107:2007:x1830945816338048:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2942us (4191us total) trans 4294970325 rc 0/0 00000100:00100000:0.0:1746126703.750170:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1279 00002000:00100000:0.0:1746126703.750180:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d377800 x1830945816338048/t4294970325(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.750189:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d377800 with x1830945816338048 ext(0->7) 00010000:00010000:0.0:1746126703.750199:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0600/0xd8b4f51a8447d03f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b249b expref: 107 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.750215:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0600/0xd8b4f51a8447d03f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b249b expref: 107 pid: 11425 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.750221:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d377800 00000100:00100000:0.0:1746126703.753944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.754007:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.758430:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816338560 00000100:00100000:0.0:1746126703.758436:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816338560 00002000:00100000:0.0:1746126703.758477:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012ea45180 x1830945816338560/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 488/0 e 0 to 0 dl 1746126714 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.758487:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea45180 with x1830945816338560 ext(0->4095) 00010000:00010000:0.0:1746126703.758495:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0000/0xd8b4f51a8447d046 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24a2 expref: 109 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.758506:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0000/0xd8b4f51a8447d046 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24a2 expref: 109 pid: 11425 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.758512:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ea45180 00000100:00100000:0.0:1746126703.758529:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1280 00000100:00100000:0.0:1746126703.758535:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+109:2007:x1830945816338560:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126703.758657:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+108:2007:x1830945816338560:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 122us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126703.758663:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1280 00002000:00100000:0.0:1746126703.758668:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012ea45180 x1830945816338560/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 488/4536 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.758676:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea45180 with x1830945816338560 ext(0->4095) 00010000:00010000:0.0:1746126703.758680:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0000/0xd8b4f51a8447d046 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24a2 expref: 108 pid: 11425 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.758688:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0000/0xd8b4f51a8447d046 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24a2 expref: 108 pid: 11425 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.758694:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ea45180 00000100:00100000:0.0:1746126703.762034:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.762126:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.766400:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.766422:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816339072 00000100:00100000:0.0:1746126703.766429:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816339072 00002000:00100000:0.0:1746126703.766469:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88011fa17800 x1830945816339072/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 488/0 e 0 to 0 dl 1746126714 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.766478:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17800 with x1830945816339072 ext(0->4095) 00010000:00010000:0.0:1746126703.766486:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ca00/0xd8b4f51a8447d04d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24a9 expref: 106 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.766498:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ca00/0xd8b4f51a8447d04d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24a9 expref: 106 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.766508:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fa17800 00000100:00100000:0.0:1746126703.766533:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1281 00000100:00100000:0.0:1746126703.766540:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+106:2008:x1830945816339072:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126703.778471:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.779580:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+108:2010:x1830945816339328:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 856us (1113us total) trans 4294970326 rc 0/0 00000100:00100000:0.0:1746126703.779587:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1282 00002000:00100000:0.0:1746126703.779593:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011fa14a80 x1830945816339328/t4294970326(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.779601:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa14a80 with x1830945816339328 ext(0->7) 00010000:00010000:0.0:1746126703.779606:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ca00/0xd8b4f51a8447d04d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24a9 expref: 108 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.779615:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ca00/0xd8b4f51a8447d04d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24a9 expref: 108 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.779620:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fa14a80 00000100:00100000:0.0:1746126703.784599:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.794931:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.798634:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.802559:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.807648:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.815518:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+111:2009:x1830945816340608:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1868us (2038us total) trans 4294970327 rc 0/0 00000100:00100000:0.0:1746126703.815527:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1284 00002000:00100000:0.0:1746126703.815534:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d377100 x1830945816340608/t4294970327(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.815544:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d377100 with x1830945816340608 ext(0->7) 00010000:00010000:0.0:1746126703.815551:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3da00/0xd8b4f51a8447d05b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24b7 expref: 111 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.815563:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3da00/0xd8b4f51a8447d05b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24b7 expref: 111 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.815569:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d377100 00000100:00100000:0.0:1746126703.824907:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.830781:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.833963:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.839145:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.841385:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.842654:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.845705:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.845797:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.853246:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.863535:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+113:2010:x1830945816342400:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6067us (10288us total) trans 4294970328 rc 0/0 00000100:00100000:0.0:1746126703.863545:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1287 00002000:00100000:0.0:1746126703.863553:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011fa14380 x1830945816342400/t4294970328(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.863561:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa14380 with x1830945816342400 ext(0->7) 00010000:00010000:0.0:1746126703.863570:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f1e00/0xd8b4f51a8447d070 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24cc expref: 113 pid: 9565 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.863588:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f1e00/0xd8b4f51a8447d070 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24cc expref: 113 pid: 9565 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.863593:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fa14380 00000100:00100000:0.0:1746126703.866809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.867351:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.872222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.876834:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.876921:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.881975:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816343424 00000100:00100000:0.0:1746126703.882126:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816343424 00002000:00100000:0.0:1746126703.882157:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d0e3800 x1830945816343424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 488/0 e 0 to 0 dl 1746126714 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.882165:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3800 with x1830945816343424 ext(0->4095) 00010000:00010000:0.0:1746126703.882171:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3da00/0xd8b4f51a8447d07e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24da expref: 112 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.882182:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3da00/0xd8b4f51a8447d07e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24da expref: 112 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.882187:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d0e3800 00000100:00100000:0.0:1746126703.882216:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1289 00000100:00100000:0.0:1746126703.882222:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+112:2008:x1830945816343424:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126703.882353:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+112:2008:x1830945816343424:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (563us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126703.882360:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1289 00002000:00100000:0.0:1746126703.882364:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d0e3800 x1830945816343424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 488/4536 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.882370:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3800 with x1830945816343424 ext(0->4095) 00010000:00010000:0.0:1746126703.882373:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3da00/0xd8b4f51a8447d07e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24da expref: 112 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.882381:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3da00/0xd8b4f51a8447d07e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24da expref: 112 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.882386:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d0e3800 00000100:00100000:0.0:1746126703.888345:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+114:2007:x1830945816343680:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1899us (2055us total) trans 4294970329 rc 0/0 00000100:00100000:0.0:1746126703.888354:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1290 00002000:00100000:0.0:1746126703.888361:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ea44a80 x1830945816343680/t4294970329(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.888369:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea44a80 with x1830945816343680 ext(0->7) 00010000:00010000:0.0:1746126703.888375:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3da00/0xd8b4f51a8447d07e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24da expref: 114 pid: 9566 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746126703.888386:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3da00/0xd8b4f51a8447d07e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24da expref: 114 pid: 9566 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746126703.888392:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ea44a80 00000100:00100000:0.0:1746126703.897654:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.901760:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.904300:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.910180:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.913637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.917782:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.920282:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+116:2008:x1830945816344832:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1535us (2502us total) trans 4294970330 rc 0/0 00000100:00100000:0.0:1746126703.920291:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1292 00002000:00100000:0.0:1746126703.920297:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969f9880 x1830945816344832/t4294970330(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.920508:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9880 with x1830945816344832 ext(0->7) 00010000:00010000:0.0:1746126703.920515:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3c200/0xd8b4f51a8447d08c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24e8 expref: 116 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126703.920529:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3c200/0xd8b4f51a8447d08c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24e8 expref: 116 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126703.920535:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969f9880 00000100:00100000:0.0:1746126703.926282:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.932893:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.933825:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816345344 00000100:00100000:0.0:1746126703.933832:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816345344 00000100:00100000:0.0:1746126703.933860:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27787 00000100:00100000:0.0:1746126703.933869:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+115:1112:x1830945816345344:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126703.933878:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126703.933890:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b098e00/0xd8b4f51a8447d09a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b24f6 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.933910:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ca00/0xd8b4f51a8447d093 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24ef expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.933917:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126703.933918:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126703.933921:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b098e00/0xd8b4f51a8447d09a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24f6 expref: 116 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.933942:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b3ca00/0xd8b4f51a8447d093 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24ef expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.933950:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b3ca00/0xd8b4f51a8447d093 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24ef expref: 5 pid: 9566 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746126703.933957:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813017728:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126703.934016:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126703.936054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.936661:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.940710:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.943867:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.945998:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+119:2010:x1830945816346112:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1917us (2131us total) trans 4294970331 rc 0/0 00000100:00100000:0.0:1746126703.946008:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1294 00002000:00100000:0.0:1746126703.946016:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969f8a80 x1830945816346112/t4294970331(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.946030:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8a80 with x1830945816346112 ext(0->7) 00010000:00010000:0.0:1746126703.946038:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b098e00/0xd8b4f51a8447d09a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24f6 expref: 119 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126703.946049:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b098e00/0xd8b4f51a8447d09a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b24f6 expref: 119 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126703.946055:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969f8a80 00000100:00100000:0.0:1746126703.951534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.955592:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.959835:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.964831:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.964988:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.971133:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.972457:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816347264 00000100:00100000:0.0:1746126703.972460:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816347264 00010000:00010000:0.0:1746126703.972474:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007e325a00/0xd8b4f51a8447d0a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2504 expref: 6 pid: 11425 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746126703.972530:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 10988 00000100:00100000:0.0:1746126703.972535:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945816347264:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126703.972542:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126703.972551:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007e325a00/0xd8b4f51a8447d0a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2504 expref: 6 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126703.972559:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007e325a00/0xd8b4f51a8447d0a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2504 expref: 6 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126703.972570:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007e325a00/0xd8b4f51a8447d0a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2504 expref: 6 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126703.972593:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126703.972594:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126703.972599:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d0af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b250b expref: 118 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.972605:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d0af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b250b expref: 118 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.972623:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d0af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b250b expref: 118 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126703.972632:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d0af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b250b expref: 118 pid: 9566 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746126703.972641:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7206:1830945813018624:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126703.972688:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126703.977957:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7206:1830945813018624:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126703.977977:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126703.978494:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945816347264:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5957us (6353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126703.978503:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 10988 00000100:00100000:0.0:1746126703.978957:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816347648 00000100:00100000:0.0:1746126703.978962:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816347648 00002000:00100000:0.0:1746126703.978990:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013604c000 x1830945816347648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 488/0 e 0 to 0 dl 1746126714 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.978998:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c000 with x1830945816347648 ext(0->4095) 00010000:00010000:0.0:1746126703.979005:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d0af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b250b expref: 119 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126703.979017:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d0af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b250b expref: 119 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126703.979022:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c000 00000100:00100000:0.0:1746126703.979047:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1295 00000100:00100000:0.0:1746126703.979053:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+119:2007:x1830945816347648:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126703.979165:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+119:2007:x1830945816347648:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (581us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126703.979170:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1295 00002000:00100000:0.0:1746126703.979175:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013604c000 x1830945816347648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 488/4536 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.979181:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c000 with x1830945816347648 ext(0->4095) 00010000:00010000:0.0:1746126703.979185:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d0af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b250b expref: 119 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126703.979193:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d0af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b250b expref: 119 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126703.979198:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c000 00000100:00100000:0.0:1746126703.985170:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.986259:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+121:2008:x1830945816347904:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 833us (1092us total) trans 4294970332 rc 0/0 00000100:00100000:0.0:1746126703.986266:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1296 00002000:00100000:0.0:1746126703.986467:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c008380 x1830945816347904/t4294970332(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:464/0 lens 496/448 e 0 to 0 dl 1746126714 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126703.986475:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008380 with x1830945816347904 ext(0->7) 00010000:00010000:0.0:1746126703.986480:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d0af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b250b expref: 121 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126703.986489:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d0af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b250b expref: 121 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126703.986495:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c008380 00000100:00100000:0.0:1746126703.996644:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126703.996735:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.002338:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00080000:0.0:1746126704.002522:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126704.005882:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.006087:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00080000:0.0:1746126704.006465:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126704.009675:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.011546:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.012455:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+122:2007:x1830945816349184:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 777us (910us total) trans 4294970333 rc 0/0 00000100:00100000:0.0:1746126704.012462:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1299 00002000:00100000:0.0:1746126704.012467:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c00a680 x1830945816349184/t4294970333(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.012474:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00a680 with x1830945816349184 ext(0->7) 00010000:00010000:0.0:1746126704.012478:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447d0bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2519 expref: 122 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.012486:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325e00/0xd8b4f51a8447d0bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2519 expref: 122 pid: 11425 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.012491:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c00a680 00000100:00100000:0.0:1746126704.013910:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.016184:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.018559:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.020920:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.021988:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12486 00000100:00100000:0.0:1746126704.021996:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+122:2008:x1830945816349952:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126704.022144:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+122:2008:x1830945816349952:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 149us (1230us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126704.022150:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12486 00002000:00100000:0.0:1746126704.022157:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009c99dc00 x1830945816349952/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 488/4536 e 0 to 0 dl 1746126715 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.022163:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99dc00 with x1830945816349952 ext(0->4095) 00002000:00010000:0.0:1746126704.022166:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c99dc00 00000100:00100000:0.0:1746126704.025522:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.025617:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.028670:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.028698:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.028785:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.028812:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816350720 00000100:00100000:0.0:1746126704.028818:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816350720 00000100:00100000:0.0:1746126704.028855:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27796 00000100:00100000:0.0:1746126704.028863:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+124:1122:x1830945816350720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126704.028878:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126704.028895:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098eb6000/0xd8b4f51a8447d0d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2535 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.028915:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126704.028920:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e325000/0xd8b4f51a8447d0d2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b252e expref: 125 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.028925:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126704.028928:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098eb6000/0xd8b4f51a8447d0d9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2535 expref: 125 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126704.034967:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.039933:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.043353:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+125:2010:x1830945816351232:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3178us (3417us total) trans 4294970334 rc 0/0 00000100:00100000:0.0:1746126704.043368:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1301 00002000:00100000:0.0:1746126704.043380:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c99c380 x1830945816351232/t4294970334(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.043390:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99c380 with x1830945816351232 ext(0->7) 00010000:00010000:0.0:1746126704.043401:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325000/0xd8b4f51a8447d0d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b252e expref: 125 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.043420:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325000/0xd8b4f51a8447d0d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b252e expref: 125 pid: 11425 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.043427:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c99c380 00000100:00100000:0.0:1746126704.051960:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.059432:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.065170:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.065538:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.070560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.078531:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.078607:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.083602:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.088893:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.096984:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+127:2010:x1830945816353024:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6712us (8088us total) trans 4294970335 rc 0/0 00000100:00100000:0.0:1746126704.096999:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1304 00002000:00100000:0.0:1746126704.097011:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c99ed80 x1830945816353024/t4294970335(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.097020:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ed80 with x1830945816353024 ext(0->7) 00010000:00010000:0.0:1746126704.097030:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e324600/0xd8b4f51a8447d0e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2543 expref: 127 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.097044:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e324600/0xd8b4f51a8447d0e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2543 expref: 127 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.097055:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c99ed80 00000100:00100000:0.0:1746126704.099062:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.115685:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.115790:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.124996:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816353920 00000100:00100000:0.0:1746126704.125003:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816353920 00002000:00100000:0.0:1746126704.125045:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880136049880 x1830945816353920/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:465/0 lens 488/0 e 0 to 0 dl 1746126715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.125055:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049880 with x1830945816353920 ext(0->4095) 00010000:00010000:0.0:1746126704.125063:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325c00/0xd8b4f51a8447d0f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2558 expref: 6 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.125075:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325c00/0xd8b4f51a8447d0f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2558 expref: 6 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.125080:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136049880 00000100:00100000:0.0:1746126704.125099:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1305 00000100:00100000:0.0:1746126704.125105:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816353920:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126704.125250:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816353920:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 145us (602us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126704.125256:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1305 00002000:00100000:0.0:1746126704.125261:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880136049880 x1830945816353920/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:465/0 lens 488/4536 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.125266:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049880 with x1830945816353920 ext(0->4095) 00010000:00010000:0.0:1746126704.125271:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325c00/0xd8b4f51a8447d0f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2558 expref: 6 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.125278:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325c00/0xd8b4f51a8447d0f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2558 expref: 6 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.125283:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136049880 00000100:00100000:0.0:1746126704.129380:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.129476:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.132994:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.136137:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.137908:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+129:2010:x1830945816354816:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1423us (1773us total) trans 4294970336 rc 0/0 00000100:00100000:0.0:1746126704.137918:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1307 00002000:00100000:0.0:1746126704.137929:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094be0a80 x1830945816354816/t4294970336(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.137937:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0a80 with x1830945816354816 ext(0->7) 00010000:00010000:0.0:1746126704.137944:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447d0fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2551 expref: 129 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.137957:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447d0fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2551 expref: 129 pid: 11425 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.137963:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094be0a80 00000100:00100000:0.0:1746126704.151761:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816355200 00000100:00100000:0.0:1746126704.151769:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816355200 00002000:00100000:0.0:1746126704.151828:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880136048000 x1830945816355200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 488/0 e 0 to 0 dl 1746126715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.151841:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136048000 with x1830945816355200 ext(0->4095) 00002000:00010000:0.0:1746126704.151848:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136048000 00000100:00100000:0.0:1746126704.152105:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12490 00000100:00100000:0.0:1746126704.152116:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+128:2007:x1830945816355200:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126704.152255:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+128:2007:x1830945816355200:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 142us (557us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126704.152260:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12490 00002000:00100000:0.0:1746126704.152264:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880136048000 x1830945816355200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 488/4536 e 0 to 0 dl 1746126715 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.152272:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136048000 with x1830945816355200 ext(0->4095) 00002000:00010000:0.0:1746126704.152274:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136048000 00000100:00100000:0.0:1746126704.154656:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.158472:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.158568:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.162882:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.170247:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.174000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.175580:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+131:2009:x1830945816356608:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1365us (1579us total) trans 4294970337 rc 0/0 00000100:00100000:0.0:1746126704.175589:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1309 00002000:00100000:0.0:1746126704.175596:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094be2680 x1830945816356608/t4294970337(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.175647:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2680 with x1830945816356608 ext(0->7) 00010000:00010000:0.0:1746126704.175655:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447d111 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b256d expref: 131 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.175666:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e324e00/0xd8b4f51a8447d111 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b256d expref: 131 pid: 11425 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.175672:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094be2680 00000100:00100000:0.0:1746126704.178359:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.183380:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816356992 00000100:00100000:0.0:1746126704.183387:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816356992 00002000:00100000:0.0:1746126704.183429:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800969eca80 x1830945816356992/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 488/0 e 0 to 0 dl 1746126715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.183445:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eca80 with x1830945816356992 ext(0->4095) 00002000:00010000:0.0:1746126704.183449:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969eca80 00000100:00100000:0.0:1746126704.183473:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12492 00000100:00100000:0.0:1746126704.183480:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+130:2008:x1830945816356992:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126704.183608:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+130:2008:x1830945816356992:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 128us (316us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126704.183614:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12492 00002000:00100000:0.0:1746126704.183619:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800969eca80 x1830945816356992/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 488/4536 e 0 to 0 dl 1746126715 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.183626:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eca80 with x1830945816356992 ext(0->4095) 00002000:00010000:0.0:1746126704.183628:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969eca80 00000100:00100000:0.0:1746126704.187420:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.193778:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816357248 00000100:00100000:0.0:1746126704.193786:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816357248 00000100:00100000:0.0:1746126704.193826:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27807 00000100:00100000:0.0:1746126704.193832:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+130:1112:x1830945816357248:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126704.193840:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126704.193848:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098eb6000/0xd8b4f51a8447d126 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2582 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.193864:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e325c00/0xd8b4f51a8447d118 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2574 expref: 131 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.193872:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e325a00/0xd8b4f51a8447d11f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b257b expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.193877:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126704.193878:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126704.193880:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098eb6000/0xd8b4f51a8447d126 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2582 expref: 131 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.193907:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e325a00/0xd8b4f51a8447d11f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b257b expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.193918:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e325a00/0xd8b4f51a8447d11f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b257b expref: 5 pid: 11425 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746126704.193929:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094be1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813021952:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126704.193992:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e325c00/0xd8b4f51a8447d118 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2574 expref: 131 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.194003:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e325c00/0xd8b4f51a8447d118 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2574 expref: 131 pid: 11425 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746126704.194009:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094be1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813022080:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126704.194025:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4836c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126704.197995:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.198807:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.202475:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.207300:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.211611:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.216077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.217252:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+132:2008:x1830945816358272:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 962us (1174us total) trans 4294970338 rc 0/0 00000100:00100000:0.0:1746126704.217258:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1311 00002000:00100000:0.0:1746126704.217263:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094be0380 x1830945816358272/t4294970338(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.217270:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0380 with x1830945816358272 ext(0->7) 00010000:00010000:0.0:1746126704.217275:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098eb6000/0xd8b4f51a8447d126 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2582 expref: 132 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.217284:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098eb6000/0xd8b4f51a8447d126 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2582 expref: 132 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.217289:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094be0380 00000100:00100000:0.0:1746126704.225767:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.234634:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.240697:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.249007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.253362:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.254222:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d0e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830945813023104:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746126704.255227:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126704.257375:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d0e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830945813023104:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746126704.258199:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009959b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+134:2010:x1830945816360064:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4337us (4838us total) trans 4294970339 rc 0/0 00000100:00100000:0.0:1746126704.258209:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1314 00002000:00100000:0.0:1746126704.258219:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009959b800 x1830945816360064/t4294970339(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.258230:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009959b800 with x1830945816360064 ext(0->7) 00010000:00010000:0.0:1746126704.258241:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ca00/0xd8b4f51a8447d13b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2597 expref: 134 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.258254:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ca00/0xd8b4f51a8447d13b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2597 expref: 134 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.258261:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009959b800 00000100:00100000:0.0:1746126704.261555:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.266162:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.267822:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816360576 00000100:00100000:0.0:1746126704.267827:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816360576 00000100:00100000:0.0:1746126704.272963:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.279508:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816360960 00000100:00100000:0.0:1746126704.279515:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816360960 00002000:00100000:0.0:1746126704.279554:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009965ea00 x1830945816360960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 488/0 e 0 to 0 dl 1746126715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.279563:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965ea00 with x1830945816360960 ext(0->4095) 00002000:00010000:0.0:1746126704.279567:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009965ea00 00000100:00100000:0.0:1746126704.279592:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12495 00000100:00100000:0.0:1746126704.279597:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+134:2008:x1830945816360960:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126704.279727:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+134:2008:x1830945816360960:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (295us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126704.279732:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12495 00002000:00100000:0.0:1746126704.279747:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009965ea00 x1830945816360960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 488/4536 e 0 to 0 dl 1746126715 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.279755:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965ea00 with x1830945816360960 ext(0->4095) 00002000:00010000:0.0:1746126704.279757:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009965ea00 00000100:00100000:0.0:1746126704.282693:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.297278:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816361216 00000100:00100000:0.0:1746126704.297290:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816361216 00002000:00100000:0.0:1746126704.297367:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009965e300 x1830945816361216/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/0 e 0 to 0 dl 1746126715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.297377:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965e300 with x1830945816361216 ext(0->7) 00010000:00010000:0.0:1746126704.297387:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ca00/0xd8b4f51a8447d149 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25a5 expref: 134 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.297401:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ca00/0xd8b4f51a8447d149 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25a5 expref: 134 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.297409:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009965e300 00000100:00100000:0.0:1746126704.298451:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1316 00000100:00100000:0.0:1746126704.298460:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+134:2007:x1830945816361216:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126704.300298:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+136:2007:x1830945816361216:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1833us (4837us total) trans 4294970340 rc 0/0 00000100:00100000:0.0:1746126704.300337:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1316 00002000:00100000:0.0:1746126704.300346:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009965e300 x1830945816361216/t4294970340(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.300354:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965e300 with x1830945816361216 ext(0->7) 00010000:00010000:0.0:1746126704.300363:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ca00/0xd8b4f51a8447d149 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25a5 expref: 136 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.300377:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ca00/0xd8b4f51a8447d149 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25a5 expref: 136 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.300383:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009965e300 00000100:00100000:0.0:1746126704.304097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.304506:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.310209:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.313568:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.316698:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.320758:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.325904:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.329992:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+138:2007:x1830945816362368:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3757us (4079us total) trans 4294970341 rc 0/0 00000100:00100000:0.0:1746126704.330006:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1318 00002000:00100000:0.0:1746126704.330017:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009892ea00 x1830945816362368/t4294970341(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.330026:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892ea00 with x1830945816362368 ext(0->7) 00010000:00010000:0.0:1746126704.330037:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447d157 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25b3 expref: 138 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.330054:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447d157 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25b3 expref: 138 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.330061:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009892ea00 00000100:00100000:0.0:1746126704.334140:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.341918:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.344465:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.347790:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.347829:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.350272:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.350337:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816363392 00000100:00100000:0.0:1746126704.350343:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816363392 00002000:00100000:0.0:1746126704.350376:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009736f800 x1830945816363392/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 488/0 e 0 to 0 dl 1746126715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.350386:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736f800 with x1830945816363392 ext(0->4095) 00010000:00010000:0.0:1746126704.350394:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447d165 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25c1 expref: 140 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.350405:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447d165 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25c1 expref: 140 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.350411:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736f800 00000100:00100000:0.0:1746126704.350427:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1320 00000100:00100000:0.0:1746126704.350433:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+140:2007:x1830945816363392:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126704.365135:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.369466:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+141:2010:x1830945816363648:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3090us (4334us total) trans 4294970342 rc 0/0 00000100:00100000:0.0:1746126704.369476:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1321 00002000:00100000:0.0:1746126704.369484:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009736ca80 x1830945816363648/t4294970342(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.369492:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ca80 with x1830945816363648 ext(0->7) 00010000:00010000:0.0:1746126704.369500:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447d165 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25c1 expref: 141 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.369514:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800842f0a00/0xd8b4f51a8447d165 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25c1 expref: 141 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.369521:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736ca80 00000100:00100000:0.0:1746126704.377342:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.377420:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.383424:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.386976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.391918:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.393969:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.396007:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+142:2008:x1830945816364928:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1861us (2037us total) trans 4294970343 rc 0/0 00000100:00100000:0.0:1746126704.396017:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1324 00002000:00100000:0.0:1746126704.396025:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c336d80 x1830945816364928/t4294970343(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.396033:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336d80 with x1830945816364928 ext(0->7) 00010000:00010000:0.0:1746126704.396041:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447d173 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25cf expref: 142 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.396053:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447d173 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25cf expref: 142 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.396060:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c336d80 00000100:00100000:0.0:1746126704.399877:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.406373:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.407857:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.408789:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.413347:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.416054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.419410:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.422747:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+145:2008:x1830945816366208:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1739us (3327us total) trans 4294970344 rc 0/0 00000100:00100000:0.0:1746126704.422757:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1326 00002000:00100000:0.0:1746126704.422765:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800b49f0a80 x1830945816366208/t4294970344(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.422775:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f0a80 with x1830945816366208 ext(0->7) 00010000:00010000:0.0:1746126704.422783:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447d181 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25dd expref: 145 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.422798:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447d181 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25dd expref: 145 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.422804:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b49f0a80 00000100:00100000:0.0:1746126704.426931:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.430889:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.434676:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.437836:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.441672:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.441720:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.443375:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.445282:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816367616 00000100:00100000:0.0:1746126704.445289:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816367616 00010000:00010000:0.0:1746126704.445814:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3d800/0xd8b4f51a8447d188 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25e4 expref: 145 pid: 11425 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746126704.452418:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.457556:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.461032:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+146:2008:x1830945816368256:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3246us (3469us total) trans 4294970345 rc 0/0 00000100:00100000:0.0:1746126704.461046:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1329 00002000:00100000:0.0:1746126704.461060:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800992fca80 x1830945816368256/t4294970345(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.461070:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fca80 with x1830945816368256 ext(0->7) 00010000:00010000:0.0:1746126704.461081:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3c200/0xd8b4f51a8447d196 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25f2 expref: 146 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.461099:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3c200/0xd8b4f51a8447d196 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b25f2 expref: 146 pid: 11425 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.461107:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800992fca80 00000100:00100000:0.0:1746126704.467813:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.474247:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.480012:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.480301:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.484265:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.486885:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.495428:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.495456:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816369536 00000100:00100000:0.0:1746126704.495463:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816369536 00002000:00100000:0.0:1746126704.495499:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969edc00 x1830945816369536/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/0 e 0 to 0 dl 1746126715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.495507:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969edc00 with x1830945816369536 ext(0->7) 00010000:00010000:0.0:1746126704.495515:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d1a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2600 expref: 147 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.495526:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d1a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2600 expref: 147 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.495531:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969edc00 00000100:00100000:0.0:1746126704.495546:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1331 00000100:00100000:0.0:1746126704.495551:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+147:2008:x1830945816369536:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126704.497679:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+149:2008:x1830945816369536:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2120us (2251us total) trans 4294970346 rc 0/0 00000100:00100000:0.0:1746126704.497690:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1331 00002000:00100000:0.0:1746126704.497698:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969edc00 x1830945816369536/t4294970346(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.497706:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969edc00 with x1830945816369536 ext(0->7) 00010000:00010000:0.0:1746126704.497714:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d1a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2600 expref: 149 pid: 9566 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.497727:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d1a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2600 expref: 149 pid: 9566 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.497746:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969edc00 00000100:00100000:0.0:1746126704.499100:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.510078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.515010:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.515097:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.518134:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.519866:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.524110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.527166:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.530414:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+151:2009:x1830945816371328:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3075us (3245us total) trans 4294970347 rc 0/0 00000100:00100000:0.0:1746126704.530423:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1334 00002000:00100000:0.0:1746126704.530432:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969f9c00 x1830945816371328/t4294970347(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.530441:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9c00 with x1830945816371328 ext(0->7) 00010000:00010000:0.0:1746126704.530449:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3d800/0xd8b4f51a8447d1b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2615 expref: 151 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.530462:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3d800/0xd8b4f51a8447d1b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2615 expref: 151 pid: 11425 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.530467:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969f9c00 00000100:00100000:0.0:1746126704.533486:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816371456 00000100:00100000:0.0:1746126704.533494:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816371456 00010000:00010000:0.0:1746126704.533521:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3d800/0xd8b4f51a8447d1b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2615 expref: 151 pid: 11425 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746126704.533550:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11027 00000100:00100000:0.0:1746126704.533556:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+151:2008:x1830945816371456:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126704.533568:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126704.533583:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b3d800/0xd8b4f51a8447d1b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2615 expref: 151 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.533593:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b3d800/0xd8b4f51a8447d1b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2615 expref: 151 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.533611:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b3d800/0xd8b4f51a8447d1b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2615 expref: 151 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.533630:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126704.533633:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126704.533638:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d235400/0xd8b4f51a8447d1c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b261c expref: 150 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.533644:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d235400/0xd8b4f51a8447d1c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b261c expref: 150 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.533669:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009d235400/0xd8b4f51a8447d1c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b261c expref: 150 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126704.533679:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8368:1830945813027584:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126704.533752:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126704.538958:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.543097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.549289:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.549579:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.552501:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.555789:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.556788:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.556824:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.559949:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.571055:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.572205:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+152:2010:x1830945816373376:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 718us (1155us total) trans 4294970348 rc 0/0 00000100:00100000:0.0:1746126704.572211:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1337 00002000:00100000:0.0:1746126704.572216:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011fa16d80 x1830945816373376/t4294970348(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.572229:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa16d80 with x1830945816373376 ext(0->7) 00010000:00010000:0.0:1746126704.572234:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447d1ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b262a expref: 152 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.572242:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447d1ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b262a expref: 152 pid: 25391 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.572247:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fa16d80 00000100:00100000:0.0:1746126704.574183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.576287:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.581474:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.583406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.587503:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.589944:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.591642:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.592910:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.597177:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.599774:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.609119:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+154:2007:x1830945816375168:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2782us (9341us total) trans 4294970349 rc 0/0 00000100:00100000:0.0:1746126704.609128:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1340 00002000:00100000:0.0:1746126704.609139:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098eb1f80 x1830945816375168/t4294970349(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.609147:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb1f80 with x1830945816375168 ext(0->7) 00010000:00010000:0.0:1746126704.609156:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447d1e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b263f expref: 154 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.609168:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447d1e3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b263f expref: 154 pid: 11425 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.609174:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098eb1f80 00000100:00100000:0.0:1746126704.612585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.620007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.620090:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.620257:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816375680 00000100:00100000:0.0:1746126704.620260:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816375680 00002000:00100000:0.0:1746126704.620285:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a5ef8700 x1830945816375680/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:465/0 lens 488/0 e 0 to 0 dl 1746126715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.620293:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8700 with x1830945816375680 ext(0->4095) 00010000:00010000:0.0:1746126704.620298:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d1ea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2646 expref: 6 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.620319:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d1ea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2646 expref: 6 pid: 11425 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.620324:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5ef8700 00000100:00100000:0.0:1746126704.620336:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1341 00000100:00100000:0.0:1746126704.620342:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816375680:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126704.620442:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816375680:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (349us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126704.620447:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1341 00002000:00100000:0.0:1746126704.620452:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a5ef8700 x1830945816375680/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:465/0 lens 488/4536 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.620458:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8700 with x1830945816375680 ext(0->4095) 00010000:00010000:0.0:1746126704.620462:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d1ea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2646 expref: 6 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.620470:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d1ea lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2646 expref: 6 pid: 11425 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.620474:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5ef8700 00000100:00100000:0.0:1746126704.623515:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.623608:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.626791:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816376192 00000100:00100000:0.0:1746126704.626797:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816376192 00002000:00100000:0.0:1746126704.626828:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880098857100 x1830945816376192/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 488/0 e 0 to 0 dl 1746126715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.626836:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098857100 with x1830945816376192 ext(0->4095) 00010000:00010000:0.0:1746126704.626843:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447d1f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b264d expref: 155 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.626852:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447d1f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b264d expref: 155 pid: 11425 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.626858:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098857100 00000100:00100000:0.0:1746126704.626880:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1342 00000100:00100000:0.0:1746126704.626886:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098857100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+155:2008:x1830945816376192:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126704.627027:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098857100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+155:2008:x1830945816376192:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (270us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126704.627032:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1342 00002000:00100000:0.0:1746126704.627037:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880098857100 x1830945816376192/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 488/4536 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.627044:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098857100 with x1830945816376192 ext(0->4095) 00010000:00010000:0.0:1746126704.627048:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447d1f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b264d expref: 155 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.627056:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447d1f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b264d expref: 155 pid: 11425 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.627061:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098857100 00000100:00100000:0.0:1746126704.634488:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+157:2009:x1830945816376448:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1875us (2187us total) trans 4294970350 rc 0/0 00000100:00100000:0.0:1746126704.634495:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1343 00002000:00100000:0.0:1746126704.634501:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800966ac700 x1830945816376448/t4294970350(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.634508:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ac700 with x1830945816376448 ext(0->7) 00010000:00010000:0.0:1746126704.634515:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447d1f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b264d expref: 157 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.634524:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447d1f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b264d expref: 157 pid: 11425 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.634533:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800966ac700 00000100:00100000:0.0:1746126704.640579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.642636:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.643949:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.644590:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816376960 00000100:00100000:0.0:1746126704.644596:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816376960 00000100:00100000:0.0:1746126704.646662:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.647038:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.648804:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.648824:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816377472 00000100:00100000:0.0:1746126704.648828:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816377472 00002000:00100000:0.0:1746126704.648851:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d24b480 x1830945816377472/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 488/0 e 0 to 0 dl 1746126715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.648859:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24b480 with x1830945816377472 ext(0->4095) 00010000:00010000:0.0:1746126704.648864:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d235400/0xd8b4f51a8447d1ff lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b265b expref: 157 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.648874:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d235400/0xd8b4f51a8447d1ff lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b265b expref: 157 pid: 25391 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.648879:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d24b480 00000100:00100000:0.0:1746126704.648889:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1345 00000100:00100000:0.0:1746126704.648894:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+156:2007:x1830945816377472:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126704.650768:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.651855:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+158:2010:x1830945816377728:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 960us (1088us total) trans 4294970351 rc 0/0 00000100:00100000:0.0:1746126704.651861:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1346 00002000:00100000:0.0:1746126704.651866:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d24bb80 x1830945816377728/t4294970351(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.651872:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24bb80 with x1830945816377728 ext(0->7) 00010000:00010000:0.0:1746126704.651877:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d235400/0xd8b4f51a8447d1ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b265b expref: 158 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.651885:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d235400/0xd8b4f51a8447d1ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b265b expref: 158 pid: 25391 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.651890:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d24bb80 00000100:00100000:0.0:1746126704.653469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.656394:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.666082:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.668413:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.668825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.672908:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816379008 00000100:00100000:0.0:1746126704.672912:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816379008 00010000:00010000:0.0:1746126704.672930:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30d400/0xd8b4f51a8447d20d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2669 expref: 159 pid: 25391 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746126704.672946:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11039 00000100:00100000:0.0:1746126704.672951:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+159:2009:x1830945816379008:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126704.672958:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126704.672967:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d400/0xd8b4f51a8447d20d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2669 expref: 159 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.672975:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007e30d400/0xd8b4f51a8447d20d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2669 expref: 159 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.672988:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d400/0xd8b4f51a8447d20d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2669 expref: 159 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.672998:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126704.672999:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126704.673004:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447d214 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2670 expref: 158 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.673011:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447d214 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2670 expref: 158 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.673030:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447d214 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2670 expref: 158 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.673040:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447d214 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2670 expref: 158 pid: 11425 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746126704.673050:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7207:1830945813030400:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126704.673108:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126704.675281:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.678408:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.679328:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+160:2009:x1830945816379520:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 780us (921us total) trans 4294970352 rc 0/0 00000100:00100000:0.0:1746126704.679338:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1349 00002000:00100000:0.0:1746126704.679343:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aab0a80 x1830945816379520/t4294970352(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.679350:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab0a80 with x1830945816379520 ext(0->7) 00010000:00010000:0.0:1746126704.679355:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447d214 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2670 expref: 160 pid: 11425 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.679363:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447d214 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2670 expref: 160 pid: 11425 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.679369:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aab0a80 00000100:00100000:0.0:1746126704.684920:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.690599:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816379904 00000100:00100000:0.0:1746126704.690607:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816379904 00002000:00100000:0.0:1746126704.690642:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d0e3100 x1830945816379904/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:465/0 lens 488/0 e 0 to 0 dl 1746126715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.690651:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3100 with x1830945816379904 ext(0->4095) 00002000:00010000:0.0:1746126704.690655:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d0e3100 00000100:00100000:0.0:1746126704.690682:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12506 00000100:00100000:0.0:1746126704.690688:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816379904:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126704.690825:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816379904:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (287us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126704.690830:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12506 00002000:00100000:0.0:1746126704.690835:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d0e3100 x1830945816379904/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:465/0 lens 488/4536 e 0 to 0 dl 1746126715 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.690841:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3100 with x1830945816379904 ext(0->4095) 00002000:00010000:0.0:1746126704.690844:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d0e3100 00000100:00100000:0.0:1746126704.700697:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.704398:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.708262:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.708332:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.712923:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.716814:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816381184 00000100:00100000:0.0:1746126704.716854:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816381184 00002000:00100000:0.0:1746126704.716886:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a5ef8a80 x1830945816381184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 488/0 e 0 to 0 dl 1746126715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.716894:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8a80 with x1830945816381184 ext(0->4095) 00002000:00010000:0.0:1746126704.716898:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5ef8a80 00000100:00100000:0.0:1746126704.716913:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12507 00000100:00100000:0.0:1746126704.716918:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+160:2010:x1830945816381184:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126704.717029:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+160:2010:x1830945816381184:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (370us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126704.717035:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12507 00002000:00100000:0.0:1746126704.717040:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a5ef8a80 x1830945816381184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 488/4536 e 0 to 0 dl 1746126715 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.717046:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8a80 with x1830945816381184 ext(0->4095) 00002000:00010000:0.0:1746126704.717049:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5ef8a80 00000100:00100000:0.0:1746126704.734620:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.750976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.753273:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+162:2010:x1830945816381440:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1914us (2300us total) trans 4294970353 rc 0/0 00000100:00100000:0.0:1746126704.753280:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1352 00002000:00100000:0.0:1746126704.753288:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e74ed80 x1830945816381440/t4294970353(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.753324:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74ed80 with x1830945816381440 ext(0->7) 00010000:00010000:0.0:1746126704.753331:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d234c00/0xd8b4f51a8447d229 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2685 expref: 162 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.753343:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d234c00/0xd8b4f51a8447d229 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2685 expref: 162 pid: 25391 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.753354:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e74ed80 00000100:00100000:0.0:1746126704.756799:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.757674:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.761923:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.762003:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816381952 00000100:00100000:0.0:1746126704.762011:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816381952 00002000:00100000:0.0:1746126704.762044:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e74df80 x1830945816381952/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:465/0 lens 488/0 e 0 to 0 dl 1746126715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.762053:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74df80 with x1830945816381952 ext(0->4095) 00010000:00010000:0.0:1746126704.762060:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a8447d230 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b268c expref: 6 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.762072:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a8447d230 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b268c expref: 6 pid: 25391 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.762083:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e74df80 00000100:00100000:0.0:1746126704.762104:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1353 00000100:00100000:0.0:1746126704.762121:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816381952:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126704.764755:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816381952:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 2210us (2404us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126704.764763:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1353 00002000:00100000:0.0:1746126704.764771:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e74df80 x1830945816381952/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:465/0 lens 488/4536 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.764779:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74df80 with x1830945816381952 ext(0->4095) 00010000:00010000:0.0:1746126704.764787:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a8447d230 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b268c expref: 6 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.764798:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a8447d230 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b268c expref: 6 pid: 25391 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.764803:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e74df80 00000100:00100000:0.0:1746126704.767926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.773408:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.785284:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.786573:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+164:2008:x1830945816382592:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 737us (1293us total) trans 4294970354 rc 0/0 00000100:00100000:0.0:1746126704.786579:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1354 00002000:00100000:0.0:1746126704.786584:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e74ce00 x1830945816382592/t4294970354(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.786596:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74ce00 with x1830945816382592 ext(0->7) 00010000:00010000:0.0:1746126704.786601:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3cc00/0xd8b4f51a8447d237 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2693 expref: 164 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.786610:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3cc00/0xd8b4f51a8447d237 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2693 expref: 164 pid: 25391 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.786614:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e74ce00 00000100:00100000:0.0:1746126704.792535:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816382848 00000100:00100000:0.0:1746126704.792543:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816382848 00000100:00100000:0.0:1746126704.792588:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27848 00000100:00100000:0.0:1746126704.792596:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+164:1112:x1830945816382848:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126704.797670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.807763:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.812869:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.825111:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.829216:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.830012:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+166:2007:x1830945816383744:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 607us (794us total) trans 4294970355 rc 0/0 00000100:00100000:0.0:1746126704.830018:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1356 00002000:00100000:0.0:1746126704.830023:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e74d880 x1830945816383744/t4294970355(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.830030:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74d880 with x1830945816383744 ext(0->7) 00010000:00010000:0.0:1746126704.830034:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a8447d245 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26a1 expref: 166 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.830043:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a8447d245 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26a1 expref: 166 pid: 25391 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.830048:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e74d880 00000100:00100000:0.0:1746126704.831641:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.840933:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.843698:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12510 00000100:00100000:0.0:1746126704.844186:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.846192:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.847164:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.852677:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.868081:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.872347:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+169:2007:x1830945816385024:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3823us (4268us total) trans 4294970356 rc 0/0 00000100:00100000:0.0:1746126704.872357:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1358 00002000:00100000:0.0:1746126704.872366:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800992ffb80 x1830945816385024/t4294970356(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.872374:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992ffb80 with x1830945816385024 ext(0->7) 00010000:00010000:0.0:1746126704.872382:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3d000/0xd8b4f51a8447d253 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26af expref: 169 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.872397:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3d000/0xd8b4f51a8447d253 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26af expref: 169 pid: 25391 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.872403:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800992ffb80 00000100:00100000:0.0:1746126704.875408:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.875480:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.880520:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.882475:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.882542:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.890617:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816386304 00000100:00100000:0.0:1746126704.890623:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816386304 00002000:00100000:0.0:1746126704.890651:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d264000 x1830945816386304/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/0 e 0 to 0 dl 1746126715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.890658:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264000 with x1830945816386304 ext(0->7) 00010000:00010000:0.0:1746126704.890663:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d261 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26bd expref: 168 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.890672:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d261 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26bd expref: 168 pid: 25391 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.890677:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d264000 00000100:00100000:0.0:1746126704.891618:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+170:2008:x1830945816386304:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 708us (1054us total) trans 4294970357 rc 0/0 00000100:00100000:0.0:1746126704.891624:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1361 00002000:00100000:0.0:1746126704.891630:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d264000 x1830945816386304/t4294970357(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.891636:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264000 with x1830945816386304 ext(0->7) 00010000:00010000:0.0:1746126704.891641:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d261 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26bd expref: 170 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.891649:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d261 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26bd expref: 170 pid: 25391 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746126704.891655:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d264000 00000100:00100000:0.0:1746126704.894757:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816386432 00000100:00100000:0.0:1746126704.894765:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816386432 00010000:00010000:0.0:1746126704.894794:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d261 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26bd expref: 170 pid: 25391 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746126704.894963:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11051 00000100:00100000:0.0:1746126704.894970:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+170:2010:x1830945816386432:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126704.894982:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126704.894997:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d261 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26bd expref: 170 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.895007:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d261 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26bd expref: 170 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.895025:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d261 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26bd expref: 170 pid: 25391 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746126704.895048:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126704.895050:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126704.895055:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a8447d268 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26c4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.895061:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a8447d268 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26c4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.895089:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a8447d268 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26c4 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126704.895099:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8368:1830945813033216:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126704.895556:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126704.897720:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.900050:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.901645:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.904031:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.907358:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.920301:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.920342:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.920379:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.920405:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816387584 00000100:00100000:0.0:1746126704.920407:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816387584 00010000:00010000:0.0:1746126704.920423:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447d26f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26cb expref: 173 pid: 9566 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746126704.920438:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816387712 00000100:00100000:0.0:1746126704.920440:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816387712 00010000:00010000:0.0:1746126704.920448:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a8447d268 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26c4 expref: 6 pid: 9566 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746126704.920459:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11052 00000100:00100000:0.0:1746126704.920463:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+174:2009:x1830945816387584:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126704.920469:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126704.920673:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447d26f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26cb expref: 174 pid: 9566 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126704.920681:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447d26f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26cb expref: 174 pid: 9566 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126704.920819:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447d26f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26cb expref: 174 pid: 9566 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126704.920836:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126704.920837:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126704.920842:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b3c200/0xd8b4f51a8447d276 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26d2 expref: 173 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.920887:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3c200/0xd8b4f51a8447d276 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26d2 expref: 173 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.920966:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b3c200/0xd8b4f51a8447d276 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26d2 expref: 173 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126704.920974:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b3c200/0xd8b4f51a8447d276 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26d2 expref: 173 pid: 25391 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746126704.920983:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007ed80000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7207:1830945813033728:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126704.921099:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126704.923273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.929079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.930075:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+173:2010:x1830945816388352:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 796us (1001us total) trans 4294970358 rc 0/0 00000100:00100000:0.0:1746126704.930081:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1363 00002000:00100000:0.0:1746126704.930087:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007ed80700 x1830945816388352/t4294970358(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.930093:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed80700 with x1830945816388352 ext(0->7) 00010000:00010000:0.0:1746126704.930097:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3c200/0xd8b4f51a8447d276 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26d2 expref: 173 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126704.930105:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3c200/0xd8b4f51a8447d276 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26d2 expref: 173 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126704.930111:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007ed80700 00000100:00100000:0.0:1746126704.932895:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.940112:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.941837:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.941875:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.944109:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.947630:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.952115:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.954957:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+174:2010:x1830945816389632:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2145us (2842us total) trans 4294970359 rc 0/0 00000100:00100000:0.0:1746126704.954967:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1365 00002000:00100000:0.0:1746126704.954975:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007ed81f80 x1830945816389632/t4294970359(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:465/0 lens 496/448 e 0 to 0 dl 1746126715 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126704.954983:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed81f80 with x1830945816389632 ext(0->7) 00010000:00010000:0.0:1746126704.954992:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d284 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26e0 expref: 174 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126704.955005:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447d284 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26e0 expref: 174 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126704.955012:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007ed81f80 00000100:00100000:0.0:1746126704.958641:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.962496:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.964845:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.967059:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.968835:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.970372:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.974870:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816390912 00000100:00100000:0.0:1746126704.974874:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816390912 00000100:00100000:0.0:1746126704.974899:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27861 00000100:00100000:0.0:1746126704.974905:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1122:x1830945816390912:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126704.974917:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126704.974928:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d0f0e00/0xd8b4f51a8447d2a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b26fc expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.974946:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126704.974951:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a8447d299 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26f5 expref: 175 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.974956:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126704.974959:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d0f0e00/0xd8b4f51a8447d2a0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26fc expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.974990:0:25391:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a8447d299 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26f5 expref: 175 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.975001:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d0f0e00/0xd8b4f51a8447d2a0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b26fc expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126704.975009:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0f0e00, rc 0) 00000100:00100000:0.0:1746126704.975042:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1122:x1830945816390912:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126704.975047:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 27861 00000100:00100000:0.0:1746126704.977880:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.981854:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.988027:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.992772:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126704.999202:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.008264:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.008295:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.008356:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.012138:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.018898:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.021281:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+178:2008:x1830945816393216:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2157us (2385us total) trans 4294970361 rc 0/0 00000100:00100000:0.0:1746126705.021292:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1371 00002000:00100000:0.0:1746126705.021301:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a5ef9500 x1830945816393216/t4294970361(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.021340:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9500 with x1830945816393216 ext(0->7) 00010000:00010000:0.0:1746126705.021349:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c800/0xd8b4f51a8447d2ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b270a expref: 178 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.021365:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c800/0xd8b4f51a8447d2ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b270a expref: 178 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.021371:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5ef9500 00000100:00100000:0.0:1746126705.027234:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.035055:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.036424:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.038395:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816393856 00000100:00100000:0.0:1746126705.038400:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816393856 00000100:00100000:0.0:1746126705.038431:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27866 00000100:00100000:0.0:1746126705.038437:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+179:1122:x1830945816393856:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126705.038444:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126705.038452:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a8447d2c3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b271f expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.038464:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126705.038468:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d2bc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2718 expref: 180 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.038473:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126705.038475:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a8447d2c3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b271f expref: 180 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.038497:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d2bc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2718 expref: 180 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.038508:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a8447d2c3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b271f expref: 180 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.039120:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0f1800, rc 0) 00000100:00100000:0.0:1746126705.039220:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+180:1122:x1830945816393856:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 782us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126705.039226:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 27866 00000100:00100000:0.0:1746126705.043109:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816394240 00000100:00100000:0.0:1746126705.043116:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816394240 00002000:00100000:0.0:1746126705.043151:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d265180 x1830945816394240/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 488/0 e 0 to 0 dl 1746126716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.043160:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265180 with x1830945816394240 ext(0->4095) 00010000:00010000:0.0:1746126705.043169:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d2bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2718 expref: 179 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.043180:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d2bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2718 expref: 179 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.043186:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d265180 00000100:00100000:0.0:1746126705.043201:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1372 00000100:00100000:0.0:1746126705.043206:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+179:2007:x1830945816394240:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126705.043369:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+179:2007:x1830945816394240:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 162us (432us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126705.043375:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1372 00002000:00100000:0.0:1746126705.043380:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d265180 x1830945816394240/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 488/4536 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.043394:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265180 with x1830945816394240 ext(0->4095) 00010000:00010000:0.0:1746126705.043398:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d2bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2718 expref: 179 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.043407:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d2bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2718 expref: 179 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.043413:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d265180 00000100:00100000:0.0:1746126705.047616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.054698:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+181:2009:x1830945816394496:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6477us (7077us total) trans 4294970362 rc 0/0 00000100:00100000:0.0:1746126705.054712:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1373 00002000:00100000:0.0:1746126705.054736:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969fbb80 x1830945816394496/t4294970362(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.054745:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fbb80 with x1830945816394496 ext(0->7) 00010000:00010000:0.0:1746126705.054757:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d2bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2718 expref: 181 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.054775:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d2bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2718 expref: 181 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.054783:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969fbb80 00000100:00100000:0.0:1746126705.058890:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.062655:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.068760:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.074188:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.076037:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.081166:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.081298:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.081366:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.085818:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.095541:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+183:2009:x1830945816396288:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1633us (1839us total) trans 4294970363 rc 0/0 00000100:00100000:0.0:1746126705.095551:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1376 00002000:00100000:0.0:1746126705.095559:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099270a80 x1830945816396288/t4294970363(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.095567:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099270a80 with x1830945816396288 ext(0->7) 00010000:00010000:0.0:1746126705.095573:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447d2d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b272d expref: 183 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.095586:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447d2d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b272d expref: 183 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.095591:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099270a80 00000100:00100000:0.0:1746126705.105509:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.109685:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.114581:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.116546:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.116596:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.120286:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.123131:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.124210:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096135c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+184:2009:x1830945816397568:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 847us (1081us total) trans 4294970364 rc 0/0 00000100:00100000:0.0:1746126705.124216:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1379 00002000:00100000:0.0:1746126705.124222:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096135c50 x1830945816397568/t4294970364(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.124228:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096135c50 with x1830945816397568 ext(0->7) 00010000:00010000:0.0:1746126705.124233:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ca00/0xd8b4f51a8447d2df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b273b expref: 184 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.124242:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ca00/0xd8b4f51a8447d2df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b273b expref: 184 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.124247:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096135c50 00000100:00100000:0.0:1746126705.138210:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.138294:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.141513:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.141550:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.146391:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.151968:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.153921:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+187:2008:x1830945816398848:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 656us (1958us total) trans 4294970365 rc 0/0 00000100:00100000:0.0:1746126705.153928:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1381 00002000:00100000:0.0:1746126705.153935:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e75ca80 x1830945816398848/t4294970365(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.153943:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75ca80 with x1830945816398848 ext(0->7) 00010000:00010000:0.0:1746126705.153950:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d2ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2749 expref: 187 pid: 9565 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.153965:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d2ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2749 expref: 187 pid: 9565 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.153971:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e75ca80 00000100:00100000:0.0:1746126705.162519:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.165580:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816399232 00000100:00100000:0.0:1746126705.165586:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816399232 00002000:00100000:0.0:1746126705.165623:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d264380 x1830945816399232/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 488/0 e 0 to 0 dl 1746126716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.165632:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264380 with x1830945816399232 ext(0->4095) 00002000:00010000:0.0:1746126705.165636:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d264380 00000100:00100000:0.0:1746126705.165660:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12520 00000100:00100000:0.0:1746126705.165667:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+186:2007:x1830945816399232:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126705.165800:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+186:2007:x1830945816399232:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 133us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126705.165806:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12520 00002000:00100000:0.0:1746126705.165812:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d264380 x1830945816399232/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 488/4536 e 0 to 0 dl 1746126716 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.165818:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264380 with x1830945816399232 ext(0->4095) 00002000:00010000:0.0:1746126705.165821:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d264380 00000100:00100000:0.0:1746126705.170570:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.170941:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.179423:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.183809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.187827:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.195152:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816400384 00000100:00100000:0.0:1746126705.195160:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816400384 00000100:00100000:0.0:1746126705.195203:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27876 00000100:00100000:0.0:1746126705.195210:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1122:x1830945816400384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126705.195224:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126705.195238:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800995f0000/0xd8b4f51a8447d309 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2765 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.195262:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b3d800/0xd8b4f51a8447d302 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b275e expref: 185 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.195269:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126705.195271:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126705.195274:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800995f0000/0xd8b4f51a8447d309 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2765 expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.195297:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b3d800/0xd8b4f51a8447d302 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b275e expref: 185 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.195328:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b3d800/0xd8b4f51a8447d302 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b275e expref: 185 pid: 25391 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746126705.195338:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b51ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813038336:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126705.196552:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126705.207870:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b51ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813038336:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126705.207900:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800995f0000/0xd8b4f51a8447d309 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2765 expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.207915:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995f0000, rc 0) 00000100:00100000:0.0:1746126705.207964:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1122:x1830945816400384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12751us (13125us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126705.207971:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 27876 00000100:00100000:0.0:1746126705.208880:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+188:2007:x1830945816400512:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 762us (1028us total) trans 4294970366 rc 0/0 00000100:00100000:0.0:1746126705.208886:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1383 00002000:00100000:0.0:1746126705.208892:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099273800 x1830945816400512/t4294970366(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.208898:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099273800 with x1830945816400512 ext(0->7) 00010000:00010000:0.0:1746126705.208903:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3d800/0xd8b4f51a8447d302 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b275e expref: 188 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.208912:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3d800/0xd8b4f51a8447d302 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b275e expref: 188 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.208916:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099273800 00000100:00100000:0.0:1746126705.212030:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.216136:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.219212:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.221619:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.227140:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816401408 00000100:00100000:0.0:1746126705.227146:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816401408 00002000:00100000:0.0:1746126705.227179:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099270380 x1830945816401408/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 488/0 e 0 to 0 dl 1746126716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.227194:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099270380 with x1830945816401408 ext(0->4095) 00002000:00010000:0.0:1746126705.227198:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099270380 00000100:00100000:0.0:1746126705.227490:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12522 00000100:00100000:0.0:1746126705.227498:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+188:2010:x1830945816401408:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126705.227606:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+188:2010:x1830945816401408:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (783us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126705.227611:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12522 00002000:00100000:0.0:1746126705.227616:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099270380 x1830945816401408/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 488/4536 e 0 to 0 dl 1746126716 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.227622:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099270380 with x1830945816401408 ext(0->4095) 00002000:00010000:0.0:1746126705.227624:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099270380 00000100:00100000:0.0:1746126705.231616:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.240472:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.243277:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+190:2008:x1830945816401664:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 839us (2810us total) trans 4294970367 rc 0/0 00000100:00100000:0.0:1746126705.243285:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1385 00002000:00100000:0.0:1746126705.243291:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800b51edf80 x1830945816401664/t4294970367(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.243298:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51edf80 with x1830945816401664 ext(0->7) 00010000:00010000:0.0:1746126705.243303:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b4b800/0xd8b4f51a8447d310 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b276c expref: 190 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.243327:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b4b800/0xd8b4f51a8447d310 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b276c expref: 190 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.243333:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b51edf80 00000100:00100000:0.0:1746126705.248127:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.260795:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.264011:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.265110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.271175:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.276443:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.281425:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+193:2010:x1830945816402944:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4808us (4982us total) trans 4294970368 rc 0/0 00000100:00100000:0.0:1746126705.281434:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1387 00002000:00100000:0.0:1746126705.281806:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d377480 x1830945816402944/t4294970368(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.281814:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d377480 with x1830945816402944 ext(0->7) 00010000:00010000:0.0:1746126705.281823:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447d31e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b277a expref: 193 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.281836:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447d31e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b277a expref: 193 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.281841:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d377480 00000100:00100000:0.0:1746126705.286230:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.291773:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.294939:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.304244:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.309242:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.309276:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.310205:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.317895:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.322029:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.324370:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+195:2010:x1830945816404736:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2180us (2340us total) trans 4294970369 rc 0/0 00000100:00100000:0.0:1746126705.324380:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1390 00002000:00100000:0.0:1746126705.324388:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d376680 x1830945816404736/t4294970369(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.324396:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d376680 with x1830945816404736 ext(0->7) 00010000:00010000:0.0:1746126705.324404:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d235400/0xd8b4f51a8447d333 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b278f expref: 195 pid: 9565 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.324417:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d235400/0xd8b4f51a8447d333 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b278f expref: 195 pid: 9565 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.324423:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d376680 00000100:00100000:0.0:1746126705.326522:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816404864 00000100:00100000:0.0:1746126705.326528:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816404864 00010000:00010000:0.0:1746126705.326553:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d235400/0xd8b4f51a8447d333 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b278f expref: 195 pid: 9565 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746126705.326584:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11081 00000100:00100000:0.0:1746126705.326593:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+195:2007:x1830945816404864:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126705.326604:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126705.326788:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d235400/0xd8b4f51a8447d333 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b278f expref: 195 pid: 9565 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.326798:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d235400/0xd8b4f51a8447d333 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b278f expref: 195 pid: 9565 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.326818:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d235400/0xd8b4f51a8447d333 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b278f expref: 195 pid: 9565 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.327145:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126705.327147:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126705.327153:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099256600/0xd8b4f51a8447d33a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2796 expref: 194 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.327160:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099256600/0xd8b4f51a8447d33a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2796 expref: 194 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126705.329669:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.335874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.340302:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816405504 00000100:00100000:0.0:1746126705.340319:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816405504 00002000:00100000:0.0:1746126705.340358:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d265500 x1830945816405504/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:466/0 lens 488/0 e 0 to 0 dl 1746126716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.340367:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265500 with x1830945816405504 ext(0->4095) 00002000:00010000:0.0:1746126705.340373:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d265500 00000100:00100000:0.0:1746126705.340392:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12526 00000100:00100000:0.0:1746126705.340398:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816405504:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126705.340512:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816405504:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (424us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126705.340518:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12526 00002000:00100000:0.0:1746126705.340524:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d265500 x1830945816405504/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:466/0 lens 488/4536 e 0 to 0 dl 1746126716 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.340531:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265500 with x1830945816405504 ext(0->4095) 00010000:00010000:0.0:1746126705.340536:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447d341 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b279d expref: 6 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.340547:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e325200/0xd8b4f51a8447d341 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b279d expref: 6 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.340553:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d265500 00000100:00100000:0.0:1746126705.343240:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.343339:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.343381:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.351673:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.357421:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.358998:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099599880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+197:2010:x1830945816406528:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1406us (1581us total) trans 4294970370 rc 0/0 00000100:00100000:0.0:1746126705.359007:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1392 00002000:00100000:0.0:1746126705.359013:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099599880 x1830945816406528/t4294970370(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.359021:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099599880 with x1830945816406528 ext(0->7) 00010000:00010000:0.0:1746126705.359028:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b098e00/0xd8b4f51a8447d348 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27a4 expref: 197 pid: 9565 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.359043:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b098e00/0xd8b4f51a8447d348 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27a4 expref: 197 pid: 9565 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.359049:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099599880 00000100:00100000:0.0:1746126705.365194:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.370973:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.374739:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.386058:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.386122:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.391181:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.395818:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816407680 00000100:00100000:0.0:1746126705.395822:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816407680 00010000:00010000:0.0:1746126705.395835:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447d356 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27b2 expref: 6 pid: 25391 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746126705.395850:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11086 00000100:00100000:0.0:1746126705.395854:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816407680:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126705.395861:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126705.395875:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447d356 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27b2 expref: 6 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.395885:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447d356 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27b2 expref: 6 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.395899:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447d356 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27b2 expref: 6 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.395916:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126705.395918:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126705.395923:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d35d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27b9 expref: 196 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.395929:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d35d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27b9 expref: 196 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126705.398244:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.410438:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.411649:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+199:2007:x1830945816408320:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 673us (1216us total) trans 4294970371 rc 0/0 00000100:00100000:0.0:1746126705.411655:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1394 00002000:00100000:0.0:1746126705.411660:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c335180 x1830945816408320/t4294970371(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.411667:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c335180 with x1830945816408320 ext(0->7) 00010000:00010000:0.0:1746126705.411672:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d35d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27b9 expref: 199 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.411681:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d35d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27b9 expref: 199 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.411686:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c335180 00000100:00100000:0.0:1746126705.420161:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.420223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.426194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.429169:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.431156:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.434100:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.438122:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.439057:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+200:2009:x1830945816409600:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 693us (939us total) trans 4294970372 rc 0/0 00000100:00100000:0.0:1746126705.439063:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1397 00002000:00100000:0.0:1746126705.439068:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c335500 x1830945816409600/t4294970372(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.439075:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c335500 with x1830945816409600 ext(0->7) 00010000:00010000:0.0:1746126705.439078:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447d36b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27c7 expref: 200 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.439087:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447d36b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27c7 expref: 200 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.439092:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c335500 00000100:00100000:0.0:1746126705.446616:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.454216:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.466103:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.466752:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.469170:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.472568:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.476631:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.481272:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.493398:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.498486:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+202:2007:x1830945816411520:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4380us (5086us total) trans 4294970373 rc 0/0 00000100:00100000:0.0:1746126705.498496:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1399 00002000:00100000:0.0:1746126705.498505:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800b49f0a80 x1830945816411520/t4294970373(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.498513:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f0a80 with x1830945816411520 ext(0->7) 00010000:00010000:0.0:1746126705.498522:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098c19600/0xd8b4f51a8447d380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27dc expref: 202 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.498534:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098c19600/0xd8b4f51a8447d380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27dc expref: 202 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.498540:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b49f0a80 00000100:00100000:0.0:1746126705.505035:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.513198:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.513709:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.518445:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.518848:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.521529:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.524246:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.525679:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+205:2007:x1830945816412800:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 965us (1437us total) trans 4294970374 rc 0/0 00000100:00100000:0.0:1746126705.525686:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1402 00002000:00100000:0.0:1746126705.525691:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800992fd180 x1830945816412800/t4294970374(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.525698:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd180 with x1830945816412800 ext(0->7) 00010000:00010000:0.0:1746126705.525704:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d400/0xd8b4f51a8447d38e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27ea expref: 205 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.525722:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d400/0xd8b4f51a8447d38e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27ea expref: 205 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.525728:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800992fd180 00000100:00100000:0.0:1746126705.527400:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.531670:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.535393:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.539233:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.541960:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.544643:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.548766:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.554835:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.559430:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.563183:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+206:2009:x1830945816414720:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3473us (3751us total) trans 4294970375 rc 0/0 00000100:00100000:0.0:1746126705.563193:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1405 00002000:00100000:0.0:1746126705.563202:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800992fea00 x1830945816414720/t4294970375(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.563210:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fea00 with x1830945816414720 ext(0->7) 00010000:00010000:0.0:1746126705.563218:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30da00/0xd8b4f51a8447d3a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27ff expref: 206 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.563230:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30da00/0xd8b4f51a8447d3a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b27ff expref: 206 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.563241:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800992fea00 00000100:00100000:0.0:1746126705.565892:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.569865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.572379:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.574369:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.579065:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.582765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.582815:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.584882:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.584913:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.584947:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.584966:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816416256 00000100:00100000:0.0:1746126705.584970:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816416256 00010000:00010000:0.0:1746126705.584991:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30c400/0xd8b4f51a8447d3b1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b280d expref: 208 pid: 25391 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746126705.585010:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816416384 00000100:00100000:0.0:1746126705.585012:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816416384 00010000:00010000:0.0:1746126705.585021:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d3aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2806 expref: 6 pid: 25391 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746126705.585033:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11098 00000100:00100000:0.0:1746126705.585039:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+208:2007:x1830945816416256:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126705.585048:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126705.585062:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c400/0xd8b4f51a8447d3b1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b280d expref: 208 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.585076:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007e30c400/0xd8b4f51a8447d3b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b280d expref: 208 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.585093:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126705.585119:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+208:2007:x1830945816416256:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 80us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126705.585124:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 11098 00000100:00100000:0.0:1746126705.585136:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11099 00000100:00100000:0.0:1746126705.585141:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816416384:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126705.585147:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126705.585153:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d3aa lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2806 expref: 6 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.585160:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d3aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2806 expref: 6 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.585170:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126705.585172:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126705.585177:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c600/0xd8b4f51a8447d3b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2814 expref: 207 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.585183:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30c600/0xd8b4f51a8447d3b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2814 expref: 207 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.585203:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30c600/0xd8b4f51a8447d3b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2814 expref: 207 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126705.585215:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ec000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7206:1830945813044096:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126705.585255:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126705.590221:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.591248:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+209:2008:x1830945816417024:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 827us (1029us total) trans 4294970376 rc 0/0 00000100:00100000:0.0:1746126705.591255:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1407 00002000:00100000:0.0:1746126705.591261:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969ed880 x1830945816417024/t4294970376(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.591268:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed880 with x1830945816417024 ext(0->7) 00010000:00010000:0.0:1746126705.591273:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c600/0xd8b4f51a8447d3b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2814 expref: 209 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.591283:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c600/0xd8b4f51a8447d3b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2814 expref: 209 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.591288:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ed880 00000100:00100000:0.0:1746126705.593276:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.595705:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.598950:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.601073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.606022:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816418048 00000100:00100000:0.0:1746126705.606030:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816418048 00002000:00100000:0.0:1746126705.606063:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d264000 x1830945816418048/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 488/0 e 0 to 0 dl 1746126716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.606079:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264000 with x1830945816418048 ext(0->4095) 00002000:00010000:0.0:1746126705.606083:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d264000 00000100:00100000:0.0:1746126705.606389:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12540 00000100:00100000:0.0:1746126705.606396:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+208:2008:x1830945816418048:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126705.609461:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.609512:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.613423:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.613462:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.614832:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.617247:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.621119:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.622506:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+211:2007:x1830945816419328:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 857us (1389us total) trans 4294970377 rc 0/0 00000100:00100000:0.0:1746126705.622513:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1409 00002000:00100000:0.0:1746126705.622519:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cba6a00 x1830945816419328/t4294970377(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.622526:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba6a00 with x1830945816419328 ext(0->7) 00010000:00010000:0.0:1746126705.622532:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009669dc00/0xd8b4f51a8447d3cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2829 expref: 211 pid: 9566 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.622542:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009669dc00/0xd8b4f51a8447d3cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2829 expref: 211 pid: 9566 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.622548:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cba6a00 00000100:00100000:0.0:1746126705.625858:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.629192:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.639838:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816419840 00000100:00100000:0.0:1746126705.639846:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816419840 00000100:00100000:0.0:1746126705.639888:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27906 00000100:00100000:0.0:1746126705.639895:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1122:x1830945816419840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126705.639925:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126705.639940:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88011f9c5200/0xd8b4f51a8447d3db lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2837 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.639962:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126705.639963:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126705.639970:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88011f9c5200/0xd8b4f51a8447d3db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2837 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.639982:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88011f9c5200/0xd8b4f51a8447d3db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2837 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.639991:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f9c5200, rc 0) 00000100:00100000:0.0:1746126705.640037:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1122:x1830945816419840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126705.640043:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 27906 00000100:00100000:0.0:1746126705.641478:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.642106:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.645609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.645641:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.648701:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.648747:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.651412:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.654250:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.655525:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+212:2009:x1830945816421376:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1104us (1275us total) trans 4294970378 rc 0/0 00000100:00100000:0.0:1746126705.655533:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1412 00002000:00100000:0.0:1746126705.655540:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c334e00 x1830945816421376/t4294970378(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.655547:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c334e00 with x1830945816421376 ext(0->7) 00010000:00010000:0.0:1746126705.655553:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098c19600/0xd8b4f51a8447d3e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b283e expref: 212 pid: 9565 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.655563:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098c19600/0xd8b4f51a8447d3e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b283e expref: 212 pid: 9565 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.655568:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c334e00 00000100:00100000:0.0:1746126705.661273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.668951:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.676464:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816422016 00000100:00100000:0.0:1746126705.676472:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816422016 00000100:00100000:0.0:1746126705.676514:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816421888 00000100:00100000:0.0:1746126705.676517:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816421888 00000100:00100000:0.0:1746126705.676538:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27909 00000100:00100000:0.0:1746126705.676545:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+212:1112:x1830945816422016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126705.676560:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126705.676572:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012debc200/0xd8b4f51a8447d3f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2853 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.676593:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fcbb800/0xd8b4f51a8447d3e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2845 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.676599:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126705.676660:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126705.676664:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012debc200/0xd8b4f51a8447d3f0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2853 expref: 214 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.676698:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fcbb800/0xd8b4f51a8447d3e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2845 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.676707:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fcbb800/0xd8b4f51a8447d3e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2845 expref: 5 pid: 9565 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746126705.676725:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c337b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9565:1830945813045760:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126705.676903:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126705.681356:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.685053:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.710093:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+215:2010:x1830945816422656:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6697us (6911us total) trans 4294970379 rc 0/0 00000100:00100000:0.0:1746126705.710104:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1414 00002000:00100000:0.0:1746126705.710112:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d264e00 x1830945816422656/t4294970379(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.710121:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264e00 with x1830945816422656 ext(0->7) 00010000:00010000:0.0:1746126705.710128:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012debc200/0xd8b4f51a8447d3f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2853 expref: 215 pid: 9565 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.710143:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012debc200/0xd8b4f51a8447d3f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2853 expref: 215 pid: 9565 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.710149:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d264e00 00000100:00100000:0.0:1746126705.717934:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.718032:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.722197:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.726356:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.729668:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.735097:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.740852:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.746927:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+216:2007:x1830945816423936:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5916us (6075us total) trans 4294970380 rc 0/0 00000100:00100000:0.0:1746126705.746941:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1417 00002000:00100000:0.0:1746126705.746950:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013604aa00 x1830945816423936/t4294970380(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.746958:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604aa00 with x1830945816423936 ext(0->7) 00010000:00010000:0.0:1746126705.746967:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fcbb800/0xd8b4f51a8447d3fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b285a expref: 216 pid: 9565 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.746981:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fcbb800/0xd8b4f51a8447d3fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b285a expref: 216 pid: 9565 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.746987:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604aa00 00000100:00100000:0.0:1746126705.754828:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.759489:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.762456:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.766598:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.766902:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.771518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.781834:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.785230:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+219:2010:x1830945816425216:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 862us (3399us total) trans 4294970381 rc 0/0 00000100:00100000:0.0:1746126705.785237:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1419 00002000:00100000:0.0:1746126705.785243:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880136048000 x1830945816425216/t4294970381(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.785249:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136048000 with x1830945816425216 ext(0->7) 00010000:00010000:0.0:1746126705.785254:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d40c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2868 expref: 219 pid: 9565 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.785263:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d40c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2868 expref: 219 pid: 9565 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.785268:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136048000 00000100:00100000:0.0:1746126705.790635:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.794007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.799912:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.803076:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.803194:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816425856 00000100:00100000:0.0:1746126705.803200:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816425856 00000100:00100000:0.0:1746126705.803236:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27916 00000100:00100000:0.0:1746126705.803243:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+218:1112:x1830945816425856:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126705.803255:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126705.803267:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fcba600/0xd8b4f51a8447d421 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b287d expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.803291:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ae00/0xd8b4f51a8447d413 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b286f expref: 219 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.803298:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a8447d41a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2876 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.803329:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126705.803331:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126705.803334:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fcba600/0xd8b4f51a8447d421 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b287d expref: 219 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.803365:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a8447d41a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2876 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.803377:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a8447d41a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2876 expref: 5 pid: 11425 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746126705.803388:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813047296:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126705.804479:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b3ae00/0xd8b4f51a8447d413 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b286f expref: 219 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.804490:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b3ae00/0xd8b4f51a8447d413 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b286f expref: 219 pid: 11425 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746126705.804505:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813047424:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126705.804543:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126705.809219:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.809634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.813173:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.826255:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.839803:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099271c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813047680:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126705.839834:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0200/0xd8b4f51a8447d428 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2884 expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.839848:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d0200, rc 0) 00000100:00100000:0.0:1746126705.839899:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1122:x1830945816426752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13280us (13651us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126705.839906:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 27917 00000100:00100000:0.0:1746126705.850179:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+220:2008:x1830945816426880:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8666us (9669us total) trans 4294970382 rc 0/0 00000100:00100000:0.0:1746126705.850192:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1421 00002000:00100000:0.0:1746126705.850202:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d265f80 x1830945816426880/t4294970382(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.850211:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265f80 with x1830945816426880 ext(0->7) 00010000:00010000:0.0:1746126705.850220:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fcba600/0xd8b4f51a8447d421 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b287d expref: 220 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.850237:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fcba600/0xd8b4f51a8447d421 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b287d expref: 220 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.850243:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d265f80 00000100:00100000:0.0:1746126705.851028:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816427008 00000100:00100000:0.0:1746126705.851034:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816427008 00000100:00100000:0.0:1746126705.851071:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27918 00000100:00100000:0.0:1746126705.851077:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+220:1112:x1830945816427008:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126705.851090:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126705.851102:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d33a600/0xd8b4f51a8447d42f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b288b expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.851120:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126705.851124:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0200/0xd8b4f51a8447d428 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2884 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.851129:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126705.851132:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d33a600/0xd8b4f51a8447d42f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b288b expref: 221 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.851161:0:25391:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0200/0xd8b4f51a8447d428 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2884 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.851171:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d33a600/0xd8b4f51a8447d42f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b288b expref: 221 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126705.851179:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d33a600, rc 0) 00000100:00100000:0.0:1746126705.851212:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+221:1112:x1830945816427008:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126705.851217:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 27918 00000100:00100000:0.0:1746126705.853769:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.866371:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.869440:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.874492:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.876475:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.878356:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.881938:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+222:2007:x1830945816428032:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1732us (3579us total) trans 4294970383 rc 0/0 00000100:00100000:0.0:1746126705.881947:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1423 00002000:00100000:0.0:1746126705.881955:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098eb1180 x1830945816428032/t4294970383(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.881964:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb1180 with x1830945816428032 ext(0->7) 00010000:00010000:0.0:1746126705.881972:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d33a600/0xd8b4f51a8447d42f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b288b expref: 222 pid: 25391 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746126705.881983:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d33a600/0xd8b4f51a8447d42f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b288b expref: 222 pid: 25391 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746126705.881989:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098eb1180 00000100:00100000:0.0:1746126705.883406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.886685:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.889871:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.890983:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.893993:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.894038:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.898370:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.898419:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.903166:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816429568 00000100:00100000:0.0:1746126705.903173:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816429568 00002000:00100000:0.0:1746126705.903213:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013604c700 x1830945816429568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 488/0 e 0 to 0 dl 1746126716 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.903223:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c700 with x1830945816429568 ext(0->4095) 00010000:00010000:0.0:1746126705.903232:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d444 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28a0 expref: 223 pid: 11425 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126705.903246:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d444 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28a0 expref: 223 pid: 11425 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126705.903257:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c700 00000100:00100000:0.0:1746126705.903278:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1425 00000100:00100000:0.0:1746126705.903286:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+223:2007:x1830945816429568:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126705.904000:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+222:2007:x1830945816429568:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 714us (1489us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126705.904007:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1425 00002000:00100000:0.0:1746126705.904012:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013604c700 x1830945816429568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 488/4536 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.904019:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c700 with x1830945816429568 ext(0->4095) 00010000:00010000:0.0:1746126705.904023:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d444 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28a0 expref: 222 pid: 11425 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126705.904033:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d444 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28a0 expref: 222 pid: 11425 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126705.904038:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c700 00000100:00100000:0.0:1746126705.905659:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.913038:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+224:2008:x1830945816429824:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5806us (7371us total) trans 4294970384 rc 0/0 00000100:00100000:0.0:1746126705.913054:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1426 00002000:00100000:0.0:1746126705.913067:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009ca31c00 x1830945816429824/t4294970384(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.913076:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31c00 with x1830945816429824 ext(0->7) 00010000:00010000:0.0:1746126705.913086:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d444 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28a0 expref: 224 pid: 11425 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126705.913104:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d444 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28a0 expref: 224 pid: 11425 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126705.913111:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ca31c00 00000100:00100000:0.0:1746126705.920774:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.920896:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.929667:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.936022:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.939110:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.946082:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.973209:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+226:2008:x1830945816430976:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2098us (3381us total) trans 4294970385 rc 0/0 00000100:00100000:0.0:1746126705.973220:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1428 00002000:00100000:0.0:1746126705.973228:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013604dc00 x1830945816430976/t4294970385(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:466/0 lens 496/448 e 0 to 0 dl 1746126716 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126705.973236:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604dc00 with x1830945816430976 ext(0->7) 00010000:00010000:0.0:1746126705.973244:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094a63c00/0xd8b4f51a8447d452 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28ae expref: 226 pid: 25391 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126705.973256:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094a63c00/0xd8b4f51a8447d452 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28ae expref: 226 pid: 25391 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126705.973262:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604dc00 00000100:00100000:0.0:1746126705.976460:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.979075:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.981745:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.986292:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.989365:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126705.995076:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.000512:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00080000:0.0:1746126706.000595:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126706.001558:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+228:2007:x1830945816432128:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 909us (1118us total) trans 4294970386 rc 0/0 00000100:00100000:0.0:1746126706.001566:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1430 00002000:00100000:0.0:1746126706.001572:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009ca32a00 x1830945816432128/t4294970386(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.001579:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca32a00 with x1830945816432128 ext(0->7) 00010000:00010000:0.0:1746126706.001585:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d400/0xd8b4f51a8447d460 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28bc expref: 228 pid: 11425 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.001594:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d400/0xd8b4f51a8447d460 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28bc expref: 228 pid: 11425 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.001599:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ca32a00 00000100:00100000:0.0:1746126706.017230:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.020777:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.026464:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00080000:0.0:1746126706.026937:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126706.030044:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.035758:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.040920:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.044254:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.053441:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+230:2008:x1830945816433280:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8378us (9177us total) trans 4294970387 rc 0/0 00000100:00100000:0.0:1746126706.053455:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1432 00002000:00100000:0.0:1746126706.053466:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb0aa00 x1830945816433280/t4294970387(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.053477:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0aa00 with x1830945816433280 ext(0->7) 00010000:00010000:0.0:1746126706.053488:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d46e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28ca expref: 230 pid: 11425 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.053504:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d46e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28ca expref: 230 pid: 11425 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.053516:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb0aa00 00000100:00100000:0.0:1746126706.057193:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.057300:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.059720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.063564:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.068851:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.073635:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.080449:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.082844:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+232:2007:x1830945816434432:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2213us (2386us total) trans 4294970388 rc 0/0 00000100:00100000:0.0:1746126706.082854:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1434 00002000:00100000:0.0:1746126706.082862:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb08e00 x1830945816434432/t4294970388(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.082871:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb08e00 with x1830945816434432 ext(0->7) 00010000:00010000:0.0:1746126706.082879:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c600/0xd8b4f51a8447d47c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28d8 expref: 232 pid: 11425 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.082894:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c600/0xd8b4f51a8447d47c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28d8 expref: 232 pid: 11425 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.082900:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb08e00 00000100:00100000:0.0:1746126706.087650:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.088524:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.094951:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.098252:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.104144:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.109804:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.113339:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+234:2008:x1830945816435584:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3089us (3232us total) trans 4294970389 rc 0/0 00000100:00100000:0.0:1746126706.113352:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1436 00002000:00100000:0.0:1746126706.113366:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009989df80 x1830945816435584/t4294970389(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.113375:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989df80 with x1830945816435584 ext(0->7) 00010000:00010000:0.0:1746126706.113385:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447d48a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28e6 expref: 234 pid: 11425 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.113401:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447d48a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28e6 expref: 234 pid: 11425 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.113408:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009989df80 00000100:00100000:0.0:1746126706.115825:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.128833:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816436096 00000100:00100000:0.0:1746126706.128840:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816436096 00002000:00100000:0.0:1746126706.128877:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013604f100 x1830945816436096/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:467/0 lens 488/0 e 0 to 0 dl 1746126717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.128885:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f100 with x1830945816436096 ext(0->4095) 00010000:00010000:0.0:1746126706.128893:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d491 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28ed expref: 6 pid: 11425 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.128904:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d491 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28ed expref: 6 pid: 11425 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.128913:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604f100 00000100:00100000:0.0:1746126706.128937:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1437 00000100:00100000:0.0:1746126706.128943:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816436096:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126706.129097:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816436096:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 153us (339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126706.129104:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1437 00002000:00100000:0.0:1746126706.129109:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013604f100 x1830945816436096/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:467/0 lens 488/4536 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.129115:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f100 with x1830945816436096 ext(0->4095) 00010000:00010000:0.0:1746126706.129120:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d491 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28ed expref: 6 pid: 11425 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.129128:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d491 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28ed expref: 6 pid: 11425 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.129134:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604f100 00000100:00100000:0.0:1746126706.132597:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.139997:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.150474:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.154771:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.157873:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+236:2008:x1830945816436736:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2757us (3098us total) trans 4294970390 rc 0/0 00000100:00100000:0.0:1746126706.157883:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1438 00002000:00100000:0.0:1746126706.157892:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009989fb80 x1830945816436736/t4294970390(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.157901:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989fb80 with x1830945816436736 ext(0->7) 00010000:00010000:0.0:1746126706.157908:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d498 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28f4 expref: 236 pid: 11425 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.157921:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d498 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28f4 expref: 236 pid: 11425 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.157926:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009989fb80 00000100:00100000:0.0:1746126706.164168:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.164258:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.170327:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816437248 00000100:00100000:0.0:1746126706.170333:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816437248 00002000:00100000:0.0:1746126706.170366:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013604e300 x1830945816437248/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:467/0 lens 488/0 e 0 to 0 dl 1746126717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.170375:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e300 with x1830945816437248 ext(0->4095) 00010000:00010000:0.0:1746126706.170383:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094a63800/0xd8b4f51a8447d49f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28fb expref: 6 pid: 25391 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.170395:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094a63800/0xd8b4f51a8447d49f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28fb expref: 6 pid: 25391 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.170401:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604e300 00000100:00100000:0.0:1746126706.170425:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1439 00000100:00100000:0.0:1746126706.170431:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816437248:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126706.171116:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816437248:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 685us (1109us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126706.171121:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1439 00002000:00100000:0.0:1746126706.171126:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013604e300 x1830945816437248/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:467/0 lens 488/4536 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.171134:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e300 with x1830945816437248 ext(0->4095) 00010000:00010000:0.0:1746126706.171138:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094a63800/0xd8b4f51a8447d49f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28fb expref: 6 pid: 25391 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.171147:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094a63800/0xd8b4f51a8447d49f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b28fb expref: 6 pid: 25391 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.171152:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604e300 00000100:00100000:0.0:1746126706.176465:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.179736:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.188007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.194612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.199430:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+238:2008:x1830945816437888:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3485us (4803us total) trans 4294970391 rc 0/0 00000100:00100000:0.0:1746126706.199950:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1440 00002000:00100000:0.0:1746126706.199965:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aab1c00 x1830945816437888/t4294970391(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.199975:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1c00 with x1830945816437888 ext(0->7) 00010000:00010000:0.0:1746126706.199985:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d4a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2902 expref: 238 pid: 25391 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.200001:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d4a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2902 expref: 238 pid: 25391 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.200008:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aab1c00 00000100:00100000:0.0:1746126706.207366:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.209757:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.213407:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.214073:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816438400 00000100:00100000:0.0:1746126706.214079:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816438400 00002000:00100000:0.0:1746126706.214111:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009aab1180 x1830945816438400/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:467/0 lens 488/0 e 0 to 0 dl 1746126717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.214119:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1180 with x1830945816438400 ext(0->4095) 00010000:00010000:0.0:1746126706.214126:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447d4ad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2909 expref: 6 pid: 25391 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.214137:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447d4ad lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2909 expref: 6 pid: 25391 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.214143:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aab1180 00000100:00100000:0.0:1746126706.214367:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1441 00000100:00100000:0.0:1746126706.214374:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816438400:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126706.217715:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.239982:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.249942:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.253006:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+240:2007:x1830945816439040:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2782us (3065us total) trans 4294970392 rc 0/0 00000100:00100000:0.0:1746126706.253015:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1442 00002000:00100000:0.0:1746126706.253023:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aab3b80 x1830945816439040/t4294970392(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.253031:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3b80 with x1830945816439040 ext(0->7) 00010000:00010000:0.0:1746126706.253040:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d4b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2910 expref: 240 pid: 25391 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.253053:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d4b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2910 expref: 240 pid: 25391 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.253059:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aab3b80 00000100:00100000:0.0:1746126706.261925:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.265215:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.266324:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.271801:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.272176:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.285901:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816440320 00000100:00100000:0.0:1746126706.285910:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816440320 00002000:00100000:0.0:1746126706.285945:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d267480 x1830945816440320/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/0 e 0 to 0 dl 1746126717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.285953:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267480 with x1830945816440320 ext(0->7) 00010000:00010000:0.0:1746126706.285961:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30da00/0xd8b4f51a8447d4c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b291e expref: 241 pid: 25391 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.285973:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30da00/0xd8b4f51a8447d4c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b291e expref: 241 pid: 25391 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.285979:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d267480 00000100:00100000:0.0:1746126706.286005:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1445 00000100:00100000:0.0:1746126706.286011:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+241:2010:x1830945816440320:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126706.287081:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+243:2010:x1830945816440320:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1067us (1269us total) trans 4294970393 rc 0/0 00000100:00100000:0.0:1746126706.287088:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1445 00002000:00100000:0.0:1746126706.287094:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d267480 x1830945816440320/t4294970393(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.287101:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267480 with x1830945816440320 ext(0->7) 00010000:00010000:0.0:1746126706.287106:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30da00/0xd8b4f51a8447d4c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b291e expref: 243 pid: 25391 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.287116:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30da00/0xd8b4f51a8447d4c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b291e expref: 243 pid: 25391 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.287121:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d267480 00000100:00100000:0.0:1746126706.293784:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.302114:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816440704 00000100:00100000:0.0:1746126706.302121:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816440704 00002000:00100000:0.0:1746126706.302154:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099270a80 x1830945816440704/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 488/0 e 0 to 0 dl 1746126717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.302161:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099270a80 with x1830945816440704 ext(0->4095) 00002000:00010000:0.0:1746126706.302165:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099270a80 00000100:00100000:0.0:1746126706.302460:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12558 00000100:00100000:0.0:1746126706.302466:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+242:2007:x1830945816440704:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126706.302645:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+242:2007:x1830945816440704:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 178us (674us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126706.302651:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12558 00002000:00100000:0.0:1746126706.302656:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099270a80 x1830945816440704/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 488/4536 e 0 to 0 dl 1746126717 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.302662:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099270a80 with x1830945816440704 ext(0->4095) 00002000:00010000:0.0:1746126706.302665:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099270a80 00000100:00100000:0.0:1746126706.306007:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.306978:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.307826:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27941 00000100:00100000:0.0:1746126706.307833:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1122:x1830945816440832:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126706.307847:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126706.307860:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094a63e00/0xd8b4f51a8447d4d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b292c expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.307963:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126706.307967:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a8447d4d7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2933 expref: 243 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.307971:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126706.307974:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094a63e00/0xd8b4f51a8447d4d0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b292c expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.307995:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a8447d4d7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2933 expref: 243 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.308010:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094a63e00/0xd8b4f51a8447d4d0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b292c expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.308022:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a63e00, rc 0) 00000100:00100000:0.0:1746126706.308058:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1122:x1830945816440832:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 226us (2057us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126706.308063:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 27941 00000100:00100000:0.0:1746126706.311525:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.315078:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.325208:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.326317:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+244:2009:x1830945816441600:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 734us (1100us total) trans 4294970394 rc 0/0 00000100:00100000:0.0:1746126706.326323:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1447 00002000:00100000:0.0:1746126706.326329:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aab0380 x1830945816441600/t4294970394(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.326335:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab0380 with x1830945816441600 ext(0->7) 00010000:00010000:0.0:1746126706.326341:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a8447d4d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2933 expref: 244 pid: 11425 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.326350:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a8447d4d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2933 expref: 244 pid: 11425 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.326355:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aab0380 00000100:00100000:0.0:1746126706.331199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.346233:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816441984 00000100:00100000:0.0:1746126706.346239:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816441984 00002000:00100000:0.0:1746126706.346270:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d266300 x1830945816441984/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:467/0 lens 488/0 e 0 to 0 dl 1746126717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.346284:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266300 with x1830945816441984 ext(0->4095) 00002000:00010000:0.0:1746126706.346287:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d266300 00000100:00100000:0.0:1746126706.346326:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12559 00000100:00100000:0.0:1746126706.346333:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816441984:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126706.346435:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816441984:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (661us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126706.346441:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12559 00002000:00100000:0.0:1746126706.346447:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d266300 x1830945816441984/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:467/0 lens 488/4536 e 0 to 0 dl 1746126717 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.346454:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266300 with x1830945816441984 ext(0->4095) 00002000:00010000:0.0:1746126706.346457:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d266300 00000100:00100000:0.0:1746126706.350149:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.350237:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.355963:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.364204:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816442880 00000100:00100000:0.0:1746126706.364213:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816442880 00002000:00100000:0.0:1746126706.364251:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013604c380 x1830945816442880/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/0 e 0 to 0 dl 1746126717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.364260:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c380 with x1830945816442880 ext(0->7) 00010000:00010000:0.0:1746126706.364268:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447d4de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b293a expref: 245 pid: 11425 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.364279:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447d4de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b293a expref: 245 pid: 11425 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.364289:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c380 00000100:00100000:0.0:1746126706.364336:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1449 00000100:00100000:0.0:1746126706.364343:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+245:2007:x1830945816442880:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126706.365424:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+247:2007:x1830945816442880:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1074us (2800us total) trans 4294970395 rc 0/0 00000100:00100000:0.0:1746126706.365435:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1449 00002000:00100000:0.0:1746126706.365444:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013604c380 x1830945816442880/t4294970395(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.365454:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c380 with x1830945816442880 ext(0->7) 00010000:00010000:0.0:1746126706.365462:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447d4de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b293a expref: 247 pid: 11425 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.365475:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447d4de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b293a expref: 247 pid: 11425 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.365481:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c380 00000100:00100000:0.0:1746126706.371344:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.381455:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.387427:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.397834:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.398043:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.404898:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.413936:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.415013:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+248:2010:x1830945816444160:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 854us (1087us total) trans 4294970396 rc 0/0 00000100:00100000:0.0:1746126706.415021:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1452 00002000:00100000:0.0:1746126706.415027:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ea46300 x1830945816444160/t4294970396(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.415033:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea46300 with x1830945816444160 ext(0->7) 00010000:00010000:0.0:1746126706.415039:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ca00/0xd8b4f51a8447d4ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2948 expref: 248 pid: 9565 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.415048:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ca00/0xd8b4f51a8447d4ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2948 expref: 248 pid: 9565 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.415053:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ea46300 00000100:00100000:0.0:1746126706.418989:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.430226:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.444851:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27948 00000100:00100000:0.0:1746126706.444859:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+249:1122:x1830945816444800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126706.444866:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126706.444872:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098eb6000/0xd8b4f51a8447d501 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b295d expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.444884:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126706.444887:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d4fa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2956 expref: 250 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.444892:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126706.444895:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098eb6000/0xd8b4f51a8447d501 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b295d expref: 250 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.444919:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d4fa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2956 expref: 250 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.444929:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098eb6000/0xd8b4f51a8447d501 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b295d expref: 250 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.444937:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098eb6000, rc 0) 00000100:00100000:0.0:1746126706.444961:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+250:1122:x1830945816444800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126706.444966:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 27948 00000100:00100000:0.0:1746126706.451041:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.467218:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.473093:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.481541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.481586:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.485664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.486080:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.489726:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.491667:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.497419:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.500517:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.502486:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+252:2007:x1830945816447104:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1795us (1970us total) trans 4294970398 rc 0/0 00000100:00100000:0.0:1746126706.502492:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1456 00002000:00100000:0.0:1746126706.502499:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c00aa00 x1830945816447104/t4294970398(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.502506:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00aa00 with x1830945816447104 ext(0->7) 00010000:00010000:0.0:1746126706.502511:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0600/0xd8b4f51a8447d50f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b296b expref: 252 pid: 9566 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.502520:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0600/0xd8b4f51a8447d50f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b296b expref: 252 pid: 9566 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.502525:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c00aa00 00000100:00100000:0.0:1746126706.505075:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.509752:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.511118:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.515300:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.518568:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.521665:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.527512:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.528593:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+254:2008:x1830945816448256:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 854us (1089us total) trans 4294970399 rc 0/0 00000100:00100000:0.0:1746126706.528599:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1458 00002000:00100000:0.0:1746126706.528605:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c00bb80 x1830945816448256/t4294970399(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.528612:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00bb80 with x1830945816448256 ext(0->7) 00010000:00010000:0.0:1746126706.528618:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0800/0xd8b4f51a8447d51d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2979 expref: 254 pid: 9566 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.528627:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0800/0xd8b4f51a8447d51d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2979 expref: 254 pid: 9566 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.528632:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c00bb80 00000100:00100000:0.0:1746126706.534171:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.543061:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.549173:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.549223:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.551981:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.555964:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.560830:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816449536 00000100:00100000:0.0:1746126706.560838:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816449536 00002000:00100000:0.0:1746126706.560873:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aab2680 x1830945816449536/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/0 e 0 to 0 dl 1746126717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.560881:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab2680 with x1830945816449536 ext(0->7) 00010000:00010000:0.0:1746126706.560890:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ca00/0xd8b4f51a8447d52b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b298e expref: 255 pid: 9565 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.560901:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ca00/0xd8b4f51a8447d52b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b298e expref: 255 pid: 9565 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.560907:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aab2680 00000100:00100000:0.0:1746126706.560922:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1460 00000100:00100000:0.0:1746126706.560928:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+255:2007:x1830945816449536:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126706.575498:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.576107:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.583139:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.585904:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.585948:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.611163:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.616662:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816450816 00000100:00100000:0.0:1746126706.616670:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816450816 00002000:00100000:0.0:1746126706.616711:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aab3800 x1830945816450816/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/0 e 0 to 0 dl 1746126717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.616719:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3800 with x1830945816450816 ext(0->7) 00010000:00010000:0.0:1746126706.616727:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447d539 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2995 expref: 256 pid: 9565 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.616737:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447d539 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2995 expref: 256 pid: 9565 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.616743:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aab3800 00000100:00100000:0.0:1746126706.616768:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1463 00000100:00100000:0.0:1746126706.616773:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+256:2010:x1830945816450816:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126706.619518:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+258:2010:x1830945816450816:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2737us (2915us total) trans 4294970401 rc 0/0 00000100:00100000:0.0:1746126706.619527:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1463 00002000:00100000:0.0:1746126706.619535:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aab3800 x1830945816450816/t4294970401(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.619542:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3800 with x1830945816450816 ext(0->7) 00010000:00010000:0.0:1746126706.619549:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447d539 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2995 expref: 258 pid: 9565 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.619561:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447d539 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2995 expref: 258 pid: 9565 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.619567:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aab3800 00000100:00100000:0.0:1746126706.624971:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.631977:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.632093:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.636369:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.636414:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.640707:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.650093:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.651161:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+261:2009:x1830945816452096:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 892us (1073us total) trans 4294970402 rc 0/0 00000100:00100000:0.0:1746126706.651167:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1466 00002000:00100000:0.0:1746126706.651173:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011fa16680 x1830945816452096/t4294970402(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.651180:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa16680 with x1830945816452096 ext(0->7) 00010000:00010000:0.0:1746126706.651184:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d547 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29a3 expref: 261 pid: 9565 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.651193:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d547 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29a3 expref: 261 pid: 9565 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.651198:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fa16680 00000100:00100000:0.0:1746126706.652737:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.656737:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.659974:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.660015:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.665265:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.665387:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.669265:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.672444:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.681653:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.686190:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.687236:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+262:2008:x1830945816453760:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 798us (1046us total) trans 4294970403 rc 0/0 00000100:00100000:0.0:1746126706.687243:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1468 00002000:00100000:0.0:1746126706.687249:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011fa15180 x1830945816453760/t4294970403(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.687255:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa15180 with x1830945816453760 ext(0->7) 00010000:00010000:0.0:1746126706.687260:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1200/0xd8b4f51a8447d555 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29b8 expref: 262 pid: 9566 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.687269:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1200/0xd8b4f51a8447d555 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29b8 expref: 262 pid: 9566 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.687274:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fa15180 00000100:00100000:0.0:1746126706.691911:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.696796:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.700184:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.706445:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.709524:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.728204:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.738324:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.743905:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+265:2007:x1830945816454912:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5389us (5575us total) trans 4294970404 rc 0/0 00000100:00100000:0.0:1746126706.743938:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1470 00002000:00100000:0.0:1746126706.743958:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c99ca80 x1830945816454912/t4294970404(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.743967:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ca80 with x1830945816454912 ext(0->7) 00010000:00010000:0.0:1746126706.743977:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0800/0xd8b4f51a8447d56a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29c6 expref: 265 pid: 9566 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.743990:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0800/0xd8b4f51a8447d56a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29c6 expref: 265 pid: 9566 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.743996:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c99ca80 00000100:00100000:0.0:1746126706.747902:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.751068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.755296:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.757678:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.759740:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.765247:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.770543:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+266:2008:x1830945816456064:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4963us (5287us total) trans 4294970405 rc 0/0 00000100:00100000:0.0:1746126706.770556:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1472 00002000:00100000:0.0:1746126706.770567:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c99ea00 x1830945816456064/t4294970405(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.770577:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ea00 with x1830945816456064 ext(0->7) 00010000:00010000:0.0:1746126706.770588:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d578 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29d4 expref: 266 pid: 9565 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.770611:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d578 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29d4 expref: 266 pid: 9565 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.770618:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c99ea00 00000100:00100000:0.0:1746126706.776712:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.780338:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816456320 00000100:00100000:0.0:1746126706.780346:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816456320 00000100:00100000:0.0:1746126706.780387:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27967 00000100:00100000:0.0:1746126706.780395:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+266:1112:x1830945816456320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126706.780412:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126706.780428:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cf9c800/0xd8b4f51a8447d586 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b29e2 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.780455:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447d57f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29db expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.780462:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126706.780464:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126706.780467:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cf9c800/0xd8b4f51a8447d586 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29e2 expref: 267 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.780493:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447d57f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29db expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.780505:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447d57f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29db expref: 5 pid: 9565 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746126706.780522:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c99d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9565:1830945813060096:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126706.782893:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126706.783817:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.795004:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.804019:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.805798:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+269:2009:x1830945816457344:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1134us (1781us total) trans 4294970406 rc 0/0 00000100:00100000:0.0:1746126706.805809:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1475 00002000:00100000:0.0:1746126706.805818:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c99e300 x1830945816457344/t4294970406(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.805827:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99e300 with x1830945816457344 ext(0->7) 00010000:00010000:0.0:1746126706.805836:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cf9c800/0xd8b4f51a8447d586 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29e2 expref: 269 pid: 9565 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.805850:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cf9c800/0xd8b4f51a8447d586 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29e2 expref: 269 pid: 9565 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.805856:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c99e300 00000100:00100000:0.0:1746126706.810504:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.818126:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.824238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.824289:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.828589:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.829840:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.831351:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.837938:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.845943:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.848990:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.851282:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+270:2009:x1830945816459008:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1601us (2292us total) trans 4294970407 rc 0/0 00000100:00100000:0.0:1746126706.851291:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1477 00002000:00100000:0.0:1746126706.851298:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012dee6a00 x1830945816459008/t4294970407(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.851321:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee6a00 with x1830945816459008 ext(0->7) 00010000:00010000:0.0:1746126706.851329:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1200/0xd8b4f51a8447d59b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29f7 expref: 270 pid: 9566 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.851340:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1200/0xd8b4f51a8447d59b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b29f7 expref: 270 pid: 9566 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.851346:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dee6a00 00000100:00100000:0.0:1746126706.854852:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.857779:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.862541:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.867540:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816459776 00000100:00100000:0.0:1746126706.867545:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816459776 00002000:00100000:0.0:1746126706.867571:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013604ea00 x1830945816459776/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 488/0 e 0 to 0 dl 1746126717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.867580:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ea00 with x1830945816459776 ext(0->4095) 00010000:00010000:0.0:1746126706.867586:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a8447d5a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a05 expref: 272 pid: 9566 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.867596:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a8447d5a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a05 expref: 272 pid: 9566 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.867602:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604ea00 00000100:00100000:0.0:1746126706.867630:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1478 00000100:00100000:0.0:1746126706.867713:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+272:2009:x1830945816459776:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126706.867836:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+272:2009:x1830945816459776:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (1382us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126706.868374:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1478 00002000:00100000:0.0:1746126706.868380:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013604ea00 x1830945816459776/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 488/4536 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.868388:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ea00 with x1830945816459776 ext(0->4095) 00010000:00010000:0.0:1746126706.868393:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a8447d5a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a05 expref: 272 pid: 9566 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746126706.868401:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a8447d5a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a05 expref: 272 pid: 9566 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746126706.868407:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604ea00 00000100:00100000:0.0:1746126706.870702:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.873261:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816460288 00000100:00100000:0.0:1746126706.873265:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816460288 00000100:00100000:0.0:1746126706.875095:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7206:1830945813061504:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126706.875108:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126706.875143:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+270:2007:x1830945816460160:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2266us (3364us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126706.875151:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 11171 00000100:00100000:0.0:1746126706.875465:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.877709:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.885935:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.892293:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.901987:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816461440 00000100:00100000:0.0:1746126706.901992:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816461440 00000100:00100000:0.0:1746126706.902093:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27976 00000100:00100000:0.0:1746126706.902099:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+272:1112:x1830945816461440:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126706.902107:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126706.902115:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cf9de00/0xd8b4f51a8447d5c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2a21 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.902130:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d5b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a13 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.902136:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a8447d5be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a1a expref: 273 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.902141:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126706.902142:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126706.902145:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cf9de00/0xd8b4f51a8447d5c5 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a21 expref: 273 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.902166:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a8447d5be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a1a expref: 273 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.902180:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a8447d5be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a1a expref: 273 pid: 9566 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746126706.902190:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dee7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813061888:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126706.902252:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d5b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a13 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126706.902259:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d5b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a13 expref: 5 pid: 9566 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746126706.902267:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dee4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813062016:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126706.902282:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4836c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126706.904609:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.905231:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.910128:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.910225:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.935756:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.938411:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+274:2008:x1830945816462592:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1331us (2657us total) trans 4294970409 rc 0/0 00000100:00100000:0.0:1746126706.938419:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1483 00002000:00100000:0.0:1746126706.938426:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012dee4a80 x1830945816462592/t4294970409(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.938433:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4a80 with x1830945816462592 ext(0->7) 00010000:00010000:0.0:1746126706.938440:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cf9de00/0xd8b4f51a8447d5c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a21 expref: 274 pid: 9566 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126706.938451:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cf9de00/0xd8b4f51a8447d5c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a21 expref: 274 pid: 9566 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126706.938456:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dee4a80 00000100:00100000:0.0:1746126706.946796:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.955672:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.955715:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816462976 00000100:00100000:0.0:1746126706.955722:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816462976 00002000:00100000:0.0:1746126706.955754:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d142d80 x1830945816462976/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:467/0 lens 488/0 e 0 to 0 dl 1746126717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.955762:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142d80 with x1830945816462976 ext(0->4095) 00002000:00010000:0.0:1746126706.955766:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d142d80 00000100:00100000:0.0:1746126706.956327:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12574 00000100:00100000:0.0:1746126706.956335:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816462976:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126706.963764:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.968754:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.971148:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.975757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.975793:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.982431:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126706.990672:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816464384 00000100:00100000:0.0:1746126706.990679:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816464384 00002000:00100000:0.0:1746126706.990729:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aab1f80 x1830945816464384/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/0 e 0 to 0 dl 1746126717 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.990738:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1f80 with x1830945816464384 ext(0->7) 00010000:00010000:0.0:1746126706.990746:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447d5da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a36 expref: 274 pid: 9566 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126706.990758:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447d5da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a36 expref: 274 pid: 9566 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126706.990989:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aab1f80 00000100:00100000:0.0:1746126706.991019:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1486 00000100:00100000:0.0:1746126706.991026:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+274:2008:x1830945816464384:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126706.996202:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+276:2008:x1830945816464384:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5165us (5580us total) trans 4294970410 rc 0/0 00000100:00100000:0.0:1746126706.996216:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1486 00002000:00100000:0.0:1746126706.996228:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aab1f80 x1830945816464384/t4294970410(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:467/0 lens 496/448 e 0 to 0 dl 1746126717 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126706.996237:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1f80 with x1830945816464384 ext(0->7) 00010000:00010000:0.0:1746126706.996247:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447d5da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a36 expref: 276 pid: 9566 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126706.996261:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447d5da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a36 expref: 276 pid: 9566 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126706.996267:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aab1f80 00000100:00100000:0.0:1746126707.002763:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.006982:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816464768 00000100:00100000:0.0:1746126707.006990:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816464768 00002000:00100000:0.0:1746126707.007027:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099273b80 x1830945816464768/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:468/0 lens 488/0 e 0 to 0 dl 1746126718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.007037:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099273b80 with x1830945816464768 ext(0->4095) 00002000:00010000:0.0:1746126707.007041:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099273b80 00000100:00100000:0.0:1746126707.007058:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12575 00000100:00100000:0.0:1746126707.007065:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816464768:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126707.007189:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816464768:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (285us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126707.007195:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12575 00002000:00100000:0.0:1746126707.007201:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099273b80 x1830945816464768/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:468/0 lens 488/4536 e 0 to 0 dl 1746126718 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.007208:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099273b80 with x1830945816464768 ext(0->4095) 00002000:00010000:0.0:1746126707.007210:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099273b80 00000100:00100000:0.0:1746126707.011552:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.013426:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.018166:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.022449:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816465408 00000100:00100000:0.0:1746126707.022455:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816465408 00002000:00100000:0.0:1746126707.022773:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099271880 x1830945816465408/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 488/0 e 0 to 0 dl 1746126718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.022781:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099271880 with x1830945816465408 ext(0->4095) 00010000:00010000:0.0:1746126707.022788:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602d000/0xd8b4f51a8447d5e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a44 expref: 277 pid: 9566 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.022799:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602d000/0xd8b4f51a8447d5e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a44 expref: 277 pid: 9566 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.022810:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099271880 00000100:00100000:0.0:1746126707.022827:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1487 00000100:00100000:0.0:1746126707.022833:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+277:2008:x1830945816465408:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126707.022954:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+277:2008:x1830945816465408:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (824us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126707.022960:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1487 00002000:00100000:0.0:1746126707.022965:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099271880 x1830945816465408/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 488/4536 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.022971:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099271880 with x1830945816465408 ext(0->4095) 00010000:00010000:0.0:1746126707.022975:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602d000/0xd8b4f51a8447d5e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a44 expref: 277 pid: 9566 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.022983:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602d000/0xd8b4f51a8447d5e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a44 expref: 277 pid: 9566 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.022988:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099271880 00000100:00100000:0.0:1746126707.027107:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.030097:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+279:2007:x1830945816465664:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2805us (2989us total) trans 4294970411 rc 0/0 00000100:00100000:0.0:1746126707.030105:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1488 00002000:00100000:0.0:1746126707.030113:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d142680 x1830945816465664/t4294970411(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.030121:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142680 with x1830945816465664 ext(0->7) 00010000:00010000:0.0:1746126707.030131:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602d000/0xd8b4f51a8447d5e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a44 expref: 279 pid: 9566 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.030144:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602d000/0xd8b4f51a8447d5e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a44 expref: 279 pid: 9566 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.030150:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d142680 00000100:00100000:0.0:1746126707.031741:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.034474:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.037449:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.045497:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816466304 00000100:00100000:0.0:1746126707.045505:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816466304 00000100:00100000:0.0:1746126707.047706:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.049097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.049901:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.052903:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.058705:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.068145:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.075731:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.078372:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.080750:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.084416:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.084447:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.085971:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.086659:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813064704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126707.086701:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746126707.087410:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126707.088584:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813064704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126707.091090:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.092810:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+283:2010:x1830945816469248:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1501us (1720us total) trans 4294970413 rc 0/0 00000100:00100000:0.0:1746126707.092819:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1493 00002000:00100000:0.0:1746126707.092826:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009ca8e300 x1830945816469248/t4294970413(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.092833:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8e300 with x1830945816469248 ext(0->7) 00010000:00010000:0.0:1746126707.092840:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d612 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a6e expref: 283 pid: 25391 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.092852:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d612 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a6e expref: 283 pid: 25391 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.092858:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ca8e300 00000100:00100000:0.0:1746126707.098407:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.103244:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.109042:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.109101:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.112050:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.114965:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00080000:0.0:1746126707.120031:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126707.120034:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126707.120037:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746126707.120039:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746126707.120111:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.120134:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816470528 00000100:00100000:0.0:1746126707.120137:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816470528 00002000:00100000:0.0:1746126707.120164:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009ca8d500 x1830945816470528/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/0 e 0 to 0 dl 1746126718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.120173:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8d500 with x1830945816470528 ext(0->7) 00010000:00010000:0.0:1746126707.120182:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602d400/0xd8b4f51a8447d620 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a7c expref: 282 pid: 25391 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.120194:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602d400/0xd8b4f51a8447d620 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a7c expref: 282 pid: 25391 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.120202:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ca8d500 00000100:00100000:0.0:1746126707.120222:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1495 00000100:00100000:0.0:1746126707.120226:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+282:2010:x1830945816470528:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126707.121648:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+284:2010:x1830945816470528:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1415us (1532us total) trans 4294970414 rc 0/0 00000100:00100000:0.0:1746126707.121656:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1495 00002000:00100000:0.0:1746126707.121662:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009ca8d500 x1830945816470528/t4294970414(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.121671:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8d500 with x1830945816470528 ext(0->7) 00010000:00010000:0.0:1746126707.121679:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602d400/0xd8b4f51a8447d620 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a7c expref: 284 pid: 25391 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.121704:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602d400/0xd8b4f51a8447d620 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a7c expref: 284 pid: 25391 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.121710:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ca8d500 00000100:00100000:0.0:1746126707.127441:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.134867:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.141327:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27991 00000100:00100000:0.0:1746126707.141350:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+284:1112:x1830945816471040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126707.141369:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126707.141389:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cf9c200/0xd8b4f51a8447d62e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2a8a expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.141418:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447d627 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a83 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.141426:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126707.141427:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126707.141431:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cf9c200/0xd8b4f51a8447d62e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a8a expref: 285 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.141462:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447d627 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a83 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.141473:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447d627 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a83 expref: 5 pid: 9566 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746126707.141486:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca8e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9564:1830945813067136:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126707.141570:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126707.146847:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.150834:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816471552 00000100:00100000:0.0:1746126707.150841:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816471552 00002000:00100000:0.0:1746126707.150878:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dee4e00 x1830945816471552/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 488/0 e 0 to 0 dl 1746126718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.150888:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4e00 with x1830945816471552 ext(0->4095) 00010000:00010000:0.0:1746126707.150897:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cf9c200/0xd8b4f51a8447d62e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a8a expref: 285 pid: 9564 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.150910:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cf9c200/0xd8b4f51a8447d62e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a8a expref: 285 pid: 9564 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.150916:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dee4e00 00000100:00100000:0.0:1746126707.164792:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+287:2008:x1830945816471808:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1926us (3789us total) trans 4294970415 rc 0/0 00000100:00100000:0.0:1746126707.164803:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1497 00002000:00100000:0.0:1746126707.164811:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009ca33800 x1830945816471808/t4294970415(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.164820:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca33800 with x1830945816471808 ext(0->7) 00010000:00010000:0.0:1746126707.164827:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cf9c200/0xd8b4f51a8447d62e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a8a expref: 287 pid: 9564 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.164840:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cf9c200/0xd8b4f51a8447d62e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a8a expref: 287 pid: 9564 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.164847:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ca33800 00000100:00100000:0.0:1746126707.168716:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.179556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.184283:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.184366:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.188710:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.193444:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.206056:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.211816:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+288:2007:x1830945816473088:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5471us (5756us total) trans 4294970416 rc 0/0 00000100:00100000:0.0:1746126707.211830:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1499 00002000:00100000:0.0:1746126707.211842:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d00dc00 x1830945816473088/t4294970416(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.211851:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00dc00 with x1830945816473088 ext(0->7) 00010000:00010000:0.0:1746126707.211863:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c600/0xd8b4f51a8447d643 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a9f expref: 288 pid: 9565 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.211884:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c600/0xd8b4f51a8447d643 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a9f expref: 288 pid: 9565 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.211891:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d00dc00 00000100:00100000:0.0:1746126707.213869:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816473216 00000100:00100000:0.0:1746126707.213878:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816473216 00000100:00100000:0.0:1746126707.214700:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 27995 00000100:00100000:0.0:1746126707.214708:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+288:1112:x1830945816473216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126707.214728:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126707.214746:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136366600/0xd8b4f51a8447d64a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2aa6 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.214775:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126707.214782:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013602c600/0xd8b4f51a8447d63c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a98 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.214793:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126707.214796:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136366600/0xd8b4f51a8447d64a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2aa6 expref: 289 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.214837:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013602c600/0xd8b4f51a8447d63c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2a98 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.214848:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136366600/0xd8b4f51a8447d64a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2aa6 expref: 289 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.214857:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136366600, rc 0) 00000100:00100000:0.0:1746126707.215257:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+289:1112:x1830945816473216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 545us (1487us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126707.215263:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 27995 00000001:00080000:0.0:1746126707.216675:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970416 is committed 00000100:00100000:0.0:1746126707.223350:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.227373:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.232220:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.239365:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.246522:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.246651:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.249424:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945816474240:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2567us (2904us total) trans 4294970417 rc 0/0 00000100:00100000:0.0:1746126707.249434:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1501 00002000:00100000:0.0:1746126707.249442:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d00f800 x1830945816474240/t4294970417(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.249456:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00f800 with x1830945816474240 ext(0->7) 00010000:00010000:0.0:1746126707.249465:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136366600/0xd8b4f51a8447d64a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2aa6 expref: 9 pid: 9565 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.249477:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136366600/0xd8b4f51a8447d64a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2aa6 expref: 9 pid: 9565 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.249484:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d00f800 00000100:00100000:0.0:1746126707.261910:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.267821:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.274063:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.277772:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.280434:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.282667:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.284582:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945816475392:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1756us (1913us total) trans 4294970418 rc 0/0 00000100:00100000:0.0:1746126707.284591:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1503 00002000:00100000:0.0:1746126707.284598:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880134491f80 x1830945816475392/t4294970418(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.284606:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134491f80 with x1830945816475392 ext(0->7) 00010000:00010000:0.0:1746126707.284612:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1800/0xd8b4f51a8447d658 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ab4 expref: 10 pid: 9565 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.284623:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1800/0xd8b4f51a8447d658 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ab4 expref: 10 pid: 9565 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.284634:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134491f80 00000100:00100000:0.0:1746126707.288979:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.293294:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.297615:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.297651:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.300094:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.309402:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.314494:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+13:2008:x1830945816476672:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 830us (5101us total) trans 4294970419 rc 0/0 00000100:00100000:0.0:1746126707.314501:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1506 00002000:00100000:0.0:1746126707.314507:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880134493800 x1830945816476672/t4294970419(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.314515:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134493800 with x1830945816476672 ext(0->7) 00010000:00010000:0.0:1746126707.314521:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447d666 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ac2 expref: 13 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.314530:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447d666 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ac2 expref: 13 pid: 11425 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.314536:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134493800 00000100:00100000:0.0:1746126707.315394:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.316382:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.319462:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.323265:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.324425:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.335400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.367666:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.367723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.368789:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+15:2010:x1830945816477952:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 844us (1128us total) trans 4294970420 rc 0/0 00000100:00100000:0.0:1746126707.368796:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1509 00002000:00100000:0.0:1746126707.368803:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099109c00 x1830945816477952/t4294970420(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.368810:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099109c00 with x1830945816477952 ext(0->7) 00010000:00010000:0.0:1746126707.368815:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0600/0xd8b4f51a8447d674 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ad0 expref: 15 pid: 9565 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.368826:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0600/0xd8b4f51a8447d674 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ad0 expref: 15 pid: 9565 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.368832:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099109c00 00000100:00100000:0.0:1746126707.372073:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.373409:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813070592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746126707.373456:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126707.373521:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813070592 00000100:00100000:0.0:1746126707.373524:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813070592 00000100:00100000:0.0:1746126707.373550:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1746126707.373555:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813070592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746126707.373610:0:7225:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746126707.373641:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813070592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126707.373649:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1746126707.373678:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813070592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746126707.379299:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.391886:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.396096:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.399573:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099108380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2008:x1830945816479104:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2479us (3474us total) trans 4294970421 rc 0/0 00000100:00100000:0.0:1746126707.399582:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1511 00002000:00100000:0.0:1746126707.399590:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099108380 x1830945816479104/t4294970421(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.399598:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099108380 with x1830945816479104 ext(0->7) 00010000:00010000:0.0:1746126707.399607:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1200/0xd8b4f51a8447d682 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ade expref: 16 pid: 9565 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.399621:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1200/0xd8b4f51a8447d682 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ade expref: 16 pid: 9565 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.399626:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099108380 00000100:00100000:0.0:1746126707.403602:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.408737:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.414188:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.415595:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.420129:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.424230:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.430459:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2010:x1830945816480384:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5955us (6228us total) trans 4294970422 rc 0/0 00000100:00100000:0.0:1746126707.430471:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1513 00002000:00100000:0.0:1746126707.430480:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009910ad80 x1830945816480384/t4294970422(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.430489:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910ad80 with x1830945816480384 ext(0->7) 00010000:00010000:0.0:1746126707.430497:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602c400/0xd8b4f51a8447d690 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2aec expref: 19 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.430511:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602c400/0xd8b4f51a8447d690 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2aec expref: 19 pid: 11425 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.430517:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009910ad80 00000100:00100000:0.0:1746126707.432842:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.436806:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.439801:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.445372:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.447198:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.449797:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.450573:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.450668:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.455103:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.469023:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.470184:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ecbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2009:x1830945816482176:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 937us (1165us total) trans 4294970423 rc 0/0 00000100:00100000:0.0:1746126707.470191:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1516 00002000:00100000:0.0:1746126707.470197:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098ecbb80 x1830945816482176/t4294970423(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.470206:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ecbb80 with x1830945816482176 ext(0->7) 00010000:00010000:0.0:1746126707.470211:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602d600/0xd8b4f51a8447d6a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b01 expref: 21 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.470221:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602d600/0xd8b4f51a8447d6a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b01 expref: 21 pid: 11425 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.470227:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098ecbb80 00000100:00100000:0.0:1746126707.476054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.491018:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.497006:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.500846:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.501564:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.502660:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816482944 00000100:00100000:0.0:1746126707.502667:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816482944 00010000:00010000:0.0:1746126707.502704:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30c800/0xd8b4f51a8447d6ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b08 expref: 21 pid: 11425 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746126707.502727:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11208 00000100:00100000:0.0:1746126707.502733:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945816482944:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126707.502743:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126707.502763:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c800/0xd8b4f51a8447d6ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b08 expref: 21 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.502775:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007e30c800/0xd8b4f51a8447d6ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b08 expref: 21 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.502801:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c800/0xd8b4f51a8447d6ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b08 expref: 21 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.502817:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126707.502819:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126707.502825:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447d6b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b0f expref: 20 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.502832:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447d6b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b0f expref: 20 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.502855:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447d6b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b0f expref: 20 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.502864:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447d6b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b0f expref: 20 pid: 11425 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746126707.502874:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7207:1830945813072640:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126707.503428:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126707.506696:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.511545:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.515356:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2007:x1830945816483456:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2800us (3810us total) trans 4294970424 rc 0/0 00000100:00100000:0.0:1746126707.515368:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1519 00002000:00100000:0.0:1746126707.515380:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c2b7800 x1830945816483456/t4294970424(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.515394:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b7800 with x1830945816483456 ext(0->7) 00010000:00010000:0.0:1746126707.515405:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447d6b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b0f expref: 22 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.515419:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447d6b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b0f expref: 22 pid: 11425 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.515426:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c2b7800 00000100:00100000:0.0:1746126707.520049:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.522951:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.525357:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.526180:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.528690:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.532609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.532778:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816484480 00000100:00100000:0.0:1746126707.532784:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816484480 00002000:00100000:0.0:1746126707.532813:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009c2b4a80 x1830945816484480/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 488/0 e 0 to 0 dl 1746126718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.532821:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b4a80 with x1830945816484480 ext(0->4095) 00010000:00010000:0.0:1746126707.532829:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447d6c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b1d expref: 23 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.532841:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447d6c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b1d expref: 23 pid: 11425 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.532846:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c2b4a80 00000100:00100000:0.0:1746126707.532874:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1520 00000100:00100000:0.0:1746126707.532880:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+23:2008:x1830945816484480:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126707.532988:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+23:2008:x1830945816484480:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (380us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126707.533999:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1520 00002000:00100000:0.0:1746126707.534007:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009c2b4a80 x1830945816484480/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 488/4536 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.534015:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b4a80 with x1830945816484480 ext(0->4095) 00010000:00010000:0.0:1746126707.534021:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447d6c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b1d expref: 23 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.534031:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447d6c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b1d expref: 23 pid: 11425 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.534036:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c2b4a80 00000100:00100000:0.0:1746126707.536602:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.538531:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+25:2010:x1830945816484736:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1462us (1930us total) trans 4294970425 rc 0/0 00000100:00100000:0.0:1746126707.538539:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1521 00002000:00100000:0.0:1746126707.538547:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb67480 x1830945816484736/t4294970425(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.538555:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb67480 with x1830945816484736 ext(0->7) 00010000:00010000:0.0:1746126707.538561:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447d6c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b1d expref: 25 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.538577:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447d6c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b1d expref: 25 pid: 11425 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.538583:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb67480 00000100:00100000:0.0:1746126707.546770:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.552227:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.556223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.559991:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.560051:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.563744:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.563784:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.564418:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.568717:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.579539:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.581628:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945816486528:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1504us (2093us total) trans 4294970426 rc 0/0 00000100:00100000:0.0:1746126707.581637:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1523 00002000:00100000:0.0:1746126707.581645:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d266d80 x1830945816486528/t4294970426(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.581651:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266d80 with x1830945816486528 ext(0->7) 00010000:00010000:0.0:1746126707.581658:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447d6d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b32 expref: 27 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.581672:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447d6d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b32 expref: 27 pid: 11425 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.582145:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d266d80 00000100:00100000:0.0:1746126707.585008:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.585885:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.589448:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.592398:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.592447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.597295:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.601717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.605437:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2008:x1830945816487808:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1952us (3722us total) trans 4294970427 rc 0/0 00000100:00100000:0.0:1746126707.605450:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1526 00002000:00100000:0.0:1746126707.605460:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ea45880 x1830945816487808/t4294970427(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.605468:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea45880 with x1830945816487808 ext(0->7) 00010000:00010000:0.0:1746126707.605478:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d400/0xd8b4f51a8447d6e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b40 expref: 28 pid: 9565 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.605491:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d400/0xd8b4f51a8447d6e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b40 expref: 28 pid: 9565 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.605497:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ea45880 00000100:00100000:0.0:1746126707.611452:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.625934:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.628933:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816488448 00000100:00100000:0.0:1746126707.628942:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816488448 00010000:00010000:0.0:1746126707.628976:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d6eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b47 expref: 6 pid: 9565 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746126707.629010:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11217 00000100:00100000:0.0:1746126707.629017:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816488448:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126707.629029:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126707.629047:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d6eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b47 expref: 6 pid: 9565 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.629057:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d6eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b47 expref: 6 pid: 9565 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.629079:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007e30cc00/0xd8b4f51a8447d6eb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b47 expref: 6 pid: 9565 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.629235:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126707.629237:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126707.629245:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447d6f2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b4e expref: 27 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.629253:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447d6f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b4e expref: 27 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.629287:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447d6f2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b4e expref: 27 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126707.629299:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea46d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7207:1830945813074688:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126707.629798:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126707.634380:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.638011:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.643052:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.644740:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2010:x1830945816488960:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1499us (1691us total) trans 4294970428 rc 0/0 00000100:00100000:0.0:1746126707.644748:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1528 00002000:00100000:0.0:1746126707.644755:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ea44a80 x1830945816488960/t4294970428(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.644762:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea44a80 with x1830945816488960 ext(0->7) 00010000:00010000:0.0:1746126707.644768:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447d6f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b4e expref: 30 pid: 9565 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.644779:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447d6f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b4e expref: 30 pid: 9565 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.644785:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ea44a80 00000100:00100000:0.0:1746126707.652448:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.655416:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.656510:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816489472 00000100:00100000:0.0:1746126707.656514:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816489472 00002000:00100000:0.0:1746126707.656542:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013604c000 x1830945816489472/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:468/0 lens 488/0 e 0 to 0 dl 1746126718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.656552:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c000 with x1830945816489472 ext(0->4095) 00010000:00010000:0.0:1746126707.656559:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d6f9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b55 expref: 6 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.656571:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d6f9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b55 expref: 6 pid: 11425 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.656576:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c000 00000100:00100000:0.0:1746126707.656602:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1529 00000100:00100000:0.0:1746126707.656608:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816489472:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126707.657691:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816489472:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (370us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126707.657699:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1529 00002000:00100000:0.0:1746126707.657705:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013604c000 x1830945816489472/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:468/0 lens 488/4536 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.657712:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c000 with x1830945816489472 ext(0->4095) 00010000:00010000:0.0:1746126707.657717:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d6f9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b55 expref: 6 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.657725:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d6f9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b55 expref: 6 pid: 11425 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.657730:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c000 00000100:00100000:0.0:1746126707.663191:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.668549:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.674609:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816489984 00000100:00100000:0.0:1746126707.674619:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816489984 00000100:00100000:0.0:1746126707.674665:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28022 00000100:00100000:0.0:1746126707.674683:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1122:x1830945816489984:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126707.674701:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126707.674724:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136366000/0xd8b4f51a8447d707 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2b63 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.674754:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447d700 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b5c expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.674761:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126707.674763:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126707.674766:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136366000/0xd8b4f51a8447d707 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b63 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.674797:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447d700 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b5c expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.674809:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447d700 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b5c expref: 29 pid: 11425 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746126707.674821:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813075328:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126707.675254:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126707.682372:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945816490112:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1669us (2311us total) trans 4294970429 rc 0/0 00000100:00100000:0.0:1746126707.682382:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1530 00002000:00100000:0.0:1746126707.682389:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009ca31880 x1830945816490112/t4294970429(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.682397:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31880 with x1830945816490112 ext(0->7) 00010000:00010000:0.0:1746126707.682403:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447d700 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b5c expref: 32 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.682418:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447d700 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b5c expref: 32 pid: 11425 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.682424:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ca31880 00000100:00100000:0.0:1746126707.686133:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.690374:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.690716:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.693590:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.693633:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.696015:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.702273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.703227:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+35:2010:x1830945816491392:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 724us (959us total) trans 4294970430 rc 0/0 00000100:00100000:0.0:1746126707.703234:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1532 00002000:00100000:0.0:1746126707.703239:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800b51ee300 x1830945816491392/t4294970430(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.703245:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ee300 with x1830945816491392 ext(0->7) 00010000:00010000:0.0:1746126707.703249:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447d70e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b6a expref: 35 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.703257:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447d70e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b6a expref: 35 pid: 11425 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.703261:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b51ee300 00000100:00100000:0.0:1746126707.718408:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.722620:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.726399:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.726444:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.729811:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.734044:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.739574:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098856300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2008:x1830945816492672:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5130us (5530us total) trans 4294970431 rc 0/0 00000100:00100000:0.0:1746126707.739584:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1535 00002000:00100000:0.0:1746126707.739592:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098856300 x1830945816492672/t4294970431(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.739599:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098856300 with x1830945816492672 ext(0->7) 00010000:00010000:0.0:1746126707.739607:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d71c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b78 expref: 36 pid: 9565 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.739618:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d71c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b78 expref: 36 pid: 9565 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.739624:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098856300 00000100:00100000:0.0:1746126707.746099:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.751255:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.751302:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.751379:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816493184 00000100:00100000:0.0:1746126707.751385:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816493184 00002000:00100000:0.0:1746126707.751427:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880098854000 x1830945816493184/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:468/0 lens 488/0 e 0 to 0 dl 1746126718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.751436:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854000 with x1830945816493184 ext(0->4095) 00002000:00010000:0.0:1746126707.751440:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098854000 00000100:00100000:0.0:1746126707.751459:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12593 00000100:00100000:0.0:1746126707.751466:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816493184:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126707.751586:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816493184:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (282us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126707.751592:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12593 00002000:00100000:0.0:1746126707.751597:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880098854000 x1830945816493184/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:468/0 lens 488/4536 e 0 to 0 dl 1746126718 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.751604:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854000 with x1830945816493184 ext(0->4095) 00002000:00010000:0.0:1746126707.751606:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880098854000 00000100:00100000:0.0:1746126707.754451:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.755422:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.757949:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.762222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.763852:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945816493952:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1346us (1636us total) trans 4294970432 rc 0/0 00000100:00100000:0.0:1746126707.763860:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1537 00002000:00100000:0.0:1746126707.763866:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098855500 x1830945816493952/t4294970432(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.763874:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098855500 with x1830945816493952 ext(0->7) 00010000:00010000:0.0:1746126707.763880:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1200/0xd8b4f51a8447d72a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b86 expref: 39 pid: 9565 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.763891:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1200/0xd8b4f51a8447d72a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b86 expref: 39 pid: 9565 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.763901:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098855500 00000100:00100000:0.0:1746126707.767893:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.774474:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.776649:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.776698:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.781791:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.782254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.785730:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.788981:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.793010:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.797086:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.799440:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945816495616:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2017us (2348us total) trans 4294970433 rc 0/0 00000100:00100000:0.0:1746126707.799450:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1539 00002000:00100000:0.0:1746126707.799458:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a5ef9880 x1830945816495616/t4294970433(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.799466:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9880 with x1830945816495616 ext(0->7) 00010000:00010000:0.0:1746126707.799473:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447d73f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b94 expref: 40 pid: 9564 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.799487:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447d73f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2b94 expref: 40 pid: 9564 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.799494:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5ef9880 00000100:00100000:0.0:1746126707.802370:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.805245:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.815106:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28032 00000100:00100000:0.0:1746126707.815117:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1122:x1830945816496128:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126707.815132:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126707.815205:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099255200/0xd8b4f51a8447d74d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2ba9 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.815219:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126707.815223:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447d754 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bb0 expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.815229:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126707.815232:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099255200/0xd8b4f51a8447d74d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ba9 expref: 42 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.815254:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447d754 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bb0 expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.815264:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099255200/0xd8b4f51a8447d74d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ba9 expref: 42 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.815272:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099255200, rc 0) 00000100:00100000:0.0:1746126707.815293:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+42:1122:x1830945816496128:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126707.815301:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28032 00000100:00100000:0.0:1746126707.817603:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.820160:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.822974:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.824908:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+43:2007:x1830945816496896:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1757us (1926us total) trans 4294970434 rc 0/0 00000100:00100000:0.0:1746126707.824921:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1541 00002000:00100000:0.0:1746126707.824933:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a5ef8700 x1830945816496896/t4294970434(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.824942:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8700 with x1830945816496896 ext(0->7) 00010000:00010000:0.0:1746126707.824952:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447d754 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bb0 expref: 43 pid: 9564 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.824967:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447d754 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bb0 expref: 43 pid: 9564 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.824977:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5ef8700 00000100:00100000:0.0:1746126707.831668:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.835933:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.837155:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816497536 00000100:00100000:0.0:1746126707.837159:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816497536 00000100:00100000:0.0:1746126707.837192:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28035 00000100:00100000:0.0:1746126707.837198:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+42:1112:x1830945816497536:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126707.837207:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126707.837216:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc600/0xd8b4f51a8447d762 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2bbe expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.837231:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099255200/0xd8b4f51a8447d74d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ba9 expref: 43 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.837239:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d75b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bb7 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.837245:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126707.837246:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126707.837249:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc600/0xd8b4f51a8447d762 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bbe expref: 43 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.837270:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d75b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bb7 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.837280:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d75b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bb7 expref: 5 pid: 9564 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746126707.837291:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5efaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813078272:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126707.837390:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099255200/0xd8b4f51a8447d74d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ba9 expref: 43 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126707.837397:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099255200/0xd8b4f51a8447d74d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ba9 expref: 43 pid: 11425 timeout: 850 lvb_type: 0 00000100:00100000:0.0:1746126707.837404:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813078400:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126707.837425:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126707.839069:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.842115:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.845260:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.849525:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.857024:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.860420:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945816498560:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2915us (3397us total) trans 4294970435 rc 0/0 00000100:00100000:0.0:1746126707.860430:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1543 00002000:00100000:0.0:1746126707.860439:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969f8000 x1830945816498560/t4294970435(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.860447:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8000 with x1830945816498560 ext(0->7) 00010000:00010000:0.0:1746126707.860454:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc600/0xd8b4f51a8447d762 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bbe expref: 44 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.860466:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc600/0xd8b4f51a8447d762 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bbe expref: 44 pid: 11425 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.860472:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969f8000 00000100:00100000:0.0:1746126707.866103:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.869724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.871992:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.875027:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.879923:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.883032:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.891511:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.893050:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2008:x1830945816499712:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1091us (1544us total) trans 4294970436 rc 0/0 00000100:00100000:0.0:1746126707.893057:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1545 00002000:00100000:0.0:1746126707.893063:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969f9c00 x1830945816499712/t4294970436(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.893070:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9c00 with x1830945816499712 ext(0->7) 00010000:00010000:0.0:1746126707.893076:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d770 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bcc expref: 46 pid: 11425 timeout: 850 lvb_type: 0 00010000:00010000:0.0:1746126707.893085:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d200/0xd8b4f51a8447d770 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bcc expref: 46 pid: 11425 timeout: 850 lvb_type: 0 00002000:00010000:0.0:1746126707.893091:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969f9c00 00000100:00100000:0.0:1746126707.896885:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.904402:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.905439:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.907364:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.907427:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.910051:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.913891:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.915099:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2009:x1830945816500992:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 914us (1210us total) trans 4294970437 rc 0/0 00000100:00100000:0.0:1746126707.915107:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1547 00002000:00100000:0.0:1746126707.915113:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800991bdf80 x1830945816500992/t4294970437(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.915120:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bdf80 with x1830945816500992 ext(0->7) 00010000:00010000:0.0:1746126707.915125:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d77e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bda expref: 49 pid: 11425 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126707.915134:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30de00/0xd8b4f51a8447d77e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bda expref: 49 pid: 11425 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126707.915139:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991bdf80 00000100:00100000:0.0:1746126707.921463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.926538:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.926565:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816501376 00000100:00100000:0.0:1746126707.926571:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816501376 00002000:00100000:0.0:1746126707.926605:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800991bc700 x1830945816501376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 488/0 e 0 to 0 dl 1746126718 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.926614:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bc700 with x1830945816501376 ext(0->4095) 00002000:00010000:0.0:1746126707.926619:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800991bc700 00000100:00100000:0.0:1746126707.926636:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12601 00000100:00100000:0.0:1746126707.926643:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2007:x1830945816501376:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126707.926768:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2007:x1830945816501376:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (236us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126707.926775:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12601 00002000:00100000:0.0:1746126707.926780:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800991bc700 x1830945816501376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 488/4536 e 0 to 0 dl 1746126718 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.926787:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bc700 with x1830945816501376 ext(0->4095) 00002000:00010000:0.0:1746126707.926790:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800991bc700 00000100:00100000:0.0:1746126707.929023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.932846:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.935043:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.936511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.937718:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.938579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.939042:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.941937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.944496:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.945998:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+50:2009:x1830945816503040:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1244us (1502us total) trans 4294970438 rc 0/0 00000100:00100000:0.0:1746126707.946005:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1550 00002000:00100000:0.0:1746126707.946012:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800991bf800 x1830945816503040/t4294970438(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.946019:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bf800 with x1830945816503040 ext(0->7) 00010000:00010000:0.0:1746126707.946025:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c600/0xd8b4f51a8447d793 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bef expref: 50 pid: 11425 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126707.946035:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c600/0xd8b4f51a8447d793 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2bef expref: 50 pid: 11425 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126707.946040:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991bf800 00000100:00100000:0.0:1746126707.947617:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.950220:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.952814:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.955944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.961268:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.961339:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.963527:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.963557:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.963581:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.966260:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.967787:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.969110:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2010:x1830945816505088:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 951us (1323us total) trans 4294970439 rc 0/0 00000100:00100000:0.0:1746126707.969121:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1553 00002000:00100000:0.0:1746126707.969127:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d0e0700 x1830945816505088/t4294970439(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126707.969134:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0700 with x1830945816505088 ext(0->7) 00010000:00010000:0.0:1746126707.969139:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c800/0xd8b4f51a8447d7a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c04 expref: 53 pid: 11425 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126707.969148:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c800/0xd8b4f51a8447d7a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c04 expref: 53 pid: 11425 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126707.969154:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d0e0700 00000100:00100000:0.0:1746126707.971262:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.975303:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.978894:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.983174:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.983493:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.985793:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.987137:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.987170:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.992233:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126707.999467:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00080000:0.0:1746126708.000412:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126708.003050:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945816506880:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2561us (3585us total) trans 4294970440 rc 0/0 00000100:00100000:0.0:1746126708.003060:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1556 00002000:00100000:0.0:1746126708.003174:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098e4d180 x1830945816506880/t4294970440(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:468/0 lens 496/448 e 0 to 0 dl 1746126718 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.003185:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098e4d180 with x1830945816506880 ext(0->7) 00010000:00010000:0.0:1746126708.003194:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d7bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c19 expref: 55 pid: 9566 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.003207:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d7bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c19 expref: 55 pid: 9566 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.003214:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098e4d180 00000100:00100000:0.0:1746126708.007756:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.011260:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.017378:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816508288 00000100:00100000:0.0:1746126708.017383:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816508288 00000100:00100000:0.0:1746126708.017421:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816508416 00000100:00100000:0.0:1746126708.017424:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816508416 00000100:00100000:0.0:1746126708.017450:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28050 00000100:00100000:0.0:1746126708.017455:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1122:x1830945816508288:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126708.017464:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126708.017478:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094899600/0xd8b4f51a8447d7cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2c27 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.017499:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.017501:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.017507:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094899600/0xd8b4f51a8447d7cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c27 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.017587:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094899600/0xd8b4f51a8447d7cb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c27 expref: 6 pid: 9566 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.017599:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094899600/0xd8b4f51a8447d7cb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c27 expref: 6 pid: 9566 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.017608:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094899600, rc 0) 00000100:00100000:0.0:1746126708.017646:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1122:x1830945816508288:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126708.017651:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28050 00000100:00100000:0.0:1746126708.022665:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.023403:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.027116:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.031008:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.046512:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.047850:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945816509440:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 988us (1335us total) trans 4294970441 rc 0/0 00000100:00100000:0.0:1746126708.047858:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1558 00002000:00100000:0.0:1746126708.047864:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098e4f800 x1830945816509440/t4294970441(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.047874:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098e4f800 with x1830945816509440 ext(0->7) 00010000:00010000:0.0:1746126708.047880:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447d7d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c2e expref: 56 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.047891:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447d7d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c2e expref: 56 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.047900:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098e4f800 00000100:00100000:0.0:1746126708.050013:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.052962:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.057032:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.058621:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.063875:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.066884:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.076224:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.081933:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.094952:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.096615:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.098913:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.101505:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.108767:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.116719:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.136907:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.140140:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.145270:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.145348:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816512896 00000100:00100000:0.0:1746126708.145353:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816512896 00002000:00100000:0.0:1746126708.145382:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009736c000 x1830945816512896/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:469/0 lens 488/0 e 0 to 0 dl 1746126719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.145390:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736c000 with x1830945816512896 ext(0->4095) 00010000:00010000:0.0:1746126708.145396:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602c800/0xd8b4f51a8447d7fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c58 expref: 6 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.145412:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602c800/0xd8b4f51a8447d7fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c58 expref: 6 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.145417:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736c000 00000100:00100000:0.0:1746126708.145433:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1564 00000100:00100000:0.0:1746126708.145438:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816512896:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126708.145535:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816512896:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (265us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126708.145540:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1564 00002000:00100000:0.0:1746126708.145545:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009736c000 x1830945816512896/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:469/0 lens 488/4536 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.145551:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736c000 with x1830945816512896 ext(0->4095) 00010000:00010000:0.0:1746126708.145555:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602c800/0xd8b4f51a8447d7fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c58 expref: 6 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.145562:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602c800/0xd8b4f51a8447d7fc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c58 expref: 6 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.145566:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736c000 00000100:00100000:0.0:1746126708.149113:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.152500:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.155269:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.160701:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.164413:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2008:x1830945816513536:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3383us (3706us total) trans 4294970444 rc 0/0 00000100:00100000:0.0:1746126708.164424:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1565 00002000:00100000:0.0:1746126708.164433:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009736f800 x1830945816513536/t4294970444(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.164442:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736f800 with x1830945816513536 ext(0->7) 00010000:00010000:0.0:1746126708.164450:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602d600/0xd8b4f51a8447d803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c5f expref: 62 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.164462:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602d600/0xd8b4f51a8447d803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c5f expref: 62 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.164468:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736f800 00000100:00100000:0.0:1746126708.170622:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.172277:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.176507:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.176549:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816514048 00000100:00100000:0.0:1746126708.176553:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816514048 00000100:00100000:0.0:1746126708.179202:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.182906:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.185906:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.190357:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.193801:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.203883:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.214099:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.214192:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.218077:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.222280:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.225401:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+67:2010:x1830945816515968:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2939us (3118us total) trans 4294970446 rc 0/0 00000100:00100000:0.0:1746126708.225412:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1569 00002000:00100000:0.0:1746126708.225423:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094b6e300 x1830945816515968/t4294970446(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.225431:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6e300 with x1830945816515968 ext(0->7) 00010000:00010000:0.0:1746126708.225440:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602c800/0xd8b4f51a8447d81f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c7b expref: 67 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.225451:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602c800/0xd8b4f51a8447d81f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c7b expref: 67 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.225458:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b6e300 00000100:00100000:0.0:1746126708.229059:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.232415:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.236400:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.239178:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.243922:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.245252:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.247498:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.250097:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.250159:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.253938:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.256715:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.262354:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2009:x1830945816518016:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5396us (5637us total) trans 4294970447 rc 0/0 00000100:00100000:0.0:1746126708.262364:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1572 00002000:00100000:0.0:1746126708.262373:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88006dcc7800 x1830945816518016/t4294970447(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.262382:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc7800 with x1830945816518016 ext(0->7) 00010000:00010000:0.0:1746126708.262391:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c600/0xd8b4f51a8447d834 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c90 expref: 68 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.262403:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c600/0xd8b4f51a8447d834 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2c90 expref: 68 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.262409:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006dcc7800 00000100:00100000:0.0:1746126708.265847:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.271522:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.277556:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.280849:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.282200:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.284878:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.284914:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.292553:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816519808 00000100:00100000:0.0:1746126708.292559:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816519808 00002000:00100000:0.0:1746126708.292588:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009ca30000 x1830945816519808/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/0 e 0 to 0 dl 1746126719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.292595:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30000 with x1830945816519808 ext(0->7) 00010000:00010000:0.0:1746126708.292601:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447d849 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ca5 expref: 68 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.292612:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447d849 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ca5 expref: 68 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.292622:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ca30000 00000100:00100000:0.0:1746126708.292642:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1575 00000100:00100000:0.0:1746126708.292648:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945816519808:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126708.297702:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2007:x1830945816519808:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5046us (5170us total) trans 4294970448 rc 0/0 00000100:00100000:0.0:1746126708.297711:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1575 00002000:00100000:0.0:1746126708.297720:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009ca30000 x1830945816519808/t4294970448(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.297729:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30000 with x1830945816519808 ext(0->7) 00010000:00010000:0.0:1746126708.297737:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447d849 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ca5 expref: 70 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.297749:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447d849 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ca5 expref: 70 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.297755:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ca30000 00000100:00100000:0.0:1746126708.301258:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.305223:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.308758:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.309402:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.311743:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.312536:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.314449:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.314493:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.316519:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.319179:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.325498:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816521728 00000100:00100000:0.0:1746126708.325506:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816521728 00010000:00010000:0.0:1746126708.325532:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013602c400/0xd8b4f51a8447d85e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2cba expref: 72 pid: 9565 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746126708.325567:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11270 00000100:00100000:0.0:1746126708.325574:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a54c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2009:x1830945816521728:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126708.325584:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126708.325599:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013602c400/0xd8b4f51a8447d85e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2cba expref: 72 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.325610:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013602c400/0xd8b4f51a8447d85e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2cba expref: 72 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.325627:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013602c400/0xd8b4f51a8447d85e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2cba expref: 72 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.325642:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.325644:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.325650:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447d865 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2cc1 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.325657:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447d865 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2cc1 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.325694:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447d865 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2cc1 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126708.325704:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d00ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813086976:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126708.325781:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126708.328146:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.329767:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.331119:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.336560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.338876:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.338917:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.341656:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.342226:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.342280:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.345337:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.346863:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.351355:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2009:x1830945816523904:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4262us (4485us total) trans 4294970450 rc 0/0 00000100:00100000:0.0:1746126708.351366:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1581 00002000:00100000:0.0:1746126708.351375:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aab3100 x1830945816523904/t4294970450(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.351384:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3100 with x1830945816523904 ext(0->7) 00010000:00010000:0.0:1746126708.351392:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447d873 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ccf expref: 75 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.351406:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447d873 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ccf expref: 75 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.351417:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aab3100 00000100:00100000:0.0:1746126708.354265:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.358869:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.363958:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.363994:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.364065:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28077 00000100:00100000:0.0:1746126708.364071:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+74:1112:x1830945816524544:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126708.364079:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126708.364089:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cee8a00/0xd8b4f51a8447d888 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2cdd expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.364109:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447d87a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2cd6 expref: 75 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.364116:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.364118:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.364121:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee8a00/0xd8b4f51a8447d888 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2cdd expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.364156:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447d87a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2cd6 expref: 75 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.364166:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447d87a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2cd6 expref: 75 pid: 9565 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746126708.364176:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fa14380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813087872:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126708.364755:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4833c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126708.365979:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.369139:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.373900:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.376291:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+76:2007:x1830945816525184:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1231us (2394us total) trans 4294970451 rc 0/0 00000100:00100000:0.0:1746126708.376300:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1583 00002000:00100000:0.0:1746126708.376321:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011fa17800 x1830945816525184/t4294970451(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.376329:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17800 with x1830945816525184 ext(0->7) 00010000:00010000:0.0:1746126708.376336:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cee8a00/0xd8b4f51a8447d888 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2cdd expref: 76 pid: 9566 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.376348:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cee8a00/0xd8b4f51a8447d888 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2cdd expref: 76 pid: 9566 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.376354:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fa17800 00000100:00100000:0.0:1746126708.380588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.384703:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.389268:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.389828:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.392997:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.397646:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.398736:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+79:2009:x1830945816526464:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 878us (1092us total) trans 4294970452 rc 0/0 00000100:00100000:0.0:1746126708.398743:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1585 00002000:00100000:0.0:1746126708.398750:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013604b800 x1830945816526464/t4294970452(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.398757:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604b800 with x1830945816526464 ext(0->7) 00010000:00010000:0.0:1746126708.398762:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447d88f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ceb expref: 79 pid: 9566 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.398771:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447d88f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ceb expref: 79 pid: 9566 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.398776:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604b800 00000100:00100000:0.0:1746126708.400470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.406990:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.416802:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.417045:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.419151:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.422847:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.425251:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.427295:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+80:2007:x1830945816527744:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1252us (2044us total) trans 4294970453 rc 0/0 00000100:00100000:0.0:1746126708.427336:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1587 00002000:00100000:0.0:1746126708.427345:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880136049f80 x1830945816527744/t4294970453(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.427352:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049f80 with x1830945816527744 ext(0->7) 00010000:00010000:0.0:1746126708.427360:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0200/0xd8b4f51a8447d89d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d00 expref: 80 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.427375:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0200/0xd8b4f51a8447d89d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d00 expref: 80 pid: 9564 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.427381:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136049f80 00000100:00100000:0.0:1746126708.433689:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.437147:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.440284:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.446042:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.448083:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.448941:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.451590:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.462392:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816529280 00000100:00100000:0.0:1746126708.462399:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816529280 00002000:00100000:0.0:1746126708.462438:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009910a300 x1830945816529280/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 488/0 e 0 to 0 dl 1746126719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.462447:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910a300 with x1830945816529280 ext(0->4095) 00010000:00010000:0.0:1746126708.462454:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0600/0xd8b4f51a8447d8b2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d0e expref: 80 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.462466:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0600/0xd8b4f51a8447d8b2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d0e expref: 80 pid: 9564 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.462472:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009910a300 00000100:00100000:0.0:1746126708.462500:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1589 00000100:00100000:0.0:1746126708.462506:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+80:2007:x1830945816529280:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126708.462636:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+80:2007:x1830945816529280:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (613us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126708.462642:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1589 00002000:00100000:0.0:1746126708.462647:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009910a300 x1830945816529280/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 488/4536 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.462654:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910a300 with x1830945816529280 ext(0->4095) 00010000:00010000:0.0:1746126708.462658:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0600/0xd8b4f51a8447d8b2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d0e expref: 80 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.462679:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0600/0xd8b4f51a8447d8b2 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d0e expref: 80 pid: 9564 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.462698:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009910a300 00000100:00100000:0.0:1746126708.466541:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.468386:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+82:2008:x1830945816529536:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1135us (1767us total) trans 4294970454 rc 0/0 00000100:00100000:0.0:1746126708.468394:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1590 00002000:00100000:0.0:1746126708.468401:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e74f800 x1830945816529536/t4294970454(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.468409:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74f800 with x1830945816529536 ext(0->7) 00010000:00010000:0.0:1746126708.468416:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0600/0xd8b4f51a8447d8b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d0e expref: 82 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.468427:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0600/0xd8b4f51a8447d8b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d0e expref: 82 pid: 9564 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.468436:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e74f800 00000100:00100000:0.0:1746126708.476718:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.479270:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.485788:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.489209:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.497569:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.497621:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.502946:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.502979:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.503015:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.503793:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11284 00000100:00100000:0.0:1746126708.503799:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a56850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2007:x1830945816530816:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126708.503804:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126708.503812:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013602ca00/0xd8b4f51a8447d8b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d15 expref: 7 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.503829:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013602ca00/0xd8b4f51a8447d8b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d15 expref: 7 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.503839:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013602ca00/0xd8b4f51a8447d8b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d15 expref: 7 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.503848:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.503849:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.503854:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d8c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d23 expref: 82 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.503864:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d8c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d23 expref: 82 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.503880:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d8c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d23 expref: 82 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.503887:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d8c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d23 expref: 82 pid: 9566 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746126708.503897:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e74dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7206:1830945813090304:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126708.503932:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126708.507103:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e74dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7206:1830945813090304:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126708.507118:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126708.507164:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a56850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816530816:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3364us (4147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126708.507544:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 11284 00000100:00100000:0.0:1746126708.507958:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816531328 00000100:00100000:0.0:1746126708.507963:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816531328 00002000:00100000:0.0:1746126708.507994:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009736ca80 x1830945816531328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 488/0 e 0 to 0 dl 1746126719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.508003:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ca80 with x1830945816531328 ext(0->4095) 00010000:00010000:0.0:1746126708.508010:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d8c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d23 expref: 82 pid: 9566 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.508021:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d8c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d23 expref: 82 pid: 9566 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.508028:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736ca80 00000100:00100000:0.0:1746126708.508053:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1591 00000100:00100000:0.0:1746126708.508059:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+82:2007:x1830945816531328:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126708.508464:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+82:2007:x1830945816531328:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 403us (816us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126708.508470:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1591 00002000:00100000:0.0:1746126708.508475:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009736ca80 x1830945816531328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 488/4536 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.508481:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ca80 with x1830945816531328 ext(0->4095) 00010000:00010000:0.0:1746126708.508486:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d8c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d23 expref: 82 pid: 9566 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.508494:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d8c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d23 expref: 82 pid: 9566 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.508499:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736ca80 00000100:00100000:0.0:1746126708.512809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.514922:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+84:2008:x1830945816531584:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1921us (2114us total) trans 4294970455 rc 0/0 00000100:00100000:0.0:1746126708.514930:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1592 00002000:00100000:0.0:1746126708.514938:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e74f480 x1830945816531584/t4294970455(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.514946:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74f480 with x1830945816531584 ext(0->7) 00010000:00010000:0.0:1746126708.514954:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d8c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d23 expref: 84 pid: 9566 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.514970:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602ce00/0xd8b4f51a8447d8c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d23 expref: 84 pid: 9566 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.514975:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e74f480 00000100:00100000:0.0:1746126708.518691:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.521892:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.526122:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.526325:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28088 00000100:00100000:0.0:1746126708.526333:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+83:1122:x1830945816532096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126708.526347:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126708.526360:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099411c00/0xd8b4f51a8447d8d5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2d31 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.526378:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.526380:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.526386:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099411c00/0xd8b4f51a8447d8d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d31 expref: 84 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.526397:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099411c00/0xd8b4f51a8447d8d5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d31 expref: 84 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.526405:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099411c00, rc 0) 00000100:00100000:0.0:1746126708.526448:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+84:1122:x1830945816532096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126708.526453:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28088 00000100:00100000:0.0:1746126708.528221:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.535054:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.535104:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.538626:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.539587:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816533120 00000100:00100000:0.0:1746126708.539591:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816533120 00000100:00100000:0.0:1746126708.539614:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28090 00000100:00100000:0.0:1746126708.539619:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+84:1122:x1830945816533120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126708.539628:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126708.539636:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099410000/0xd8b4f51a8447d8e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2d3f expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.539649:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136367c00/0xd8b4f51a8447d8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d38 expref: 85 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.539654:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126708.539655:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126708.539720:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099410000/0xd8b4f51a8447d8e3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d3f expref: 85 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.539737:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136367c00/0xd8b4f51a8447d8dc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d38 expref: 85 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.539746:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136367c00/0xd8b4f51a8447d8dc lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d38 expref: 85 pid: 9566 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746126708.539753:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094be0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9564:1830945813090944:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126708.539932:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126708.542332:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094be0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9564:1830945813090944:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126708.542349:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099410000/0xd8b4f51a8447d8e3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d3f expref: 85 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.542361:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099410000, rc 0) 00000100:00100000:0.0:1746126708.542379:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+85:1122:x1830945816533120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2760us (3754us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126708.542385:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28090 00000100:00100000:0.0:1746126708.542488:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.550389:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.554862:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+87:2010:x1830945816533632:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1868us (4476us total) trans 4294970456 rc 0/0 00000100:00100000:0.0:1746126708.554871:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1595 00002000:00100000:0.0:1746126708.554879:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094be2d80 x1830945816533632/t4294970456(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.554888:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2d80 with x1830945816533632 ext(0->7) 00010000:00010000:0.0:1746126708.554894:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136367c00/0xd8b4f51a8447d8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d38 expref: 87 pid: 9566 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.554906:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136367c00/0xd8b4f51a8447d8dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d38 expref: 87 pid: 9566 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.554912:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094be2d80 00000100:00100000:0.0:1746126708.559012:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.565104:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.565184:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.567929:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.567962:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.573024:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.576232:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.577323:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+88:2008:x1830945816534912:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 809us (1094us total) trans 4294970457 rc 0/0 00000100:00100000:0.0:1746126708.577329:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1598 00002000:00100000:0.0:1746126708.577334:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094be0700 x1830945816534912/t4294970457(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.577340:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0700 with x1830945816534912 ext(0->7) 00010000:00010000:0.0:1746126708.577345:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602c400/0xd8b4f51a8447d8ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d46 expref: 88 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.577353:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602c400/0xd8b4f51a8447d8ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d46 expref: 88 pid: 9564 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.577358:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094be0700 00000100:00100000:0.0:1746126708.580358:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.583393:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.583432:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816535296 00000100:00100000:0.0:1746126708.583436:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816535296 00002000:00100000:0.0:1746126708.583460:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094be0000 x1830945816535296/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:469/0 lens 488/0 e 0 to 0 dl 1746126719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.583469:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0000 with x1830945816535296 ext(0->4095) 00002000:00010000:0.0:1746126708.583473:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094be0000 00000100:00100000:0.0:1746126708.583694:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12629 00000100:00100000:0.0:1746126708.583759:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816535296:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126708.584084:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816535296:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 325us (691us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126708.584090:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12629 00002000:00100000:0.0:1746126708.584095:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094be0000 x1830945816535296/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:469/0 lens 488/4536 e 0 to 0 dl 1746126719 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.584102:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0000 with x1830945816535296 ext(0->4095) 00002000:00010000:0.0:1746126708.584105:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094be0000 00000100:00100000:0.0:1746126708.585539:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.589382:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.596218:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.596260:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.600407:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.600457:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.600481:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.607147:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.613506:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816536960 00000100:00100000:0.0:1746126708.613515:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816536960 00002000:00100000:0.0:1746126708.613552:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009910b480 x1830945816536960/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/0 e 0 to 0 dl 1746126719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.613560:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910b480 with x1830945816536960 ext(0->7) 00010000:00010000:0.0:1746126708.613568:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447d8ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d5b expref: 89 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.613579:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447d8ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d5b expref: 89 pid: 9564 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.613589:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009910b480 00000100:00100000:0.0:1746126708.613617:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1600 00000100:00100000:0.0:1746126708.613624:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+89:2009:x1830945816536960:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126708.614696:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+91:2009:x1830945816536960:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1069us (1293us total) trans 4294970458 rc 0/0 00000100:00100000:0.0:1746126708.614703:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1600 00002000:00100000:0.0:1746126708.614709:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009910b480 x1830945816536960/t4294970458(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.614717:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910b480 with x1830945816536960 ext(0->7) 00010000:00010000:0.0:1746126708.614722:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447d8ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d5b expref: 91 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.614731:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447d8ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d5b expref: 91 pid: 9564 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.614736:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009910b480 00000100:00100000:0.0:1746126708.616760:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.622651:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.626539:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.630764:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.638444:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.639532:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.643836:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.648162:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.657580:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.663791:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.667164:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.671533:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.674706:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.674929:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.677869:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.681885:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.686122:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+94:2007:x1830945816540800:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 750us (975us total) trans 4294970460 rc 0/0 00000100:00100000:0.0:1746126708.686128:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1606 00002000:00100000:0.0:1746126708.686134:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099109880 x1830945816540800/t4294970460(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.686141:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099109880 with x1830945816540800 ext(0->7) 00010000:00010000:0.0:1746126708.686146:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447d929 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d85 expref: 94 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.686154:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447d929 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d85 expref: 94 pid: 9564 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.686159:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099109880 00000100:00100000:0.0:1746126708.694544:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.694930:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816541184 00000100:00100000:0.0:1746126708.694935:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816541184 00002000:00100000:0.0:1746126708.694969:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d249500 x1830945816541184/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:469/0 lens 488/0 e 0 to 0 dl 1746126719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.694978:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249500 with x1830945816541184 ext(0->4095) 00002000:00010000:0.0:1746126708.694982:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d249500 00000100:00100000:0.0:1746126708.694997:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12635 00000100:00100000:0.0:1746126708.695003:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816541184:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126708.695121:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816541184:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (577us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126708.695126:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12635 00002000:00100000:0.0:1746126708.695131:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d249500 x1830945816541184/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:469/0 lens 488/4536 e 0 to 0 dl 1746126719 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.695137:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249500 with x1830945816541184 ext(0->4095) 00002000:00010000:0.0:1746126708.695140:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d249500 00000100:00100000:0.0:1746126708.699503:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.703869:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.707664:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816541696 00000100:00100000:0.0:1746126708.707670:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816541696 00002000:00100000:0.0:1746126708.707699:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013604ed80 x1830945816541696/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 488/0 e 0 to 0 dl 1746126719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.707708:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ed80 with x1830945816541696 ext(0->4095) 00010000:00010000:0.0:1746126708.707715:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447d937 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d93 expref: 96 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.707725:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447d937 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d93 expref: 96 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.707730:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604ed80 00000100:00100000:0.0:1746126708.707756:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1607 00000100:00100000:0.0:1746126708.707763:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2010:x1830945816541696:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126708.708005:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+95:2010:x1830945816541696:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 242us (420us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126708.708010:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1607 00002000:00100000:0.0:1746126708.708015:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013604ed80 x1830945816541696/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 488/4536 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.708022:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ed80 with x1830945816541696 ext(0->4095) 00010000:00010000:0.0:1746126708.708026:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447d937 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d93 expref: 95 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.708034:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447d937 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d93 expref: 95 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.708039:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604ed80 00000100:00100000:0.0:1746126708.711546:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.711630:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.720715:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816542336 00000100:00100000:0.0:1746126708.720723:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816542336 00002000:00100000:0.0:1746126708.720764:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009ca8df80 x1830945816542336/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 488/0 e 0 to 0 dl 1746126719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.720772:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8df80 with x1830945816542336 ext(0->4095) 00010000:00010000:0.0:1746126708.720779:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136367c00/0xd8b4f51a8447d93e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d9a expref: 94 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.720791:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136367c00/0xd8b4f51a8447d93e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d9a expref: 94 pid: 9564 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.720802:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ca8df80 00000100:00100000:0.0:1746126708.720903:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1608 00000100:00100000:0.0:1746126708.720909:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+94:2007:x1830945816542336:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126708.721028:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+94:2007:x1830945816542336:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (948us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126708.721034:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1608 00002000:00100000:0.0:1746126708.721038:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009ca8df80 x1830945816542336/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 488/4536 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.721045:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8df80 with x1830945816542336 ext(0->4095) 00010000:00010000:0.0:1746126708.721049:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136367c00/0xd8b4f51a8447d93e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d9a expref: 94 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.721058:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136367c00/0xd8b4f51a8447d93e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d9a expref: 94 pid: 9564 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.721063:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ca8df80 00000100:00100000:0.0:1746126708.726266:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.728085:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2007:x1830945816542592:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1258us (1824us total) trans 4294970461 rc 0/0 00000100:00100000:0.0:1746126708.728092:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1609 00002000:00100000:0.0:1746126708.728099:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009965ce00 x1830945816542592/t4294970461(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.728105:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965ce00 with x1830945816542592 ext(0->7) 00010000:00010000:0.0:1746126708.728112:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136367c00/0xd8b4f51a8447d93e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d9a expref: 96 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.728122:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136367c00/0xd8b4f51a8447d93e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2d9a expref: 96 pid: 9564 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.728127:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009965ce00 00000100:00100000:0.0:1746126708.730124:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.736475:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816542976 00000100:00100000:0.0:1746126708.736489:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816542976 00002000:00100000:0.0:1746126708.736545:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009ca8ce00 x1830945816542976/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:469/0 lens 488/0 e 0 to 0 dl 1746126719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.736556:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8ce00 with x1830945816542976 ext(0->4095) 00002000:00010000:0.0:1746126708.736562:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca8ce00 00000100:00100000:0.0:1746126708.736593:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12636 00000100:00100000:0.0:1746126708.736602:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945816542976:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126708.736783:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945816542976:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 183us (542us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126708.736790:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12636 00002000:00100000:0.0:1746126708.736796:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009ca8ce00 x1830945816542976/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:469/0 lens 488/4536 e 0 to 0 dl 1746126719 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.736803:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8ce00 with x1830945816542976 ext(0->4095) 00002000:00010000:0.0:1746126708.736806:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca8ce00 00000100:00100000:0.0:1746126708.737897:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.741984:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.742018:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.746561:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.746592:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816543616 00000100:00100000:0.0:1746126708.746600:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816543616 00002000:00100000:0.0:1746126708.746648:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009965fb80 x1830945816543616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 488/0 e 0 to 0 dl 1746126719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.746675:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965fb80 with x1830945816543616 ext(0->4095) 00010000:00010000:0.0:1746126708.746685:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a8447d94c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2da8 expref: 98 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.746700:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a8447d94c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2da8 expref: 98 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.746707:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009965fb80 00000100:00100000:0.0:1746126708.746733:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1610 00000100:00100000:0.0:1746126708.746740:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+98:2009:x1830945816543616:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126708.746886:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+98:2009:x1830945816543616:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 147us (335us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126708.746892:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1610 00002000:00100000:0.0:1746126708.746897:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009965fb80 x1830945816543616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 488/4536 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.746904:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965fb80 with x1830945816543616 ext(0->4095) 00010000:00010000:0.0:1746126708.746909:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a8447d94c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2da8 expref: 98 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.746918:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a8447d94c lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2da8 expref: 98 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.746926:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009965fb80 00000100:00100000:0.0:1746126708.749482:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.750561:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+99:2008:x1830945816543872:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 740us (1084us total) trans 4294970462 rc 0/0 00000100:00100000:0.0:1746126708.750567:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1611 00002000:00100000:0.0:1746126708.750572:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009965f100 x1830945816543872/t4294970462(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.750843:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965f100 with x1830945816543872 ext(0->7) 00010000:00010000:0.0:1746126708.750851:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a8447d94c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2da8 expref: 99 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.750861:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a8447d94c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2da8 expref: 99 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.750867:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009965f100 00000100:00100000:0.0:1746126708.757015:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.765128:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.770029:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816544512 00000100:00100000:0.0:1746126708.770032:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816544512 00000100:00100000:0.0:1746126708.770067:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28107 00000100:00100000:0.0:1746126708.770074:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+98:1112:x1830945816544512:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126708.770088:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126708.770102:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099279000/0xd8b4f51a8447d95a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2dbd expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.770124:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136366000/0xd8b4f51a8447d953 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2daf expref: 99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.770131:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.770132:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.770135:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099279000/0xd8b4f51a8447d95a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dbd expref: 99 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126708.776609:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.779175:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.781237:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.782192:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+100:2007:x1830945816545152:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 786us (956us total) trans 4294970463 rc 0/0 00000100:00100000:0.0:1746126708.782198:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1613 00002000:00100000:0.0:1746126708.782204:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009965c700 x1830945816545152/t4294970463(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.782211:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965c700 with x1830945816545152 ext(0->7) 00010000:00010000:0.0:1746126708.782216:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099279000/0xd8b4f51a8447d95a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dbd expref: 100 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.782224:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099279000/0xd8b4f51a8447d95a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dbd expref: 100 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.782229:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009965c700 00000100:00100000:0.0:1746126708.783777:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.788041:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.796435:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.801591:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.801689:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.806254:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.810412:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ca8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9564:1830945813095680:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126708.810439:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1e00/0xd8b4f51a8447d976 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dd2 expref: 7 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.810453:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d1e00, rc 0) 00000100:00100000:0.0:1746126708.810500:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:1122:x1830945816546432:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3529us (3568us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126708.810507:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28111 00000100:00100000:0.0:1746126708.811228:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.814846:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.820076:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+102:2009:x1830945816546944:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2601us (5226us total) trans 4294970464 rc 0/0 00000100:00100000:0.0:1746126708.820088:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1615 00002000:00100000:0.0:1746126708.820098:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012eaa5500 x1830945816546944/t4294970464(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.820107:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5500 with x1830945816546944 ext(0->7) 00010000:00010000:0.0:1746126708.820119:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d400/0xd8b4f51a8447d96f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dcb expref: 102 pid: 9565 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.820134:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d400/0xd8b4f51a8447d96f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dcb expref: 102 pid: 9565 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.820146:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eaa5500 00000100:00100000:0.0:1746126708.823512:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.830562:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.834124:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.835142:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d0e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9564:1830945813095936:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126708.835168:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a6305400/0xd8b4f51a8447d97d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dd9 expref: 102 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.835181:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a6305400, rc 0) 00000100:00100000:0.0:1746126708.835201:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+102:1112:x1830945816547200:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4517us (4641us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126708.835208:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28112 00000100:00100000:0.0:1746126708.837074:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.837706:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816547712 00000100:00100000:0.0:1746126708.837711:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816547712 00010000:00010000:0.0:1746126708.837728:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1e00/0xd8b4f51a8447d976 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dd2 expref: 6 pid: 9564 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746126708.837758:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11310 00000100:00100000:0.0:1746126708.837764:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816547712:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126708.837772:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126708.837788:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1e00/0xd8b4f51a8447d976 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dd2 expref: 6 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.837798:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1e00/0xd8b4f51a8447d976 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dd2 expref: 6 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.837817:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1e00/0xd8b4f51a8447d976 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dd2 expref: 6 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.837844:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.837845:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.837852:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a6305400/0xd8b4f51a8447d97d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dd9 expref: 102 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.837860:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a6305400/0xd8b4f51a8447d97d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dd9 expref: 102 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.837879:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a6305400/0xd8b4f51a8447d97d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dd9 expref: 102 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.837890:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a6305400/0xd8b4f51a8447d97d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dd9 expref: 102 pid: 9564 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746126708.837902:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eaa5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7206:1830945813096192:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126708.837970:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126708.840155:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.842775:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.845720:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+105:2008:x1830945816548224:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2499us (2941us total) trans 4294970465 rc 0/0 00000100:00100000:0.0:1746126708.845730:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1618 00002000:00100000:0.0:1746126708.845739:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012eaa5180 x1830945816548224/t4294970465(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.845751:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5180 with x1830945816548224 ext(0->7) 00010000:00010000:0.0:1746126708.845760:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a6305400/0xd8b4f51a8447d97d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dd9 expref: 105 pid: 9564 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.845775:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a6305400/0xd8b4f51a8447d97d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dd9 expref: 105 pid: 9564 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.845781:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eaa5180 00000100:00100000:0.0:1746126708.850620:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.853809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.858962:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.859050:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.859234:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28115 00000100:00100000:0.0:1746126708.859240:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+104:1112:x1830945816548864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126708.859247:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126708.859253:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800991cb000/0xd8b4f51a8447d992 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2dee expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.859413:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099284800/0xd8b4f51a8447d984 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2de0 expref: 105 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.859425:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447d98b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2de7 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.859430:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.859432:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.859435:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800991cb000/0xd8b4f51a8447d992 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dee expref: 105 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.859458:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447d98b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2de7 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.859467:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447d98b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2de7 expref: 5 pid: 9565 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746126708.859477:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813096448:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126708.859533:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099284800/0xd8b4f51a8447d984 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2de0 expref: 105 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.859540:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099284800/0xd8b4f51a8447d984 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2de0 expref: 105 pid: 9564 timeout: 851 lvb_type: 0 00000100:00100000:0.0:1746126708.859548:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813096576:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126708.859568:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126708.862087:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.862128:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.864706:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.867114:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.870053:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.874196:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.876876:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+106:2010:x1830945816549888:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1307us (2680us total) trans 4294970466 rc 0/0 00000100:00100000:0.0:1746126708.876887:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1620 00002000:00100000:0.0:1746126708.876894:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cbf2a00 x1830945816549888/t4294970466(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.876902:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2a00 with x1830945816549888 ext(0->7) 00010000:00010000:0.0:1746126708.876908:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800991cb000/0xd8b4f51a8447d992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dee expref: 106 pid: 9566 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.876917:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800991cb000/0xd8b4f51a8447d992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dee expref: 106 pid: 9566 timeout: 851 lvb_type: 0 00002000:00010000:0.0:1746126708.876934:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbf2a00 00000100:00100000:0.0:1746126708.879363:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.882757:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.882890:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.886292:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.886410:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816550528 00000100:00100000:0.0:1746126708.886416:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816550528 00000100:00100000:0.0:1746126708.886449:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28118 00000100:00100000:0.0:1746126708.886455:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+107:1122:x1830945816550528:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126708.886469:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126708.886481:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1800/0xd8b4f51a8447d9a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2e03 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.886969:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.886975:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447d9a0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dfc expref: 108 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.887008:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126708.887012:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1800/0xd8b4f51a8447d9a7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e03 expref: 108 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126708.887769:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.891277:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.893995:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.896097:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+109:2007:x1830945816551168:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1856us (2103us total) trans 4294970467 rc 0/0 00000100:00100000:0.0:1746126708.896104:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1622 00002000:00100000:0.0:1746126708.896111:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ea47b80 x1830945816551168/t4294970467(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.896119:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea47b80 with x1830945816551168 ext(0->7) 00010000:00010000:0.0:1746126708.896125:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447d9a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dfc expref: 109 pid: 9566 timeout: 851 lvb_type: 0 00010000:00010000:0.0:1746126708.896134:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447d9a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2dfc expref: 109 pid: 9566 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126708.896139:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ea47b80 00000100:00100000:0.0:1746126708.903736:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.906161:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.909598:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.914831:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.918532:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.918638:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.923863:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.926253:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.927822:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+110:2010:x1830945816553216:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1103us (1568us total) trans 4294970468 rc 0/0 00000100:00100000:0.0:1746126708.927829:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1625 00002000:00100000:0.0:1746126708.927835:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880134491500 x1830945816553216/t4294970468(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.927842:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134491500 with x1830945816553216 ext(0->7) 00010000:00010000:0.0:1746126708.927847:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d9b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e11 expref: 110 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126708.927857:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447d9b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e11 expref: 110 pid: 9565 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126708.927862:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134491500 00000100:00100000:0.0:1746126708.930963:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.938885:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.938945:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.939139:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28123 00000100:00100000:0.0:1746126708.939146:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+110:1122:x1830945816553856:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126708.939151:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126708.939158:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1e00/0xd8b4f51a8447d9ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2e26 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.939181:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.939184:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126708.939191:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1e00/0xd8b4f51a8447d9ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e26 expref: 112 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126708.939298:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1e00/0xd8b4f51a8447d9ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e26 expref: 112 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126708.939336:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d0d1e00/0xd8b4f51a8447d9ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e26 expref: 112 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126708.939346:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d1e00, rc 0) 00000100:00100000:0.0:1746126708.939392:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+112:1122:x1830945816553856:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 247us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126708.939397:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28123 00000100:00100000:0.0:1746126708.944179:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.944394:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.948071:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.948126:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.953256:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.959601:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816555008 00000100:00100000:0.0:1746126708.959611:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816555008 00002000:00100000:0.0:1746126708.959674:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009736ed80 x1830945816555008/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/0 e 0 to 0 dl 1746126719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.959683:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ed80 with x1830945816555008 ext(0->7) 00010000:00010000:0.0:1746126708.959692:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a8447d9c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e1f expref: 110 pid: 9566 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126708.959705:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a8447d9c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e1f expref: 110 pid: 9566 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126708.959712:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736ed80 00000100:00100000:0.0:1746126708.959744:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1628 00000100:00100000:0.0:1746126708.959752:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+110:2009:x1830945816555008:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126708.965912:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+112:2009:x1830945816555008:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6153us (6356us total) trans 4294970469 rc 0/0 00000100:00100000:0.0:1746126708.965927:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1628 00002000:00100000:0.0:1746126708.965937:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009736ed80 x1830945816555008/t4294970469(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:469/0 lens 496/448 e 0 to 0 dl 1746126719 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.965945:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ed80 with x1830945816555008 ext(0->7) 00010000:00010000:0.0:1746126708.965954:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a8447d9c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e1f expref: 112 pid: 9566 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126708.965967:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a8447d9c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e1f expref: 112 pid: 9566 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126708.965973:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736ed80 00000100:00100000:0.0:1746126708.968851:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.972478:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816555392 00000100:00100000:0.0:1746126708.972487:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816555392 00002000:00100000:0.0:1746126708.972531:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009989ce00 x1830945816555392/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:469/0 lens 488/0 e 0 to 0 dl 1746126719 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.972540:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989ce00 with x1830945816555392 ext(0->4095) 00002000:00010000:0.0:1746126708.972546:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009989ce00 00000100:00100000:0.0:1746126708.972578:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12646 00000100:00100000:0.0:1746126708.972586:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816555392:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126708.972760:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816555392:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 174us (545us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126708.973088:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12646 00002000:00100000:0.0:1746126708.973094:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009989ce00 x1830945816555392/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:469/0 lens 488/4536 e 0 to 0 dl 1746126719 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126708.973101:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989ce00 with x1830945816555392 ext(0->4095) 00002000:00010000:0.0:1746126708.973103:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009989ce00 00000100:00100000:0.0:1746126708.975047:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.977144:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.983657:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.984262:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.989885:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126708.995277:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813099264:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126708.995342:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126708.995406:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945816556544:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4237us (4305us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126708.995418:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 11324 00000100:00100000:0.0:1746126709.003174:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.007373:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+115:2009:x1830945816557056:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1799us (4201us total) trans 4294970470 rc 0/0 00000100:00100000:0.0:1746126709.007386:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1630 00002000:00100000:0.0:1746126709.007396:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cba6680 x1830945816557056/t4294970470(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.007413:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba6680 with x1830945816557056 ext(0->7) 00010000:00010000:0.0:1746126709.007424:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a8447d9df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e3b expref: 115 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.007439:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a8447d9df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e3b expref: 115 pid: 9564 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.007446:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cba6680 00000100:00100000:0.0:1746126709.013806:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.013874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.018470:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.023956:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.028059:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.034036:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.041263:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.046690:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+116:2008:x1830945816558336:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5205us (5427us total) trans 4294970471 rc 0/0 00000100:00100000:0.0:1746126709.046704:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1633 00002000:00100000:0.0:1746126709.046715:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c336300 x1830945816558336/t4294970471(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.046724:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336300 with x1830945816558336 ext(0->7) 00010000:00010000:0.0:1746126709.046736:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094a63800/0xd8b4f51a8447d9ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e49 expref: 116 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.046754:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094a63800/0xd8b4f51a8447d9ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e49 expref: 116 pid: 9564 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.046762:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c336300 00000100:00100000:0.0:1746126709.048285:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.052047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.067746:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.067869:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.069810:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.072511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.073863:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+118:2010:x1830945816560128:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1131us (1355us total) trans 4294970472 rc 0/0 00000100:00100000:0.0:1746126709.073871:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1636 00002000:00100000:0.0:1746126709.073877:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969ed180 x1830945816560128/t4294970472(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.073885:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed180 with x1830945816560128 ext(0->7) 00010000:00010000:0.0:1746126709.073891:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447da02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e5e expref: 118 pid: 11425 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.073900:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447da02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e5e expref: 118 pid: 11425 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.073905:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ed180 00000100:00100000:0.0:1746126709.077238:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.080667:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.089750:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.092295:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.097216:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.100910:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.103495:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.105741:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+121:2008:x1830945816561408:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1945us (2245us total) trans 4294970473 rc 0/0 00000100:00100000:0.0:1746126709.105750:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1638 00002000:00100000:0.0:1746126709.105757:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800b49f2d80 x1830945816561408/t4294970473(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.105765:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2d80 with x1830945816561408 ext(0->7) 00010000:00010000:0.0:1746126709.105772:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800993c2600/0xd8b4f51a8447da17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e73 expref: 121 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.105784:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800993c2600/0xd8b4f51a8447da17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e73 expref: 121 pid: 9565 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.105789:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b49f2d80 00000100:00100000:0.0:1746126709.107804:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.115300:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.116866:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12651 00000100:00100000:0.0:1746126709.116876:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+120:2008:x1830945816561792:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126709.117032:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+120:2008:x1830945816561792:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 158us (1736us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126709.117038:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12651 00002000:00100000:0.0:1746126709.117043:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800966ad880 x1830945816561792/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 488/4536 e 0 to 0 dl 1746126720 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.117050:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ad880 with x1830945816561792 ext(0->4095) 00002000:00010000:0.0:1746126709.117053:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800966ad880 00000100:00100000:0.0:1746126709.118349:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.118460:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.120592:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.120793:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.122729:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.127277:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.131956:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.138347:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.140292:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+122:2008:x1830945816563072:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1723us (1944us total) trans 4294970474 rc 0/0 00000100:00100000:0.0:1746126709.140302:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1640 00002000:00100000:0.0:1746126709.140334:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d377100 x1830945816563072/t4294970474(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.140342:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d377100 with x1830945816563072 ext(0->7) 00010000:00010000:0.0:1746126709.140350:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c600/0xd8b4f51a8447da25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e81 expref: 122 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.140364:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8c600/0xd8b4f51a8447da25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e81 expref: 122 pid: 9565 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.140370:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d377100 00000100:00100000:0.0:1746126709.143435:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.146903:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.148826:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.151663:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.157879:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.162909:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.172189:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.217027:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+124:2008:x1830945816564224:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 41323us (44838us total) trans 4294970475 rc 0/0 00000100:00100000:0.0:1746126709.217042:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1642 00002000:00100000:0.0:1746126709.217056:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e75dc00 x1830945816564224/t4294970475(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.217065:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75dc00 with x1830945816564224 ext(0->7) 00010000:00010000:0.0:1746126709.217078:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447da33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e8f expref: 124 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.217095:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447da33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e8f expref: 124 pid: 9565 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.217102:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e75dc00 00000100:00100000:0.0:1746126709.218154:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.221999:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.225745:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.227636:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.230555:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009989f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813102464:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126709.230574:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126709.230611:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945816564864:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2830us (2979us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126709.230619:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 11338 00000100:00100000:0.0:1746126709.233327:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.256803:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+127:2008:x1830945816565376:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 18796us (19050us total) trans 4294970476 rc 0/0 00000100:00100000:0.0:1746126709.256813:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1644 00002000:00100000:0.0:1746126709.256821:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009989f800 x1830945816565376/t4294970476(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.256829:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989f800 with x1830945816565376 ext(0->7) 00010000:00010000:0.0:1746126709.256836:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447da41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e9d expref: 127 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.256848:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447da41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2e9d expref: 127 pid: 9565 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.256854:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009989f800 00000100:00100000:0.0:1746126709.259210:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.261833:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813102976 00000100:00100000:0.0:1746126709.261839:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813102976 00000100:00100000:0.0:1746126709.261879:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1746126709.261886:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3770:x1830945813102976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746126709.261919:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:0.0:1746126709.261975:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3770:x1830945813102976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126709.261981:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1746126709.266495:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816565888 00000100:00100000:0.0:1746126709.266503:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816565888 00002000:00100000:0.0:1746126709.266545:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d0e2300 x1830945816565888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:470/0 lens 488/0 e 0 to 0 dl 1746126720 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.266555:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2300 with x1830945816565888 ext(0->4095) 00010000:00010000:0.0:1746126709.266564:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447da48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ea4 expref: 6 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.266576:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447da48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ea4 expref: 6 pid: 9565 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.266583:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d0e2300 00000100:00100000:0.0:1746126709.266608:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1645 00000100:00100000:0.0:1746126709.266614:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816565888:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126709.266766:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816565888:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 150us (354us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126709.266771:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1645 00002000:00100000:0.0:1746126709.266776:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d0e2300 x1830945816565888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:470/0 lens 488/4536 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.266783:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2300 with x1830945816565888 ext(0->4095) 00010000:00010000:0.0:1746126709.266787:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447da48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ea4 expref: 6 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.266795:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447da48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ea4 expref: 6 pid: 9565 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.266800:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d0e2300 00000100:00100000:0.0:1746126709.276283:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.283023:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.289657:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816566400 00000100:00100000:0.0:1746126709.289668:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816566400 00000100:00100000:0.0:1746126709.289716:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28143 00000100:00100000:0.0:1746126709.289724:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1122:x1830945816566400:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126709.289744:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126709.289762:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098b76600/0xd8b4f51a8447da56 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2eb2 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.289791:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a8447da4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2eab expref: 125 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.289798:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126709.289800:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126709.289803:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098b76600/0xd8b4f51a8447da56 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2eb2 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.289834:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a8447da4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2eab expref: 125 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.289846:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a8447da4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2eab expref: 125 pid: 9565 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746126709.289860:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813103232:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126709.289943:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126709.292269:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.295051:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+128:2008:x1830945816566528:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 846us (2780us total) trans 4294970477 rc 0/0 00000100:00100000:0.0:1746126709.295058:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1646 00002000:00100000:0.0:1746126709.295063:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e75d880 x1830945816566528/t4294970477(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.295071:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d880 with x1830945816566528 ext(0->7) 00010000:00010000:0.0:1746126709.295076:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a8447da4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2eab expref: 128 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.295085:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a8447da4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2eab expref: 128 pid: 9565 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.295090:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e75d880 00000100:00100000:0.0:1746126709.298987:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.304577:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.308358:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.312534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.315474:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.317872:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.319746:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+130:2009:x1830945816567680:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 958us (1876us total) trans 4294970478 rc 0/0 00000100:00100000:0.0:1746126709.319753:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1648 00002000:00100000:0.0:1746126709.319757:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e74ed80 x1830945816567680/t4294970478(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.319764:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74ed80 with x1830945816567680 ext(0->7) 00010000:00010000:0.0:1746126709.319769:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8de00/0xd8b4f51a8447da5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2eb9 expref: 130 pid: 11425 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.319777:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8de00/0xd8b4f51a8447da5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2eb9 expref: 130 pid: 11425 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.319788:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e74ed80 00000100:00100000:0.0:1746126709.321247:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.323779:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.327435:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.329039:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.330078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.332097:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.332163:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.334613:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.340404:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.344398:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+132:2007:x1830945816569472:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2553us (3995us total) trans 4294970479 rc 0/0 00000100:00100000:0.0:1746126709.344410:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1651 00002000:00100000:0.0:1746126709.344419:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c00b800 x1830945816569472/t4294970479(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.344428:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00b800 with x1830945816569472 ext(0->7) 00010000:00010000:0.0:1746126709.344438:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c800/0xd8b4f51a8447da72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ece expref: 132 pid: 11425 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.344452:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8c800/0xd8b4f51a8447da72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ece expref: 132 pid: 11425 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.344459:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c00b800 00000100:00100000:0.0:1746126709.348980:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.351452:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.353898:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.357483:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.359548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.364146:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.367963:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.370819:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+134:2007:x1830945816570624:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2685us (2852us total) trans 4294970480 rc 0/0 00000100:00100000:0.0:1746126709.370830:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1653 00002000:00100000:0.0:1746126709.370840:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011fa14700 x1830945816570624/t4294970480(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.370848:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa14700 with x1830945816570624 ext(0->7) 00010000:00010000:0.0:1746126709.370858:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447da80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2edc expref: 134 pid: 11425 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.370872:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447da80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2edc expref: 134 pid: 11425 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.370878:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fa14700 00000100:00100000:0.0:1746126709.384757:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.385110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.393295:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.396106:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.399061:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.408009:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.418196:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.421066:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.422481:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.424936:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.424979:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.429969:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816572800 00000100:00100000:0.0:1746126709.429976:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816572800 00002000:00100000:0.0:1746126709.430036:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a5a3ce00 x1830945816572800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 488/0 e 0 to 0 dl 1746126720 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.430046:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3ce00 with x1830945816572800 ext(0->4095) 00010000:00010000:0.0:1746126709.430052:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447da9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ef8 expref: 137 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.430065:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447da9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ef8 expref: 137 pid: 9565 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.430071:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5a3ce00 00000100:00100000:0.0:1746126709.430125:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1657 00000100:00100000:0.0:1746126709.430131:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+137:2008:x1830945816572800:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126709.430941:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+137:2008:x1830945816572800:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 809us (1030us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126709.430948:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1657 00002000:00100000:0.0:1746126709.430955:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a5a3ce00 x1830945816572800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 488/4536 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.430962:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3ce00 with x1830945816572800 ext(0->4095) 00010000:00010000:0.0:1746126709.430968:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447da9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ef8 expref: 137 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.430978:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447da9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ef8 expref: 137 pid: 9565 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.430984:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5a3ce00 00000100:00100000:0.0:1746126709.434120:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.438105:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+139:2008:x1830945816573056:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3705us (3983us total) trans 4294970482 rc 0/0 00000100:00100000:0.0:1746126709.438119:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1658 00002000:00100000:0.0:1746126709.438132:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d143480 x1830945816573056/t4294970482(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.438141:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d143480 with x1830945816573056 ext(0->7) 00010000:00010000:0.0:1746126709.438152:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447da9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ef8 expref: 139 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.438165:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447da9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ef8 expref: 139 pid: 9565 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.438173:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d143480 00000100:00100000:0.0:1746126709.439820:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.442921:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.446963:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816573568 00000100:00100000:0.0:1746126709.446971:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816573568 00000100:00100000:0.0:1746126709.447019:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28155 00000100:00100000:0.0:1746126709.447026:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1122:x1830945816573568:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126709.447040:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126709.447053:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800993c2a00/0xd8b4f51a8447daaa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2f06 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.447079:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.447081:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.447086:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800993c2a00/0xd8b4f51a8447daaa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f06 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.447097:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800993c2a00/0xd8b4f51a8447daaa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f06 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.447106:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993c2a00, rc 0) 00000100:00100000:0.0:1746126709.447154:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1122:x1830945816573568:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126709.447160:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28155 00000100:00100000:0.0:1746126709.448953:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.450140:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.456177:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.456229:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.468963:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.470948:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.472800:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+141:2007:x1830945816574848:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1737us (1851us total) trans 4294970483 rc 0/0 00000100:00100000:0.0:1746126709.472807:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1661 00002000:00100000:0.0:1746126709.472814:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a5ef8000 x1830945816574848/t4294970483(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.472821:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8000 with x1830945816574848 ext(0->7) 00010000:00010000:0.0:1746126709.472828:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094a63200/0xd8b4f51a8447dab1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f0d expref: 141 pid: 11425 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.472839:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094a63200/0xd8b4f51a8447dab1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f0d expref: 141 pid: 11425 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.472845:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5ef8000 00000100:00100000:0.0:1746126709.479399:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.486087:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.492103:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816575488 00000100:00100000:0.0:1746126709.492107:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816575488 00000100:00100000:0.0:1746126709.492143:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28158 00000100:00100000:0.0:1746126709.492149:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+140:1112:x1830945816575488:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126709.492164:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28159 00000100:00100000:0.0:1746126709.492168:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1122:x1830945816575360:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126709.492176:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126709.492190:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800993c2600/0xd8b4f51a8447dabf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2f1b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.492208:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.492209:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.492214:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800993c2600/0xd8b4f51a8447dabf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f1b expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.492225:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800993c2600/0xd8b4f51a8447dabf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f1b expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.492233:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993c2600, rc 0) 00000100:00100000:0.0:1746126709.492276:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1122:x1830945816575360:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (1419us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126709.492281:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28159 00010000:00010000:0.0:1746126709.492295:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126709.492300:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098b76c00/0xd8b4f51a8447dac6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2f22 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.492322:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012debce00/0xd8b4f51a8447dab8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f14 expref: 141 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.492328:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800993c2600/0xd8b4f51a8447dabf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f1b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.492332:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.492333:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.492336:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098b76c00/0xd8b4f51a8447dac6 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f22 expref: 141 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.492361:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800993c2600/0xd8b4f51a8447dabf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f1b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.492370:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800993c2600/0xd8b4f51a8447dabf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f1b expref: 5 pid: 9564 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746126709.492379:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b51ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9565:1830945813106816:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126709.494943:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.497999:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.499474:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816576128 00000100:00100000:0.0:1746126709.499478:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816576128 00010000:00010000:0.0:1746126709.499493:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800993c2600/0xd8b4f51a8447dabf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f1b expref: 6 pid: 9564 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746126709.499508:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11357 00000100:00100000:0.0:1746126709.499513:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816576128:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126709.499520:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126709.499528:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800993c2600/0xd8b4f51a8447dabf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f1b expref: 6 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.499536:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800993c2600/0xd8b4f51a8447dabf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f1b expref: 6 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.499548:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800993c2600/0xd8b4f51a8447dabf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f1b expref: 6 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.499561:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.499562:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.499568:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098b76c00/0xd8b4f51a8447dac6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f22 expref: 139 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.499576:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098b76c00/0xd8b4f51a8447dac6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f22 expref: 139 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.499602:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880098b76c00/0xd8b4f51a8447dac6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f22 expref: 139 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126709.499612:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b51ec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7206:1830945813107072:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126709.503261:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.512044:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.524609:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+143:2007:x1830945816576640:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 9746us (12567us total) trans 4294970484 rc 0/0 00000100:00100000:0.0:1746126709.524619:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1664 00002000:00100000:0.0:1746126709.524628:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098855880 x1830945816576640/t4294970484(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.524636:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098855880 with x1830945816576640 ext(0->7) 00010000:00010000:0.0:1746126709.524671:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098b76c00/0xd8b4f51a8447dac6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f22 expref: 143 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.524685:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098b76c00/0xd8b4f51a8447dac6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f22 expref: 143 pid: 9565 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.524691:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098855880 00000100:00100000:0.0:1746126709.530717:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.530772:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.535748:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.535768:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816577152 00000100:00100000:0.0:1746126709.535773:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816577152 00002000:00100000:0.0:1746126709.535799:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880098857480 x1830945816577152/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 488/0 e 0 to 0 dl 1746126720 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.535807:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098857480 with x1830945816577152 ext(0->4095) 00010000:00010000:0.0:1746126709.535813:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447dacd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f29 expref: 143 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.535828:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447dacd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f29 expref: 143 pid: 9565 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.535833:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098857480 00000100:00100000:0.0:1746126709.535847:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1665 00000100:00100000:0.0:1746126709.535852:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+143:2010:x1830945816577152:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126709.535960:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+143:2010:x1830945816577152:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (212us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126709.535966:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1665 00002000:00100000:0.0:1746126709.535972:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880098857480 x1830945816577152/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 488/4536 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.535978:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098857480 with x1830945816577152 ext(0->4095) 00010000:00010000:0.0:1746126709.535983:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447dacd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f29 expref: 143 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.535991:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447dacd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f29 expref: 143 pid: 9565 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.535996:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098857480 00000100:00100000:0.0:1746126709.538416:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.539207:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.542066:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.547800:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.548891:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+144:2010:x1830945816577920:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 890us (1095us total) trans 4294970485 rc 0/0 00000100:00100000:0.0:1746126709.548899:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1667 00002000:00100000:0.0:1746126709.548905:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c2b5880 x1830945816577920/t4294970485(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.548912:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b5880 with x1830945816577920 ext(0->7) 00010000:00010000:0.0:1746126709.548916:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447dad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f30 expref: 144 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.548926:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447dad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f30 expref: 144 pid: 9565 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.548932:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c2b5880 00000100:00100000:0.0:1746126709.551122:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.555723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.561526:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.561615:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.568618:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.577212:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.578529:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.584283:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.585361:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816579328 00000100:00100000:0.0:1746126709.585371:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816579328 00010000:00010000:0.0:1746126709.587018:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447dadb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f37 expref: 6 pid: 9565 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746126709.587064:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11362 00000100:00100000:0.0:1746126709.587077:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816579328:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126709.587092:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126709.587109:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447dadb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f37 expref: 6 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.587120:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447dadb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f37 expref: 6 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.587139:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447dadb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f37 expref: 6 pid: 9565 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.587166:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.587169:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.587175:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447dae9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f45 expref: 143 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.587183:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447dae9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f45 expref: 143 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126709.591365:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.596450:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.599491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.608685:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.620007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.620109:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.620608:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d782d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126709.622611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.622660:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.624548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.626791:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.627782:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+149:2007:x1830945816581120:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 805us (994us total) trans 4294970487 rc 0/0 00000100:00100000:0.0:1746126709.627790:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1672 00002000:00100000:0.0:1746126709.627796:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800992fc380 x1830945816581120/t4294970487(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.627803:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fc380 with x1830945816581120 ext(0->7) 00010000:00010000:0.0:1746126709.627808:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447daf7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f53 expref: 149 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.627819:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447daf7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f53 expref: 149 pid: 9564 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.627824:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800992fc380 00000100:00100000:0.0:1746126709.630912:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.636669:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.638819:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.638869:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.641544:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.643912:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.643975:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.648382:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.650483:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.651726:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+150:2008:x1830945816582784:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 915us (1240us total) trans 4294970488 rc 0/0 00000100:00100000:0.0:1746126709.651732:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1674 00002000:00100000:0.0:1746126709.651738:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009965df80 x1830945816582784/t4294970488(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.651745:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965df80 with x1830945816582784 ext(0->7) 00010000:00010000:0.0:1746126709.651749:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8cc00/0xd8b4f51a8447db0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f68 expref: 150 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.651757:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8cc00/0xd8b4f51a8447db0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f68 expref: 150 pid: 9564 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.651762:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009965df80 00000100:00100000:0.0:1746126709.653376:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.655867:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.659974:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.660725:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816583424 00000100:00100000:0.0:1746126709.660729:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816583424 00000100:00100000:0.0:1746126709.660762:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28172 00000100:00100000:0.0:1746126709.660767:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+151:1122:x1830945816583424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126709.660773:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126709.660779:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d182200/0xd8b4f51a8447db21 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2f7d expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.660790:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.660794:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447db1a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f76 expref: 152 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.660799:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126709.660801:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d182200/0xd8b4f51a8447db21 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f7d expref: 152 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.660828:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447db1a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f76 expref: 152 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.660840:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d182200/0xd8b4f51a8447db21 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f7d expref: 152 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.660849:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d182200, rc 0) 00000100:00100000:0.0:1746126709.660874:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+152:1122:x1830945816583424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126709.660880:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28172 00000100:00100000:0.0:1746126709.662846:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.665540:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.668685:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.669906:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+153:2008:x1830945816584064:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1025us (1225us total) trans 4294970489 rc 0/0 00000100:00100000:0.0:1746126709.669914:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1676 00002000:00100000:0.0:1746126709.669920:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098eb2680 x1830945816584064/t4294970489(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.669928:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb2680 with x1830945816584064 ext(0->7) 00010000:00010000:0.0:1746126709.669933:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447db1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f76 expref: 153 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.669944:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447db1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f76 expref: 153 pid: 9564 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.669955:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098eb2680 00000100:00100000:0.0:1746126709.671115:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.674897:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.678357:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.680673:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.683539:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.683786:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.686123:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.686191:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.686211:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.690249:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.693814:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.695091:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+154:2009:x1830945816586112:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1062us (1283us total) trans 4294970490 rc 0/0 00000100:00100000:0.0:1746126709.695099:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1678 00002000:00100000:0.0:1746126709.695105:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094b6dc00 x1830945816586112/t4294970490(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.695112:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6dc00 with x1830945816586112 ext(0->7) 00010000:00010000:0.0:1746126709.695117:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a8447db2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f8b expref: 154 pid: 9566 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.695126:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a8447db2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f8b expref: 154 pid: 9566 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.695132:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b6dc00 00000100:00100000:0.0:1746126709.699269:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.708838:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.708941:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.708985:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816586624 00000100:00100000:0.0:1746126709.708994:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816586624 00000100:00100000:0.0:1746126709.709050:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28176 00000100:00100000:0.0:1746126709.709057:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+154:1112:x1830945816586624:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126709.709077:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126709.709094:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c50dc00/0xd8b4f51a8447db3d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b2f99 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.709122:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b153c00/0xd8b4f51a8447db36 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f92 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.709129:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.709130:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.709133:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c50dc00/0xd8b4f51a8447db3d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f99 expref: 155 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.709171:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b153c00/0xd8b4f51a8447db36 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f92 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.709183:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b153c00/0xd8b4f51a8447db36 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f92 expref: 5 pid: 9566 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746126709.709195:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca33100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813110912:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126709.709276:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126709.711412:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.711526:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.713652:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.714981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.716352:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+157:2009:x1830945816587392:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1108us (1368us total) trans 4294970491 rc 0/0 00000100:00100000:0.0:1746126709.716360:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1681 00002000:00100000:0.0:1746126709.716441:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009892f480 x1830945816587392/t4294970491(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.716448:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892f480 with x1830945816587392 ext(0->7) 00010000:00010000:0.0:1746126709.716454:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c50dc00/0xd8b4f51a8447db3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f99 expref: 157 pid: 9566 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.716465:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c50dc00/0xd8b4f51a8447db3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2f99 expref: 157 pid: 9566 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.716470:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009892f480 00000100:00100000:0.0:1746126709.718977:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.722475:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.725141:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.726941:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.728396:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816588288 00000100:00100000:0.0:1746126709.728401:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816588288 00002000:00100000:0.0:1746126709.728430:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d140a80 x1830945816588288/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:470/0 lens 488/0 e 0 to 0 dl 1746126720 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.728438:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140a80 with x1830945816588288 ext(0->4095) 00010000:00010000:0.0:1746126709.728444:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8cc00/0xd8b4f51a8447db4b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fa7 expref: 6 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.728455:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8cc00/0xd8b4f51a8447db4b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fa7 expref: 6 pid: 9564 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.728461:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d140a80 00000100:00100000:0.0:1746126709.728482:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1682 00000100:00100000:0.0:1746126709.728487:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d140a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816588288:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126709.728624:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d140a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816588288:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (755us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126709.728630:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1682 00002000:00100000:0.0:1746126709.728644:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d140a80 x1830945816588288/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:470/0 lens 488/4536 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.728651:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140a80 with x1830945816588288 ext(0->4095) 00010000:00010000:0.0:1746126709.728656:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8cc00/0xd8b4f51a8447db4b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fa7 expref: 6 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.728664:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8cc00/0xd8b4f51a8447db4b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fa7 expref: 6 pid: 9564 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.728669:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d140a80 00000100:00100000:0.0:1746126709.730077:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.731460:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816588544 00000100:00100000:0.0:1746126709.731464:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816588544 00010000:00010000:0.0:1746126709.731478:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8cc00/0xd8b4f51a8447db4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fa7 expref: 6 pid: 9564 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746126709.731562:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11377 00000100:00100000:0.0:1746126709.731568:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816588544:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126709.731575:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126709.731585:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b8cc00/0xd8b4f51a8447db4b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fa7 expref: 6 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.731593:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b8cc00/0xd8b4f51a8447db4b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fa7 expref: 6 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.731608:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b8cc00/0xd8b4f51a8447db4b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fa7 expref: 6 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.731620:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.731621:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.731628:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447db52 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fae expref: 156 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.731634:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447db52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fae expref: 156 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.731674:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447db52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fae expref: 156 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.731684:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447db52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fae expref: 156 pid: 9564 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746126709.731699:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7206:1830945813111808:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126709.731750:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4833c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126709.735430:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.740692:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.743782:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+159:2008:x1830945816589184:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2704us (3090us total) trans 4294970492 rc 0/0 00000100:00100000:0.0:1746126709.743794:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1684 00002000:00100000:0.0:1746126709.743803:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098ec8e00 x1830945816589184/t4294970492(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.743813:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8e00 with x1830945816589184 ext(0->7) 00010000:00010000:0.0:1746126709.743824:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447db52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fae expref: 159 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.743849:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447db52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fae expref: 159 pid: 9564 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.743857:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098ec8e00 00000100:00100000:0.0:1746126709.749420:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.749781:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.752646:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.756245:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.756299:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.760396:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.762446:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.767702:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816590592 00000100:00100000:0.0:1746126709.767711:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816590592 00010000:00010000:0.0:1746126709.767747:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a8447db60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fbc expref: 160 pid: 9566 timeout: 852 lvb_type: 0 00000100:00100000:0.0:1746126709.767784:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11380 00000100:00100000:0.0:1746126709.767791:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+160:2010:x1830945816590592:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126709.767806:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126709.767824:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a8447db60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fbc expref: 160 pid: 9566 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.767835:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a8447db60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fbc expref: 160 pid: 9566 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.767858:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a8447db60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fbc expref: 160 pid: 9566 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.767883:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.767885:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.767893:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098f10000/0xd8b4f51a8447db67 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fc3 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.767900:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f10000/0xd8b4f51a8447db67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fc3 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.767933:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880098f10000/0xd8b4f51a8447db67 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fc3 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126709.767950:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7206:1830945813112448:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126709.768036:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4836c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126709.771496:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.776093:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.776286:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.778631:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.778736:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.781724:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.781807:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.784145:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.785913:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.786816:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+162:2008:x1830945816592256:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 802us (904us total) trans 4294970494 rc 0/0 00000100:00100000:0.0:1746126709.786822:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1690 00002000:00100000:0.0:1746126709.786828:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800991bdc00 x1830945816592256/t4294970494(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.786835:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bdc00 with x1830945816592256 ext(0->7) 00010000:00010000:0.0:1746126709.786840:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a8447db75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fca expref: 162 pid: 9566 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.786849:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a8447db75 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fca expref: 162 pid: 9566 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.786853:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991bdc00 00000100:00100000:0.0:1746126709.788128:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.790558:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.796942:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.802476:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.804880:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.805576:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.807179:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.807216:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.810908:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.823490:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.825034:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+164:2007:x1830945816594048:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 924us (1551us total) trans 4294970495 rc 0/0 00000100:00100000:0.0:1746126709.825236:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1693 00002000:00100000:0.0:1746126709.825243:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d0e2680 x1830945816594048/t4294970495(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.825252:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2680 with x1830945816594048 ext(0->7) 00010000:00010000:0.0:1746126709.825258:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a6305400/0xd8b4f51a8447db8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fe6 expref: 164 pid: 9566 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.825268:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a6305400/0xd8b4f51a8447db8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fe6 expref: 164 pid: 9566 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.825274:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d0e2680 00000100:00100000:0.0:1746126709.830164:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.830232:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.833614:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816594560 00000100:00100000:0.0:1746126709.833619:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816594560 00002000:00100000:0.0:1746126709.833660:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cbf0700 x1830945816594560/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:470/0 lens 488/0 e 0 to 0 dl 1746126720 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.833667:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0700 with x1830945816594560 ext(0->4095) 00010000:00010000:0.0:1746126709.833674:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012deab600/0xd8b4f51a8447db91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fed expref: 6 pid: 9566 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.833685:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012deab600/0xd8b4f51a8447db91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fed expref: 6 pid: 9566 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.833690:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbf0700 00000100:00100000:0.0:1746126709.833718:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1694 00000100:00100000:0.0:1746126709.833725:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816594560:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126709.833838:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816594560:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 113us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126709.833844:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1694 00002000:00100000:0.0:1746126709.833849:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cbf0700 x1830945816594560/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:470/0 lens 488/4536 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.833855:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0700 with x1830945816594560 ext(0->4095) 00010000:00010000:0.0:1746126709.833860:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012deab600/0xd8b4f51a8447db91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fed expref: 6 pid: 9566 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.833868:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012deab600/0xd8b4f51a8447db91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2fed expref: 6 pid: 9566 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.833873:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbf0700 00000100:00100000:0.0:1746126709.835667:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.839258:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.845708:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.855860:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816595200 00000100:00100000:0.0:1746126709.855868:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816595200 00002000:00100000:0.0:1746126709.855906:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb65500 x1830945816595200/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/0 e 0 to 0 dl 1746126720 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.855915:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb65500 with x1830945816595200 ext(0->7) 00010000:00010000:0.0:1746126709.855923:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009669dc00/0xd8b4f51a8447db98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ff4 expref: 164 pid: 9566 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.855935:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009669dc00/0xd8b4f51a8447db98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b2ff4 expref: 164 pid: 9566 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.855941:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb65500 00000100:00100000:0.0:1746126709.858396:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1695 00000100:00100000:0.0:1746126709.858407:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+164:2008:x1830945816595200:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126709.860857:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.866098:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.872191:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.878669:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.890441:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.892416:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+168:2008:x1830945816596352:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1490us (1983us total) trans 4294970497 rc 0/0 00000100:00100000:0.0:1746126709.892424:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1697 00002000:00100000:0.0:1746126709.892431:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c2b6a00 x1830945816596352/t4294970497(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.892444:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b6a00 with x1830945816596352 ext(0->7) 00010000:00010000:0.0:1746126709.892450:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009669d400/0xd8b4f51a8447dba6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3002 expref: 168 pid: 9564 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746126709.892460:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009669d400/0xd8b4f51a8447dba6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3002 expref: 168 pid: 9564 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746126709.892466:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c2b6a00 00000100:00100000:0.0:1746126709.897794:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.897841:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.903397:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.905587:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.909522:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.913343:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.921653:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+170:2008:x1830945816597504:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 957us (1370us total) trans 4294970498 rc 0/0 00000100:00100000:0.0:1746126709.921661:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1699 00002000:00100000:0.0:1746126709.921667:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cbf1500 x1830945816597504/t4294970498(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.921674:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1500 with x1830945816597504 ext(0->7) 00010000:00010000:0.0:1746126709.921680:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b099200/0xd8b4f51a8447dbb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3010 expref: 170 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126709.921689:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b099200/0xd8b4f51a8447dbb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3010 expref: 170 pid: 9564 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126709.921701:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbf1500 00000100:00100000:0.0:1746126709.926783:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.930110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.930720:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.930741:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816598016 00000100:00100000:0.0:1746126709.930744:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816598016 00002000:00100000:0.0:1746126709.930767:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e74c000 x1830945816598016/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:470/0 lens 488/0 e 0 to 0 dl 1746126720 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.930776:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74c000 with x1830945816598016 ext(0->4095) 00002000:00010000:0.0:1746126709.930780:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e74c000 00000100:00100000:0.0:1746126709.930808:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12677 00000100:00100000:0.0:1746126709.930813:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816598016:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126709.930937:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816598016:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (217us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126709.930943:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12677 00002000:00100000:0.0:1746126709.930948:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e74c000 x1830945816598016/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:470/0 lens 488/4536 e 0 to 0 dl 1746126720 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.930954:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74c000 with x1830945816598016 ext(0->4095) 00010000:00010000:0.0:1746126709.930959:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b098c00/0xd8b4f51a8447dbbb lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3017 expref: 6 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126709.930968:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b098c00/0xd8b4f51a8447dbbb lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3017 expref: 6 pid: 9564 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126709.930977:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e74c000 00000100:00100000:0.0:1746126709.933303:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.933395:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.935742:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.940403:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.941390:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+173:2009:x1830945816598784:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 779us (994us total) trans 4294970499 rc 0/0 00000100:00100000:0.0:1746126709.941397:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1701 00002000:00100000:0.0:1746126709.941403:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d249180 x1830945816598784/t4294970499(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.941409:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249180 with x1830945816598784 ext(0->7) 00010000:00010000:0.0:1746126709.941414:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b099200/0xd8b4f51a8447dbc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b301e expref: 173 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126709.941422:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b099200/0xd8b4f51a8447dbc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b301e expref: 173 pid: 9564 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126709.941427:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d249180 00000100:00100000:0.0:1746126709.946878:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.949582:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.952530:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.952556:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816599424 00000100:00100000:0.0:1746126709.952572:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816599424 00000100:00100000:0.0:1746126709.952736:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28197 00000100:00100000:0.0:1746126709.952744:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+172:1112:x1830945816599424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126709.952759:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126709.952776:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012deaac00/0xd8b4f51a8447dbd0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b302c expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.952808:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800992ce400/0xd8b4f51a8447dbc9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3025 expref: 173 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.952815:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.952816:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126709.952819:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012deaac00/0xd8b4f51a8447dbd0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b302c expref: 173 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.952848:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800992ce400/0xd8b4f51a8447dbc9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3025 expref: 173 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126709.952859:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800992ce400/0xd8b4f51a8447dbc9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3025 expref: 173 pid: 9564 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746126709.952870:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d248e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813115904:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126709.953120:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126709.953156:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.955793:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.957964:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816599808 00000100:00100000:0.0:1746126709.957969:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816599808 00002000:00100000:0.0:1746126709.957999:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d140000 x1830945816599808/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 488/0 e 0 to 0 dl 1746126720 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.958008:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140000 with x1830945816599808 ext(0->4095) 00010000:00010000:0.0:1746126709.958015:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012deaac00/0xd8b4f51a8447dbd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b302c expref: 172 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126709.958026:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012deaac00/0xd8b4f51a8447dbd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b302c expref: 172 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126709.958032:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d140000 00000100:00100000:0.0:1746126709.958058:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1702 00000100:00100000:0.0:1746126709.958064:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+172:2010:x1830945816599808:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126709.958196:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+172:2010:x1830945816599808:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 131us (252us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126709.958202:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1702 00002000:00100000:0.0:1746126709.958207:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d140000 x1830945816599808/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 488/4536 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.958214:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140000 with x1830945816599808 ext(0->4095) 00010000:00010000:0.0:1746126709.958218:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012deaac00/0xd8b4f51a8447dbd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b302c expref: 172 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126709.958227:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012deaac00/0xd8b4f51a8447dbd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b302c expref: 172 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126709.958232:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d140000 00000100:00100000:0.0:1746126709.959817:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.960815:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+174:2009:x1830945816600064:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 837us (1001us total) trans 4294970500 rc 0/0 00000100:00100000:0.0:1746126709.960822:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1703 00002000:00100000:0.0:1746126709.960829:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009910aa00 x1830945816600064/t4294970500(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.960836:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910aa00 with x1830945816600064 ext(0->7) 00010000:00010000:0.0:1746126709.960841:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012deaac00/0xd8b4f51a8447dbd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b302c expref: 174 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126709.960852:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012deaac00/0xd8b4f51a8447dbd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b302c expref: 174 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126709.960857:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009910aa00 00000100:00100000:0.0:1746126709.962924:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.966810:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.971023:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.973696:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.974763:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.976347:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.978168:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.978898:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.981958:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.984531:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.986246:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+176:2008:x1830945816601856:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1532us (1713us total) trans 4294970501 rc 0/0 00000100:00100000:0.0:1746126709.986254:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1706 00002000:00100000:0.0:1746126709.986260:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009989f480 x1830945816601856/t4294970501(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:470/0 lens 496/448 e 0 to 0 dl 1746126720 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126709.986267:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989f480 with x1830945816601856 ext(0->7) 00010000:00010000:0.0:1746126709.986275:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447dbe5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3041 expref: 176 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126709.986286:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447dbe5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3041 expref: 176 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126709.986292:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009989f480 00000100:00100000:0.0:1746126709.988167:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.991449:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126709.996916:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.001564:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816603008 00000100:00100000:0.0:1746126710.001568:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816603008 00002000:00100000:0.0:1746126710.001611:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cbf3800 x1830945816603008/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:471/0 lens 488/0 e 0 to 0 dl 1746126721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.001624:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf3800 with x1830945816603008 ext(0->4095) 00010000:00010000:0.0:1746126710.001629:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012deab600/0xd8b4f51a8447dbec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3048 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.001646:0:20699:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88012deab600/0xd8b4f51a8447dbec lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3048 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126710.001652:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbf3800 00000100:00100000:0.0:1746126710.001665:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1707 00000100:00100000:0.0:1746126710.001677:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816603008:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126710.001808:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816603008:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (619us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126710.001820:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1707 00002000:00100000:0.0:1746126710.001827:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cbf3800 x1830945816603008/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:471/0 lens 488/4536 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.001833:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf3800 with x1830945816603008 ext(0->4095) 00010000:00010000:0.0:1746126710.001837:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012deab600/0xd8b4f51a8447dbec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3048 expref: 6 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.001845:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012deab600/0xd8b4f51a8447dbec lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3048 expref: 6 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.001850:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbf3800 00000100:00100000:0.0:1746126710.008105:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.008138:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.008176:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.011068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.013144:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.014832:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+179:2007:x1830945816603904:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1421us (1683us total) trans 4294970502 rc 0/0 00000100:00100000:0.0:1746126710.014843:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1709 00002000:00100000:0.0:1746126710.014852:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c99c700 x1830945816603904/t4294970502(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.014861:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99c700 with x1830945816603904 ext(0->7) 00010000:00010000:0.0:1746126710.014870:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800992cfa00/0xd8b4f51a8447dbfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3056 expref: 179 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.014884:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800992cfa00/0xd8b4f51a8447dbfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3056 expref: 179 pid: 9564 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.014895:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c99c700 00000100:00100000:0.0:1746126710.017055:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.020614:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.033144:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.036454:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.039301:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.040881:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+180:2007:x1830945816605184:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1349us (1583us total) trans 4294970503 rc 0/0 00000100:00100000:0.0:1746126710.040889:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1711 00002000:00100000:0.0:1746126710.040904:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800992fe680 x1830945816605184/t4294970503(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.040912:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fe680 with x1830945816605184 ext(0->7) 00010000:00010000:0.0:1746126710.040917:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447dc0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b306b expref: 180 pid: 9565 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.040928:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447dc0f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b306b expref: 180 pid: 9565 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.040934:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800992fe680 00000100:00100000:0.0:1746126710.043020:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.047888:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.052626:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.059621:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.061332:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.061378:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.064689:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.066862:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.068153:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+182:2010:x1830945816606976:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 806us (1294us total) trans 4294970504 rc 0/0 00000100:00100000:0.0:1746126710.068161:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1714 00002000:00100000:0.0:1746126710.068166:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009892c000 x1830945816606976/t4294970504(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.068174:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892c000 with x1830945816606976 ext(0->7) 00010000:00010000:0.0:1746126710.068179:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009669d400/0xd8b4f51a8447dc1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3079 expref: 182 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.068188:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009669d400/0xd8b4f51a8447dc1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3079 expref: 182 pid: 9564 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.068194:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009892c000 00000100:00100000:0.0:1746126710.076182:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.078359:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.080683:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.085519:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.088787:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.088869:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.094826:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.094861:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.094897:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.100078:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.103125:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.104275:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+185:2010:x1830945816609024:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 821us (1156us total) trans 4294970505 rc 0/0 00000100:00100000:0.0:1746126710.104283:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1716 00002000:00100000:0.0:1746126710.104288:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880134493480 x1830945816609024/t4294970505(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.104295:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134493480 with x1830945816609024 ext(0->7) 00010000:00010000:0.0:1746126710.104300:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447dc32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b308e expref: 185 pid: 9565 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.104328:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447dc32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b308e expref: 185 pid: 9565 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.104333:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134493480 00000100:00100000:0.0:1746126710.108134:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.111568:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816609408 00000100:00100000:0.0:1746126710.111575:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816609408 00000100:00100000:0.0:1746126710.113942:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.114483:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.116239:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.116984:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.118186:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.121244:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.122942:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.124266:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+187:2009:x1830945816610816:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1149us (1321us total) trans 4294970506 rc 0/0 00000100:00100000:0.0:1746126710.124274:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1719 00002000:00100000:0.0:1746126710.124280:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb0a680 x1830945816610816/t4294970506(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.124293:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0a680 with x1830945816610816 ext(0->7) 00010000:00010000:0.0:1746126710.124298:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447dc47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30a3 expref: 187 pid: 9565 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.124421:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30ce00/0xd8b4f51a8447dc47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30a3 expref: 187 pid: 9565 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.124428:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb0a680 00000100:00100000:0.0:1746126710.128534:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.130740:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.135711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.137753:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.140220:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.146614:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.146937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.147028:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.147053:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816611840 00000100:00100000:0.0:1746126710.147059:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816611840 00010000:00010000:0.0:1746126710.147091:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8c000/0xd8b4f51a8447dc4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30aa expref: 188 pid: 9565 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746126710.147115:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816612096 00000100:00100000:0.0:1746126710.147116:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816612096 00010000:00010000:0.0:1746126710.147125:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447dc55 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30b1 expref: 6 pid: 9564 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746126710.147145:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11414 00000100:00100000:0.0:1746126710.147152:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+188:2007:x1830945816611840:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126710.147163:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126710.147184:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b8c000/0xd8b4f51a8447dc4e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30aa expref: 188 pid: 9565 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.147193:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b8c000/0xd8b4f51a8447dc4e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30aa expref: 188 pid: 9565 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.147217:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c000/0xd8b4f51a8447dc4e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30aa expref: 188 pid: 9565 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.147235:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126710.147273:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+187:2007:x1830945816611840:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 120us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126710.147278:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 11414 00000100:00100000:0.0:1746126710.147294:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11415 00000100:00100000:0.0:1746126710.147298:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816612096:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126710.147332:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126710.147339:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447dc55 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30b1 expref: 6 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.147348:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447dc55 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30b1 expref: 6 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.147358:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126710.147360:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126710.147367:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d167400/0xd8b4f51a8447dc5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30b8 expref: 186 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.147376:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d167400/0xd8b4f51a8447dc5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30b8 expref: 186 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.147405:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009d167400/0xd8b4f51a8447dc5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30b8 expref: 186 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126710.147416:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094be2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8368:1830945813120384:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126710.147465:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126710.151336:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.156462:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+189:2007:x1830945816612608:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2232us (2406us total) trans 4294970507 rc 0/0 00000100:00100000:0.0:1746126710.156473:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1721 00002000:00100000:0.0:1746126710.156481:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098ec8000 x1830945816612608/t4294970507(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.156489:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8000 with x1830945816612608 ext(0->7) 00010000:00010000:0.0:1746126710.156498:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d167400/0xd8b4f51a8447dc5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30b8 expref: 189 pid: 9565 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.156513:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d167400/0xd8b4f51a8447dc5c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30b8 expref: 189 pid: 9565 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.156527:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098ec8000 00000100:00100000:0.0:1746126710.163034:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.163062:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816612992 00000100:00100000:0.0:1746126710.163070:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816612992 00002000:00100000:0.0:1746126710.163113:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094be3480 x1830945816612992/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 488/0 e 0 to 0 dl 1746126721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.163123:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be3480 with x1830945816612992 ext(0->4095) 00002000:00010000:0.0:1746126710.163128:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094be3480 00000100:00100000:0.0:1746126710.163149:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12690 00000100:00100000:0.0:1746126710.163157:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+188:2007:x1830945816612992:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126710.163298:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+188:2007:x1830945816612992:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 142us (271us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126710.163327:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12690 00002000:00100000:0.0:1746126710.163333:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094be3480 x1830945816612992/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 488/4536 e 0 to 0 dl 1746126721 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.163340:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be3480 with x1830945816612992 ext(0->4095) 00002000:00010000:0.0:1746126710.163343:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094be3480 00000100:00100000:0.0:1746126710.165481:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.165517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.167682:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.170355:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.171763:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.172938:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+190:2007:x1830945816613888:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1043us (1172us total) trans 4294970508 rc 0/0 00000100:00100000:0.0:1746126710.172947:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1723 00002000:00100000:0.0:1746126710.172953:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007ed80000 x1830945816613888/t4294970508(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.172967:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed80000 with x1830945816613888 ext(0->7) 00010000:00010000:0.0:1746126710.172973:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012deaa800/0xd8b4f51a8447dc6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30c6 expref: 190 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.172984:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012deaa800/0xd8b4f51a8447dc6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30c6 expref: 190 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.172990:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007ed80000 00000100:00100000:0.0:1746126710.174136:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.178102:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.180804:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.182940:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.187532:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.187564:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.187602:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.187740:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11420 00000100:00100000:0.0:1746126710.187746:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816615296:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126710.187754:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126710.187773:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447dc71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30cd expref: 6 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.187784:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447dc71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30cd expref: 6 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.187797:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447dc71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30cd expref: 6 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.187832:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126710.187857:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816615296:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 110us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126710.187862:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 11420 00000100:00100000:0.0:1746126710.190547:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.194522:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.196298:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+192:2010:x1830945816615936:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1449us (1776us total) trans 4294970509 rc 0/0 00000100:00100000:0.0:1746126710.196339:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1726 00002000:00100000:0.0:1746126710.196350:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007ed81f80 x1830945816615936/t4294970509(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.196359:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed81f80 with x1830945816615936 ext(0->7) 00010000:00010000:0.0:1746126710.196369:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447dc7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30db expref: 192 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.196773:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447dc7f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30db expref: 192 pid: 9564 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.196781:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007ed81f80 00000100:00100000:0.0:1746126710.201809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.204409:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.205344:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.206503:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.209602:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.214361:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.215598:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+195:2007:x1830945816617216:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 934us (1243us total) trans 4294970510 rc 0/0 00000100:00100000:0.0:1746126710.215606:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1728 00002000:00100000:0.0:1746126710.215612:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007ed83480 x1830945816617216/t4294970510(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.215619:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed83480 with x1830945816617216 ext(0->7) 00010000:00010000:0.0:1746126710.215625:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c504000/0xd8b4f51a8447dc8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30e9 expref: 195 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.215648:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c504000/0xd8b4f51a8447dc8d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30e9 expref: 195 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.215654:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007ed83480 00000100:00100000:0.0:1746126710.217857:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.221110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.232695:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.233484:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.235459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.236376:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816618240 00000100:00100000:0.0:1746126710.236379:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816618240 00010000:00010000:0.0:1746126710.236394:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880098ec4e00/0xd8b4f51a8447dc94 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30f0 expref: 196 pid: 9564 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746126710.236521:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11424 00000100:00100000:0.0:1746126710.236527:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+196:2008:x1830945816618240:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126710.236534:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126710.236547:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880098ec4e00/0xd8b4f51a8447dc94 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30f0 expref: 196 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.236555:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880098ec4e00/0xd8b4f51a8447dc94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30f0 expref: 196 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.236572:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126710.236590:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+196:2008:x1830945816618240:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 63us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126710.236595:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 11424 00000100:00100000:0.0:1746126710.237538:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.237567:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.239973:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.243886:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.244881:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+197:2009:x1830945816619008:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 823us (997us total) trans 4294970511 rc 0/0 00000100:00100000:0.0:1746126710.244888:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1731 00002000:00100000:0.0:1746126710.244894:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cbed500 x1830945816619008/t4294970511(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.244900:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbed500 with x1830945816619008 ext(0->7) 00010000:00010000:0.0:1746126710.244905:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3be00/0xd8b4f51a8447dca2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30fe expref: 197 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.244914:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3be00/0xd8b4f51a8447dca2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b30fe expref: 197 pid: 9564 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.244919:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbed500 00000100:00100000:0.0:1746126710.246411:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.250483:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.259149:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.259643:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.265047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.265525:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.265556:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816620032 00000100:00100000:0.0:1746126710.265559:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816620032 00010000:00010000:0.0:1746126710.265573:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447dca9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3105 expref: 198 pid: 9564 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746126710.265589:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11427 00000100:00100000:0.0:1746126710.265593:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+198:2010:x1830945816620032:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126710.265601:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126710.265611:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447dca9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3105 expref: 198 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.265620:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447dca9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3105 expref: 198 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.265646:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d800/0xd8b4f51a8447dca9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3105 expref: 198 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.265660:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126710.265676:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+196:2010:x1830945816620032:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 83us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126710.265681:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 11427 00000100:00100000:0.0:1746126710.269008:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.271947:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.286856:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.294757:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.298641:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096135850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+198:2007:x1830945816620672:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3096us (3867us total) trans 4294970512 rc 0/0 00000100:00100000:0.0:1746126710.298653:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1733 00002000:00100000:0.0:1746126710.298661:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880096135850 x1830945816620672/t4294970512(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.298670:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096135850 with x1830945816620672 ext(0->7) 00010000:00010000:0.0:1746126710.298680:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a8447dcb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3113 expref: 198 pid: 9565 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.298694:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a8447dcb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3113 expref: 198 pid: 9565 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.298701:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880096135850 00000100:00100000:0.0:1746126710.304267:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816620800 00000100:00100000:0.0:1746126710.304277:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816620800 00000100:00100000:0.0:1746126710.304513:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28232 00000100:00100000:0.0:1746126710.304521:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a621e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+199:1112:x1830945816620800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126710.304538:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126710.304553:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012deaa800/0xd8b4f51a8447dcc5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b3121 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126710.307874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.312610:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.314427:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.317231:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.320727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.323546:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.328199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.328537:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.330637:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.331758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.338611:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.339794:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+203:2009:x1830945816623104:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 996us (1188us total) trans 4294970514 rc 0/0 00000100:00100000:0.0:1746126710.339802:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1738 00002000:00100000:0.0:1746126710.339808:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cbed880 x1830945816623104/t4294970514(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.339815:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbed880 with x1830945816623104 ext(0->7) 00010000:00010000:0.0:1746126710.339820:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b098c00/0xd8b4f51a8447dcd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b312f expref: 203 pid: 9565 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.339829:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b098c00/0xd8b4f51a8447dcd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b312f expref: 203 pid: 9565 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.339833:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbed880 00000100:00100000:0.0:1746126710.342046:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.345048:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.348383:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.348424:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.348944:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28237 00000100:00100000:0.0:1746126710.348952:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1122:x1830945816623744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126710.348958:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126710.348964:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012deab400/0xd8b4f51a8447dce8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b3144 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.348974:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126710.348977:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b3a600/0xd8b4f51a8447dce1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b313d expref: 203 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.348982:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126710.348984:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012deab400/0xd8b4f51a8447dce8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3144 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.349002:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b3a600/0xd8b4f51a8447dce1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b313d expref: 203 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.349011:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012deab400/0xd8b4f51a8447dce8 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3144 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.349018:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012deab400, rc 0) 00000100:00100000:0.0:1746126710.349154:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1122:x1830945816623744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 202us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126710.349160:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28237 00000100:00100000:0.0:1746126710.351182:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.353290:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.361155:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.367478:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.371757:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.378927:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.383426:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.385739:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.388351:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.394710:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+206:2007:x1830945816625536:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5451us (6346us total) trans 4294970516 rc 0/0 00000100:00100000:0.0:1746126710.394728:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1742 00002000:00100000:0.0:1746126710.394742:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012dee6300 x1830945816625536/t4294970516(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.394752:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee6300 with x1830945816625536 ext(0->7) 00010000:00010000:0.0:1746126710.394764:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447dcef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b314b expref: 206 pid: 11425 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.394781:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447dcef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b314b expref: 206 pid: 11425 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.394788:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dee6300 00000100:00100000:0.0:1746126710.401247:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.406262:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.409177:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816626048 00000100:00100000:0.0:1746126710.409188:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816626048 00002000:00100000:0.0:1746126710.409232:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a5a3ea00 x1830945816626048/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:471/0 lens 488/0 e 0 to 0 dl 1746126721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.409244:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3ea00 with x1830945816626048 ext(0->4095) 00010000:00010000:0.0:1746126710.409253:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a8447dcf6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3152 expref: 6 pid: 11425 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.409272:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a8447dcf6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3152 expref: 6 pid: 11425 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.409279:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5a3ea00 00000100:00100000:0.0:1746126710.409358:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1743 00000100:00100000:0.0:1746126710.409364:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816626048:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126710.409509:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816626048:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 145us (2490us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126710.409515:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1743 00002000:00100000:0.0:1746126710.409520:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a5a3ea00 x1830945816626048/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:471/0 lens 488/4536 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.409528:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3ea00 with x1830945816626048 ext(0->4095) 00010000:00010000:0.0:1746126710.409532:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a8447dcf6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3152 expref: 6 pid: 11425 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.409541:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a8447dcf6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3152 expref: 6 pid: 11425 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.409547:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5a3ea00 00000100:00100000:0.0:1746126710.412214:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.421092:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.425932:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.433531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.435122:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+208:2008:x1830945816626688:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1033us (1601us total) trans 4294970517 rc 0/0 00000100:00100000:0.0:1746126710.435130:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1744 00002000:00100000:0.0:1746126710.435136:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012dee4a80 x1830945816626688/t4294970517(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.435143:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4a80 with x1830945816626688 ext(0->7) 00010000:00010000:0.0:1746126710.435149:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3a800/0xd8b4f51a8447dcfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3159 expref: 208 pid: 11425 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.435160:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3a800/0xd8b4f51a8447dcfd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3159 expref: 208 pid: 11425 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.435166:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dee4a80 00000100:00100000:0.0:1746126710.452478:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816627200 00000100:00100000:0.0:1746126710.452490:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816627200 00002000:00100000:0.0:1746126710.452536:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb0aa00 x1830945816627200/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:471/0 lens 488/0 e 0 to 0 dl 1746126721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.452546:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0aa00 with x1830945816627200 ext(0->4095) 00010000:00010000:0.0:1746126710.452555:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3b600/0xd8b4f51a8447dd04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3160 expref: 6 pid: 11425 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.452570:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3b600/0xd8b4f51a8447dd04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3160 expref: 6 pid: 11425 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.452576:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb0aa00 00000100:00100000:0.0:1746126710.452600:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1745 00000100:00100000:0.0:1746126710.452607:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816627200:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126710.452785:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816627200:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 178us (603us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126710.452792:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1745 00002000:00100000:0.0:1746126710.452797:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb0aa00 x1830945816627200/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:471/0 lens 488/4536 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.452804:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0aa00 with x1830945816627200 ext(0->4095) 00010000:00010000:0.0:1746126710.452809:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3b600/0xd8b4f51a8447dd04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3160 expref: 6 pid: 11425 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.452818:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3b600/0xd8b4f51a8447dd04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3160 expref: 6 pid: 11425 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.452824:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb0aa00 00000100:00100000:0.0:1746126710.467733:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.474288:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.481136:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.484356:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.490447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.493880:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.493974:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.496531:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.500071:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.503616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.509019:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+213:2007:x1830945816629120:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3913us (5397us total) trans 4294970519 rc 0/0 00000100:00100000:0.0:1746126710.509033:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1748 00002000:00100000:0.0:1746126710.509048:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009989c380 x1830945816629120/t4294970519(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.509057:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989c380 with x1830945816629120 ext(0->7) 00010000:00010000:0.0:1746126710.509068:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447dd19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3175 expref: 213 pid: 11425 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.509084:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447dd19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3175 expref: 213 pid: 11425 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.509091:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009989c380 00000100:00100000:0.0:1746126710.515563:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.522942:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.524864:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816629888 00000100:00100000:0.0:1746126710.524868:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816629888 00010000:00010000:0.0:1746126710.524889:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b098c00/0xd8b4f51a8447dd20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b317c expref: 213 pid: 9564 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746126710.524908:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11444 00000100:00100000:0.0:1746126710.524913:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+213:2007:x1830945816629888:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126710.524923:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126710.524941:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b098c00/0xd8b4f51a8447dd20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b317c expref: 213 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.524950:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b098c00/0xd8b4f51a8447dd20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b317c expref: 213 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.524969:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b098c00/0xd8b4f51a8447dd20 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b317c expref: 213 pid: 9564 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.524993:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126710.524995:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126710.525001:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447dd27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3183 expref: 212 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.525007:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447dd27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3183 expref: 212 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.525027:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447dd27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3183 expref: 212 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.525039:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447dd27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3183 expref: 212 pid: 11425 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746126710.525050:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009989fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7206:1830945813127552:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126710.525490:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126710.527922:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816630144 00000100:00100000:0.0:1746126710.527928:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816630144 00002000:00100000:0.0:1746126710.527965:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a5a3d180 x1830945816630144/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 488/0 e 0 to 0 dl 1746126721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.527974:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3d180 with x1830945816630144 ext(0->4095) 00010000:00010000:0.0:1746126710.527983:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447dd27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3183 expref: 212 pid: 11425 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.527995:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447dd27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3183 expref: 212 pid: 11425 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.528003:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5a3d180 00000100:00100000:0.0:1746126710.528035:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1750 00000100:00100000:0.0:1746126710.528043:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+212:2007:x1830945816630144:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126710.528181:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+212:2007:x1830945816630144:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (584us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126710.528187:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1750 00002000:00100000:0.0:1746126710.528193:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800a5a3d180 x1830945816630144/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 488/4536 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.528200:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3d180 with x1830945816630144 ext(0->4095) 00010000:00010000:0.0:1746126710.528204:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447dd27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3183 expref: 212 pid: 11425 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.528213:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447dd27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3183 expref: 212 pid: 11425 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.528219:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5a3d180 00000100:00100000:0.0:1746126710.529936:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.532329:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+214:2010:x1830945816630400:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1635us (2372us total) trans 4294970520 rc 0/0 00000100:00100000:0.0:1746126710.532339:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1751 00002000:00100000:0.0:1746126710.532347:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009989f100 x1830945816630400/t4294970520(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.532354:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989f100 with x1830945816630400 ext(0->7) 00010000:00010000:0.0:1746126710.532363:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447dd27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3183 expref: 214 pid: 11425 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.532373:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447dd27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3183 expref: 214 pid: 11425 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.532378:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009989f100 00000100:00100000:0.0:1746126710.533968:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.539881:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.542587:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.544832:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.547153:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.547799:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.551022:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.555925:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.556928:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+216:2009:x1830945816632192:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 805us (1009us total) trans 4294970521 rc 0/0 00000100:00100000:0.0:1746126710.556934:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1754 00002000:00100000:0.0:1746126710.556940:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009989fb80 x1830945816632192/t4294970521(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.556947:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989fb80 with x1830945816632192 ext(0->7) 00010000:00010000:0.0:1746126710.556951:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3a600/0xd8b4f51a8447dd3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3198 expref: 216 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.556960:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3a600/0xd8b4f51a8447dd3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3198 expref: 216 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.556970:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009989fb80 00000100:00100000:0.0:1746126710.559907:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816632320 00000100:00100000:0.0:1746126710.559916:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816632320 00010000:00010000:0.0:1746126710.559948:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3a600/0xd8b4f51a8447dd3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3198 expref: 216 pid: 9566 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746126710.559973:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11448 00000100:00100000:0.0:1746126710.559980:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+216:2007:x1830945816632320:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126710.559991:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126710.560010:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b3a600/0xd8b4f51a8447dd3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3198 expref: 216 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.560021:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b3a600/0xd8b4f51a8447dd3c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3198 expref: 216 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.560044:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b3a600/0xd8b4f51a8447dd3c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3198 expref: 216 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.560202:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126710.560205:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126710.560211:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447dd43 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b319f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.560219:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447dd43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b319f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.560255:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447dd43 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b319f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126710.560267:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b49f3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813128320:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126710.560888:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126710.566019:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.569003:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.569050:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.570730:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.571057:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.573698:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.574033:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.575950:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.578207:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816633984 00000100:00100000:0.0:1746126710.578214:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816633984 00002000:00100000:0.0:1746126710.578239:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb08380 x1830945816633984/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/0 e 0 to 0 dl 1746126721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.578248:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb08380 with x1830945816633984 ext(0->7) 00010000:00010000:0.0:1746126710.578254:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447dd51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31ad expref: 216 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.578265:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447dd51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31ad expref: 216 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.578270:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb08380 00000100:00100000:0.0:1746126710.578334:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1757 00000100:00100000:0.0:1746126710.578341:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+216:2009:x1830945816633984:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126710.579139:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+218:2009:x1830945816633984:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 797us (986us total) trans 4294970522 rc 0/0 00000100:00100000:0.0:1746126710.579146:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1757 00002000:00100000:0.0:1746126710.579151:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb08380 x1830945816633984/t4294970522(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.579158:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb08380 with x1830945816633984 ext(0->7) 00010000:00010000:0.0:1746126710.579162:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447dd51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31ad expref: 218 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.579170:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447dd51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31ad expref: 218 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.579175:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb08380 00000100:00100000:0.0:1746126710.580413:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.582269:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.585208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.587484:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.597840:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11453 00000100:00100000:0.0:1746126710.597848:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816635520:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126710.597855:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126710.598399:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447dd58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31b4 expref: 6 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.598412:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447dd58 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31b4 expref: 6 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.598425:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447dd58 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31b4 expref: 6 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.598436:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126710.598437:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126710.598443:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447dd66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31c2 expref: 218 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.598449:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447dd66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31c2 expref: 218 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.598468:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447dd66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31c2 expref: 218 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.598479:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447dd66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31c2 expref: 218 pid: 9566 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746126710.598631:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099271180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7206:1830945813129472:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126710.598740:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126710.603283:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.607465:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.610258:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+221:2009:x1830945816636032:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2411us (2796us total) trans 4294970523 rc 0/0 00000100:00100000:0.0:1746126710.610272:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1760 00002000:00100000:0.0:1746126710.610281:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099271180 x1830945816636032/t4294970523(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.610289:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099271180 with x1830945816636032 ext(0->7) 00010000:00010000:0.0:1746126710.610299:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447dd66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31c2 expref: 221 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.610333:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447dd66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31c2 expref: 221 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.610340:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099271180 00000100:00100000:0.0:1746126710.612900:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.622173:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.624462:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.626008:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.626052:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.629077:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.631437:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.634740:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.636964:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.640847:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+222:2007:x1830945816637696:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3611us (3872us total) trans 4294970524 rc 0/0 00000100:00100000:0.0:1746126710.640859:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1762 00002000:00100000:0.0:1746126710.640871:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c99f100 x1830945816637696/t4294970524(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.640886:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99f100 with x1830945816637696 ext(0->7) 00010000:00010000:0.0:1746126710.640896:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fcba800/0xd8b4f51a8447dd7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31d7 expref: 222 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.640911:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fcba800/0xd8b4f51a8447dd7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31d7 expref: 222 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.640917:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c99f100 00000100:00100000:0.0:1746126710.643174:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.646833:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.652837:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.653572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.659532:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.663256:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.666796:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+225:2008:x1830945816638976:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2601us (3542us total) trans 4294970525 rc 0/0 00000100:00100000:0.0:1746126710.666808:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1765 00002000:00100000:0.0:1746126710.666818:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c99c000 x1830945816638976/t4294970525(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.666827:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99c000 with x1830945816638976 ext(0->7) 00010000:00010000:0.0:1746126710.666836:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098ec4c00/0xd8b4f51a8447dd89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31e5 expref: 225 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.666850:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098ec4c00/0xd8b4f51a8447dd89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31e5 expref: 225 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.666863:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c99c000 00000100:00100000:0.0:1746126710.671133:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.677966:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.678566:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.678634:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816639488 00000100:00100000:0.0:1746126710.678637:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816639488 00002000:00100000:0.0:1746126710.678664:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009c99c700 x1830945816639488/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 488/0 e 0 to 0 dl 1746126721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.678673:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99c700 with x1830945816639488 ext(0->4095) 00002000:00010000:0.0:1746126710.678676:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c99c700 00000100:00100000:0.0:1746126710.678690:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12709 00000100:00100000:0.0:1746126710.678695:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+226:2007:x1830945816639488:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126710.678806:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+226:2007:x1830945816639488:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (242us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126710.678812:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12709 00002000:00100000:0.0:1746126710.678817:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009c99c700 x1830945816639488/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 488/4536 e 0 to 0 dl 1746126721 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.678823:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99c700 with x1830945816639488 ext(0->4095) 00010000:00010000:0.0:1746126710.678827:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801316aee00/0xd8b4f51a8447dd90 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31ec expref: 226 pid: 11425 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.678837:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801316aee00/0xd8b4f51a8447dd90 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31ec expref: 226 pid: 11425 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.678847:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c99c700 00000100:00100000:0.0:1746126710.680583:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.681413:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.683737:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.690146:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099599880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+226:2007:x1830945816640256:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1136us (1878us total) trans 4294970526 rc 0/0 00000100:00100000:0.0:1746126710.690155:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1767 00002000:00100000:0.0:1746126710.690162:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099599880 x1830945816640256/t4294970526(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.690170:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099599880 with x1830945816640256 ext(0->7) 00010000:00010000:0.0:1746126710.690176:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b098c00/0xd8b4f51a8447dd97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31f3 expref: 226 pid: 9565 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.690188:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b098c00/0xd8b4f51a8447dd97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b31f3 expref: 226 pid: 9565 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.690195:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099599880 00000100:00100000:0.0:1746126710.693400:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.697202:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.700782:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.705276:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.706393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.707990:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.709384:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.709413:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.711648:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.714112:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.715281:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+228:2007:x1830945816642048:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 793us (1174us total) trans 4294970527 rc 0/0 00000100:00100000:0.0:1746126710.715289:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1770 00002000:00100000:0.0:1746126710.715295:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d266300 x1830945816642048/t4294970527(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.715302:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266300 with x1830945816642048 ext(0->7) 00010000:00010000:0.0:1746126710.715520:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447ddac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3208 expref: 228 pid: 11425 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.715531:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d000/0xd8b4f51a8447ddac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3208 expref: 228 pid: 11425 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.715537:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d266300 00000100:00100000:0.0:1746126710.720948:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.726754:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.726780:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816642304 00000100:00100000:0.0:1746126710.726787:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816642304 00000100:00100000:0.0:1746126710.726953:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28267 00000100:00100000:0.0:1746126710.726960:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+227:1112:x1830945816642304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126710.726979:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126710.726995:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447ddba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b3216 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.727024:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447ddb3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b320f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.727035:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126710.727037:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126710.727040:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447ddba lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3216 expref: 228 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.727064:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447ddb3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b320f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.727073:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e30c000/0xd8b4f51a8447ddb3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b320f expref: 5 pid: 11425 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746126710.727082:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d267100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9565:1830945813132032:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126710.727136:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126710.730421:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d267100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9565:1830945813132032:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126710.730447:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447ddba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3216 expref: 228 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.730462:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ce00, rc 0) 00000100:00100000:0.0:1746126710.730501:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+229:1112:x1830945816642304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3542us (3759us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126710.730507:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28267 00000100:00100000:0.0:1746126710.732754:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.734225:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.738296:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+231:2008:x1830945816643328:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3890us (4063us total) trans 4294970528 rc 0/0 00000100:00100000:0.0:1746126710.738345:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1773 00002000:00100000:0.0:1746126710.738355:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d265880 x1830945816643328/t4294970528(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.738365:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265880 with x1830945816643328 ext(0->7) 00010000:00010000:0.0:1746126710.738376:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447ddba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3216 expref: 231 pid: 9565 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.738391:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ce00/0xd8b4f51a8447ddba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3216 expref: 231 pid: 9565 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.738398:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d265880 00000100:00100000:0.0:1746126710.739936:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.743046:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.746360:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.749151:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.751366:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816644224 00000100:00100000:0.0:1746126710.751373:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816644224 00002000:00100000:0.0:1746126710.751408:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb0a300 x1830945816644224/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:471/0 lens 488/0 e 0 to 0 dl 1746126721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.751418:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0a300 with x1830945816644224 ext(0->4095) 00010000:00010000:0.0:1746126710.751425:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447ddc8 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3224 expref: 6 pid: 11425 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.751438:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447ddc8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3224 expref: 6 pid: 11425 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.751450:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb0a300 00000100:00100000:0.0:1746126710.751475:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1774 00000100:00100000:0.0:1746126710.751481:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945816644224:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126710.751675:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945816644224:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 193us (439us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126710.751682:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1774 00002000:00100000:0.0:1746126710.751692:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb0a300 x1830945816644224/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:471/0 lens 488/4536 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.751699:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0a300 with x1830945816644224 ext(0->4095) 00010000:00010000:0.0:1746126710.751703:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447ddc8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3224 expref: 6 pid: 11425 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.751710:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447ddc8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3224 expref: 6 pid: 11425 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.751716:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb0a300 00000100:00100000:0.0:1746126710.758059:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.761106:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.765645:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+233:2008:x1830945816645120:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3755us (4533us total) trans 4294970529 rc 0/0 00000100:00100000:0.0:1746126710.765656:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1776 00002000:00100000:0.0:1746126710.765667:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d266a00 x1830945816645120/t4294970529(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.765681:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266a00 with x1830945816645120 ext(0->7) 00010000:00010000:0.0:1746126710.765691:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447ddcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b322b expref: 233 pid: 11425 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.765707:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447ddcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b322b expref: 233 pid: 11425 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.765714:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d266a00 00000100:00100000:0.0:1746126710.768276:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.772048:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.774023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.775470:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816645888 00000100:00100000:0.0:1746126710.775474:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816645888 00002000:00100000:0.0:1746126710.775502:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800969fb480 x1830945816645888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:471/0 lens 488/0 e 0 to 0 dl 1746126721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.775510:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fb480 with x1830945816645888 ext(0->4095) 00002000:00010000:0.0:1746126710.775514:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969fb480 00000100:00100000:0.0:1746126710.775537:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12713 00000100:00100000:0.0:1746126710.775543:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945816645888:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126710.775681:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945816645888:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 137us (271us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126710.775687:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12713 00002000:00100000:0.0:1746126710.775691:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800969fb480 x1830945816645888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:471/0 lens 488/4536 e 0 to 0 dl 1746126721 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.775704:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fb480 with x1830945816645888 ext(0->4095) 00002000:00010000:0.0:1746126710.775707:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969fb480 00000100:00100000:0.0:1746126710.778504:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.782160:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.792169:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.792200:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.792243:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.792574:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28274 00000100:00100000:0.0:1746126710.792580:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+234:1122:x1830945816646656:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126710.792598:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126710.792611:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b3c800/0xd8b4f51a8447ddeb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b3247 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.792939:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098eb7400/0xd8b4f51a8447dde4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3240 expref: 233 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.792946:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126710.792947:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126710.792950:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3c800/0xd8b4f51a8447ddeb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3247 expref: 233 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.792967:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098eb7400/0xd8b4f51a8447dde4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3240 expref: 233 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.792977:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098eb7400/0xd8b4f51a8447dde4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3240 expref: 233 pid: 9566 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746126710.792990:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9565:1830945813133568:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126710.793011:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126710.796496:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9565:1830945813133568:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126710.796520:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094b3c800/0xd8b4f51a8447ddeb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3247 expref: 233 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.796538:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:0.0:1746126710.796558:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+233:1122:x1830945816646656:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3978us (4313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126710.796566:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28274 00000100:00100000:0.0:1746126710.797428:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.801463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.809109:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.809992:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.810011:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816647424 00000100:00100000:0.0:1746126710.810014:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816647424 00000100:00100000:0.0:1746126710.810035:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28275 00000100:00100000:0.0:1746126710.810039:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+235:1112:x1830945816647424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126710.810052:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126710.810064:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a62fd400/0xd8b4f51a8447ddf2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b324e expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.810079:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b3c800/0xd8b4f51a8447ddeb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3247 expref: 236 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.810089:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126710.810090:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126710.810092:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a62fd400/0xd8b4f51a8447ddf2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b324e expref: 236 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.810109:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b3c800/0xd8b4f51a8447ddeb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3247 expref: 236 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.810117:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b3c800/0xd8b4f51a8447ddeb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3247 expref: 236 pid: 9565 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746126710.810125:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9565:1830945813133824:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126710.810150:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126710.812589:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9565:1830945813133824:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126710.812612:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a62fd400/0xd8b4f51a8447ddf2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b324e expref: 235 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126710.812637:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a62fd400, rc 0) 00000100:00100000:0.0:1746126710.812671:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+235:1112:x1830945816647424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2630us (2683us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126710.812677:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28275 00000100:00100000:0.0:1746126710.815028:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.820676:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.820782:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.823592:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.826097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.827357:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+236:2008:x1830945816648448:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 871us (1265us total) trans 4294970531 rc 0/0 00000100:00100000:0.0:1746126710.827364:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1781 00002000:00100000:0.0:1746126710.827370:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009736c000 x1830945816648448/t4294970531(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.827377:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736c000 with x1830945816648448 ext(0->7) 00010000:00010000:0.0:1746126710.827383:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a62fd400/0xd8b4f51a8447ddf2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b324e expref: 236 pid: 9565 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.827393:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a62fd400/0xd8b4f51a8447ddf2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b324e expref: 236 pid: 9565 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.827406:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736c000 00000100:00100000:0.0:1746126710.839131:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.841644:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.843562:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.847190:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.847377:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.848463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.851632:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.853541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.854535:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+239:2008:x1830945816650240:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 812us (996us total) trans 4294970532 rc 0/0 00000100:00100000:0.0:1746126710.854541:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1784 00002000:00100000:0.0:1746126710.854548:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009736f100 x1830945816650240/t4294970532(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.854556:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736f100 with x1830945816650240 ext(0->7) 00010000:00010000:0.0:1746126710.854560:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098eb7400/0xd8b4f51a8447de07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3263 expref: 239 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.854569:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098eb7400/0xd8b4f51a8447de07 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3263 expref: 239 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.854575:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736f100 00000100:00100000:0.0:1746126710.856663:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.861367:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.865452:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.866269:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.870714:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816651136 00000100:00100000:0.0:1746126710.870723:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816651136 00002000:00100000:0.0:1746126710.870766:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800969f9880 x1830945816651136/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:471/0 lens 488/0 e 0 to 0 dl 1746126721 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.870776:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9880 with x1830945816651136 ext(0->4095) 00010000:00010000:0.0:1746126710.870784:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ca00/0xd8b4f51a8447de15 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3271 expref: 6 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.870797:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ca00/0xd8b4f51a8447de15 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3271 expref: 6 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.870803:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969f9880 00000100:00100000:0.0:1746126710.870822:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1785 00000100:00100000:0.0:1746126710.870829:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945816651136:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126710.870970:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945816651136:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 141us (294us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126710.870976:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1785 00002000:00100000:0.0:1746126710.870981:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800969f9880 x1830945816651136/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:471/0 lens 488/4536 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.870987:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9880 with x1830945816651136 ext(0->4095) 00010000:00010000:0.0:1746126710.870992:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ca00/0xd8b4f51a8447de15 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3271 expref: 6 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.871000:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ca00/0xd8b4f51a8447de15 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3271 expref: 6 pid: 9566 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746126710.871006:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969f9880 00000100:00100000:0.0:1746126710.872650:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.873765:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.874672:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.880971:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.895907:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+241:2007:x1830945816652032:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6049us (7112us total) trans 4294970533 rc 0/0 00000100:00100000:0.0:1746126710.895920:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1787 00002000:00100000:0.0:1746126710.895932:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969f8a80 x1830945816652032/t4294970533(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.895942:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8a80 with x1830945816652032 ext(0->7) 00010000:00010000:0.0:1746126710.895953:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098eb7400/0xd8b4f51a8447de1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3278 expref: 241 pid: 9566 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746126710.895973:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098eb7400/0xd8b4f51a8447de1c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3278 expref: 241 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126710.895985:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969f8a80 00000100:00100000:0.0:1746126710.898108:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.901962:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.909845:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.909883:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.915562:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.919772:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.922915:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+242:2009:x1830945816653312:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2424us (3147us total) trans 4294970534 rc 0/0 00000100:00100000:0.0:1746126710.922927:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1790 00002000:00100000:0.0:1746126710.922935:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a5ef9500 x1830945816653312/t4294970534(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.922944:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9500 with x1830945816653312 ext(0->7) 00010000:00010000:0.0:1746126710.922953:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098eb6c00/0xd8b4f51a8447de2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3286 expref: 242 pid: 9566 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126710.922967:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098eb6c00/0xd8b4f51a8447de2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3286 expref: 242 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126710.922973:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5ef9500 00000100:00100000:0.0:1746126710.925570:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.930292:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.934191:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.939507:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.940521:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.942625:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.942672:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.944671:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.948157:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.949995:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+244:2008:x1830945816655104:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1465us (1843us total) trans 4294970535 rc 0/0 00000100:00100000:0.0:1746126710.950005:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1793 00002000:00100000:0.0:1746126710.950012:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880134493100 x1830945816655104/t4294970535(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.950020:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134493100 with x1830945816655104 ext(0->7) 00010000:00010000:0.0:1746126710.950026:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098eb6c00/0xd8b4f51a8447de3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b329b expref: 244 pid: 9566 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126710.950040:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098eb6c00/0xd8b4f51a8447de3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b329b expref: 244 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126710.950045:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134493100 00000100:00100000:0.0:1746126710.953907:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.958146:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.961676:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.962435:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.963730:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.965880:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.969192:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.970387:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+247:2009:x1830945816656384:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 919us (1200us total) trans 4294970536 rc 0/0 00000100:00100000:0.0:1746126710.970395:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1795 00002000:00100000:0.0:1746126710.970401:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880134493480 x1830945816656384/t4294970536(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126710.970408:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134493480 with x1830945816656384 ext(0->7) 00010000:00010000:0.0:1746126710.970414:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447de4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b32a9 expref: 247 pid: 9566 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126710.970423:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30dc00/0xd8b4f51a8447de4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b32a9 expref: 247 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126710.970429:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134493480 00000100:00100000:0.0:1746126710.979421:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.993898:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.996303:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126710.998280:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.001843:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+248:2008:x1830945816657664:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3354us (3553us total) trans 4294970537 rc 0/0 00000100:00100000:0.0:1746126711.001855:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1797 00002000:00100000:0.0:1746126711.001868:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880134490a80 x1830945816657664/t4294970537(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:471/0 lens 496/448 e 0 to 0 dl 1746126721 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.001877:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134490a80 with x1830945816657664 ext(0->7) 00010000:00010000:0.0:1746126711.001886:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870d200/0xd8b4f51a8447de5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b32b7 expref: 248 pid: 9565 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.001908:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870d200/0xd8b4f51a8447de5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b32b7 expref: 248 pid: 9565 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.001914:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134490a80 00000100:00100000:0.0:1746126711.008441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.011414:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.011515:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.015873:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.016150:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.018354:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.021412:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.022715:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+251:2007:x1830945816658944:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 866us (1309us total) trans 4294970538 rc 0/0 00000100:00100000:0.0:1746126711.022723:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1800 00002000:00100000:0.0:1746126711.022728:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cba5180 x1830945816658944/t4294970538(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.022735:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5180 with x1830945816658944 ext(0->7) 00010000:00010000:0.0:1746126711.022740:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870dc00/0xd8b4f51a8447de69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b32c5 expref: 251 pid: 9565 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.022748:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870dc00/0xd8b4f51a8447de69 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b32c5 expref: 251 pid: 9565 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.022754:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cba5180 00000100:00100000:0.0:1746126711.024536:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.028429:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816659328 00000100:00100000:0.0:1746126711.028436:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816659328 00002000:00100000:0.0:1746126711.028471:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb0a680 x1830945816659328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 488/0 e 0 to 0 dl 1746126722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.028480:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0a680 with x1830945816659328 ext(0->4095) 00002000:00010000:0.0:1746126711.028484:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb0a680 00000100:00100000:0.0:1746126711.028499:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12720 00000100:00100000:0.0:1746126711.028505:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+250:2008:x1830945816659328:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126711.028642:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+250:2008:x1830945816659328:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (457us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126711.028647:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12720 00002000:00100000:0.0:1746126711.028653:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb0a680 x1830945816659328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 488/4536 e 0 to 0 dl 1746126722 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.028659:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0a680 with x1830945816659328 ext(0->4095) 00002000:00010000:0.0:1746126711.028662:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb0a680 00000100:00100000:0.0:1746126711.030300:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.031899:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.032455:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.034782:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.037079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.039556:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.040689:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+252:2007:x1830945816660736:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 725us (1134us total) trans 4294970539 rc 0/0 00000100:00100000:0.0:1746126711.040696:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1803 00002000:00100000:0.0:1746126711.040701:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d00f480 x1830945816660736/t4294970539(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.040708:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00f480 with x1830945816660736 ext(0->7) 00010000:00010000:0.0:1746126711.040713:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447de7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b32da expref: 252 pid: 9566 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.040723:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30c200/0xd8b4f51a8447de7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b32da expref: 252 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.040729:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d00f480 00000100:00100000:0.0:1746126711.043431:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.047182:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.050660:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.052643:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.059378:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.063003:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.064786:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.067907:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.070280:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.072692:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+254:2008:x1830945816662528:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2060us (2409us total) trans 4294970540 rc 0/0 00000100:00100000:0.0:1746126711.072703:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1805 00002000:00100000:0.0:1746126711.072711:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d00ed80 x1830945816662528/t4294970540(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.072720:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00ed80 with x1830945816662528 ext(0->7) 00010000:00010000:0.0:1746126711.072728:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870c200/0xd8b4f51a8447de93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b32ef expref: 254 pid: 11425 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.072747:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870c200/0xd8b4f51a8447de93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b32ef expref: 254 pid: 11425 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.072753:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d00ed80 00000100:00100000:0.0:1746126711.076873:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.081548:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.085910:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.086578:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.089219:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.092394:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.098200:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.109107:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.115936:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.119026:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.119267:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.129969:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+256:1112:x1830945816664448:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126711.129995:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126711.130016:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012debce00/0xd8b4f51a8447deb6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b3312 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.130049:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008870d600/0xd8b4f51a8447dea8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3304 expref: 257 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.130058:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008870d800/0xd8b4f51a8447deaf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b330b expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.130069:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126711.130071:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126711.130075:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012debce00/0xd8b4f51a8447deb6 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3312 expref: 257 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.130108:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008870d800/0xd8b4f51a8447deaf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b330b expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.130121:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008870d800/0xd8b4f51a8447deaf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b330b expref: 5 pid: 11425 timeout: 854 lvb_type: 0 00000100:00100000:0.0:1746126711.130134:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813140096:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126711.131271:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008870d600/0xd8b4f51a8447dea8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3304 expref: 257 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.131280:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008870d600/0xd8b4f51a8447dea8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3304 expref: 257 pid: 9566 timeout: 854 lvb_type: 0 00000100:00100000:0.0:1746126711.131289:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813140224:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126711.131519:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4833c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126711.135510:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.157916:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.171001:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.177369:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.178223:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+258:2007:x1830945816665472:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 708us (855us total) trans 4294970542 rc 0/0 00000100:00100000:0.0:1746126711.178230:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1809 00002000:00100000:0.0:1746126711.178236:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cbf1180 x1830945816665472/t4294970542(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.178242:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1180 with x1830945816665472 ext(0->7) 00010000:00010000:0.0:1746126711.178247:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012debce00/0xd8b4f51a8447deb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3312 expref: 258 pid: 9566 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.178255:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012debce00/0xd8b4f51a8447deb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3312 expref: 258 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.178260:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbf1180 00000100:00100000:0.0:1746126711.181431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.184993:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.190969:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816665984 00000100:00100000:0.0:1746126711.190978:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816665984 00002000:00100000:0.0:1746126711.191031:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800969f8000 x1830945816665984/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:472/0 lens 488/0 e 0 to 0 dl 1746126722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.191042:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8000 with x1830945816665984 ext(0->4095) 00010000:00010000:0.0:1746126711.191051:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870ce00/0xd8b4f51a8447debd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3319 expref: 6 pid: 9566 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.191065:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870ce00/0xd8b4f51a8447debd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3319 expref: 6 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.191071:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969f8000 00000100:00100000:0.0:1746126711.191105:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1810 00000100:00100000:0.0:1746126711.191115:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816665984:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126711.191272:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816665984:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 157us (378us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126711.191278:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1810 00002000:00100000:0.0:1746126711.191284:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800969f8000 x1830945816665984/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:472/0 lens 488/4536 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.191291:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8000 with x1830945816665984 ext(0->4095) 00010000:00010000:0.0:1746126711.191295:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870ce00/0xd8b4f51a8447debd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3319 expref: 6 pid: 9566 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.191324:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870ce00/0xd8b4f51a8447debd lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3319 expref: 6 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.191331:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969f8000 00000100:00100000:0.0:1746126711.195052:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.201856:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.207823:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.212944:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.213975:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+260:2007:x1830945816666624:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 707us (1028us total) trans 4294970543 rc 0/0 00000100:00100000:0.0:1746126711.213982:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1811 00002000:00100000:0.0:1746126711.213988:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d376680 x1830945816666624/t4294970543(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.213995:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d376680 with x1830945816666624 ext(0->7) 00010000:00010000:0.0:1746126711.214001:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870d800/0xd8b4f51a8447dec4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3320 expref: 260 pid: 9566 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.214011:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870d800/0xd8b4f51a8447dec4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3320 expref: 260 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.214018:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d376680 00000100:00100000:0.0:1746126711.216300:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.219889:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.222366:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.224803:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.232271:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.233809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.241131:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.241178:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.241206:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816668032 00000100:00100000:0.0:1746126711.241215:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816668032 00010000:00010000:0.0:1746126711.241254:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008870dc00/0xd8b4f51a8447ded2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b332e expref: 262 pid: 9566 timeout: 854 lvb_type: 0 00000100:00100000:0.0:1746126711.241293:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816667904 00000100:00100000:0.0:1746126711.241296:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816667904 00010000:00010000:0.0:1746126711.241332:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008870d600/0xd8b4f51a8447decb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3327 expref: 6 pid: 9566 timeout: 854 lvb_type: 0 00000100:00100000:0.0:1746126711.244735:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.245544:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.250187:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.256743:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+263:2007:x1830945816668672:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2731us (6553us total) trans 4294970544 rc 0/0 00000100:00100000:0.0:1746126711.256758:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1813 00002000:00100000:0.0:1746126711.256766:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013604c700 x1830945816668672/t4294970544(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.256774:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c700 with x1830945816668672 ext(0->7) 00010000:00010000:0.0:1746126711.256782:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3a800/0xd8b4f51a8447ded9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3335 expref: 263 pid: 9565 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.256795:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3a800/0xd8b4f51a8447ded9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3335 expref: 263 pid: 9565 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.256801:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604c700 00000100:00100000:0.0:1746126711.262910:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.269717:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.272073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.274038:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.277041:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.281301:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.294909:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.305912:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.306040:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.308460:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.310702:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.313579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.317725:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.320434:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+267:2009:x1830945816671232:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2404us (2707us total) trans 4294970546 rc 0/0 00000100:00100000:0.0:1746126711.320448:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1819 00002000:00100000:0.0:1746126711.320459:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013604fb80 x1830945816671232/t4294970546(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.320468:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604fb80 with x1830945816671232 ext(0->7) 00010000:00010000:0.0:1746126711.320478:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870d600/0xd8b4f51a8447def5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3351 expref: 267 pid: 9566 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.320492:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870d600/0xd8b4f51a8447def5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3351 expref: 267 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.320499:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604fb80 00000100:00100000:0.0:1746126711.329877:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.334982:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.341272:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.342360:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.347426:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816672256 00000100:00100000:0.0:1746126711.347429:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816672256 00002000:00100000:0.0:1746126711.347457:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800969fb800 x1830945816672256/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:472/0 lens 488/0 e 0 to 0 dl 1746126722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.347467:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fb800 with x1830945816672256 ext(0->4095) 00010000:00010000:0.0:1746126711.347473:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d400/0xd8b4f51a8447df03 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b335f expref: 6 pid: 9566 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.347483:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d400/0xd8b4f51a8447df03 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b335f expref: 6 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.347494:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969fb800 00000100:00100000:0.0:1746126711.347505:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1820 00000100:00100000:0.0:1746126711.347510:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816672256:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126711.353420:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.356115:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.367743:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.372152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.384639:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.387890:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.389382:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.391956:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.392866:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816674176 00000100:00100000:0.0:1746126711.392869:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816674176 00000100:00100000:0.0:1746126711.392890:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28319 00000100:00100000:0.0:1746126711.392896:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:1122:x1830945816674176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126711.392907:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126711.392919:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d111a00/0xd8b4f51a8447df26 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b3382 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.392935:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126711.392940:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b153c00/0xd8b4f51a8447df1f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b337b expref: 268 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.392946:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126711.392948:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d111a00/0xd8b4f51a8447df26 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3382 expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.392979:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b153c00/0xd8b4f51a8447df1f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b337b expref: 268 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.392988:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d111a00/0xd8b4f51a8447df26 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3382 expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.392995:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d111a00, rc 0) 00000100:00100000:0.0:1746126711.393020:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:1122:x1830945816674176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126711.393025:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28319 00000100:00100000:0.0:1746126711.395797:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.401762:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.409071:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.412791:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.415722:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.416948:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816675328 00000100:00100000:0.0:1746126711.416952:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816675328 00000100:00100000:0.0:1746126711.416979:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28321 00000100:00100000:0.0:1746126711.416983:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+270:1112:x1830945816675328:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126711.416990:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126711.416996:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b3a800/0xd8b4f51a8447df34 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b3390 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.417012:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d111a00/0xd8b4f51a8447df26 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3382 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.417024:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447df2d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3389 expref: 271 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.417029:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126711.417030:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126711.417033:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3a800/0xd8b4f51a8447df34 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3390 expref: 271 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.417059:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447df2d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3389 expref: 271 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.417070:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007e30ca00/0xd8b4f51a8447df2d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3389 expref: 271 pid: 9566 timeout: 854 lvb_type: 0 00000100:00100000:0.0:1746126711.417081:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea46680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9564:1830945813144192:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126711.417147:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d111a00/0xd8b4f51a8447df26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3382 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.417155:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d111a00/0xd8b4f51a8447df26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3382 expref: 5 pid: 9564 timeout: 854 lvb_type: 0 00000100:00100000:0.0:1746126711.417162:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9564:1830945813144320:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126711.417179:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126711.422527:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.422567:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.422603:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816675712 00000100:00100000:0.0:1746126711.422618:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816675712 00010000:00010000:0.0:1746126711.422664:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d111a00/0xd8b4f51a8447df26 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3382 expref: 6 pid: 9564 timeout: 854 lvb_type: 0 00000100:00100000:0.0:1746126711.422701:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11518 00000100:00100000:0.0:1746126711.422707:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c334000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816675712:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126711.422719:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126711.422742:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d111a00/0xd8b4f51a8447df26 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3382 expref: 6 pid: 9564 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.422752:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d111a00/0xd8b4f51a8447df26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3382 expref: 6 pid: 9564 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.422779:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126711.433700:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.442149:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.450908:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.457352:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.459208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.464126:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.464504:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.468115:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.468142:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816677504 00000100:00100000:0.0:1746126711.468146:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816677504 00002000:00100000:0.0:1746126711.468177:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c336d80 x1830945816677504/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 488/0 e 0 to 0 dl 1746126722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.468186:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336d80 with x1830945816677504 ext(0->4095) 00010000:00010000:0.0:1746126711.468194:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870da00/0xd8b4f51a8447df42 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b339e expref: 274 pid: 9564 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.468205:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870da00/0xd8b4f51a8447df42 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b339e expref: 274 pid: 9564 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.468211:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c336d80 00000100:00100000:0.0:1746126711.468226:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1829 00000100:00100000:0.0:1746126711.468231:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+274:2007:x1830945816677504:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126711.468365:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+274:2007:x1830945816677504:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126711.468371:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1829 00002000:00100000:0.0:1746126711.468376:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012c336d80 x1830945816677504/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 488/4536 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.468389:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336d80 with x1830945816677504 ext(0->4095) 00010000:00010000:0.0:1746126711.468393:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870da00/0xd8b4f51a8447df42 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b339e expref: 274 pid: 9564 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.468402:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870da00/0xd8b4f51a8447df42 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b339e expref: 274 pid: 9564 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.468408:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c336d80 00000100:00100000:0.0:1746126711.470162:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.488202:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.491348:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.491499:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.494027:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.496476:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.497970:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.501066:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.503390:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.504802:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.506566:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+276:2007:x1830945816679424:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1352us (1756us total) trans 4294970551 rc 0/0 00000100:00100000:0.0:1746126711.506577:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1832 00002000:00100000:0.0:1746126711.506585:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012c335180 x1830945816679424/t4294970551(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.506593:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c335180 with x1830945816679424 ext(0->7) 00010000:00010000:0.0:1746126711.506600:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870da00/0xd8b4f51a8447df50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b33ac expref: 276 pid: 9564 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.506624:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870da00/0xd8b4f51a8447df50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b33ac expref: 276 pid: 9564 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.506629:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c335180 00000100:00100000:0.0:1746126711.507957:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.512996:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.517292:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:0.0:1746126711.523076:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008870d800/0xd8b4f51a8447df5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b33ba expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.523085:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008870d800/0xd8b4f51a8447df5e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b33ba expref: 5 pid: 9564 timeout: 854 lvb_type: 0 00000100:00100000:0.0:1746126711.523098:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c334a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9564:1830945813146112:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126711.523135:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094a82e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126711.525129:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.526354:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.526464:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.528575:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.532966:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.533819:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+278:2008:x1830945816681216:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 646us (858us total) trans 4294970552 rc 0/0 00000100:00100000:0.0:1746126711.533826:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1835 00002000:00100000:0.0:1746126711.533832:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aab1180 x1830945816681216/t4294970552(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.533840:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1180 with x1830945816681216 ext(0->7) 00010000:00010000:0.0:1746126711.533845:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447df6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b33c8 expref: 278 pid: 9564 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.533854:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007e30d600/0xd8b4f51a8447df6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b33c8 expref: 278 pid: 9564 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.533860:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aab1180 00000100:00100000:0.0:1746126711.538728:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.544417:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.544491:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.544517:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816681728 00000100:00100000:0.0:1746126711.544525:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816681728 00002000:00100000:0.0:1746126711.544569:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009aab1880 x1830945816681728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:472/0 lens 488/0 e 0 to 0 dl 1746126722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.544578:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1880 with x1830945816681728 ext(0->4095) 00002000:00010000:0.0:1746126711.544584:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aab1880 00000100:00100000:0.0:1746126711.544630:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12737 00000100:00100000:0.0:1746126711.544638:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945816681728:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126711.544776:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945816681728:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126711.544783:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12737 00002000:00100000:0.0:1746126711.544788:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009aab1880 x1830945816681728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:472/0 lens 488/4536 e 0 to 0 dl 1746126722 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.544795:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1880 with x1830945816681728 ext(0->4095) 00002000:00010000:0.0:1746126711.544797:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aab1880 00000100:00100000:0.0:1746126711.547373:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.547406:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.549462:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.552183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.553199:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+281:2009:x1830945816682496:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 817us (1020us total) trans 4294970553 rc 0/0 00000100:00100000:0.0:1746126711.553206:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1837 00002000:00100000:0.0:1746126711.553211:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aab3800 x1830945816682496/t4294970553(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.553218:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3800 with x1830945816682496 ext(0->7) 00010000:00010000:0.0:1746126711.553223:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870c000/0xd8b4f51a8447df7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b33d6 expref: 281 pid: 9564 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.553233:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870c000/0xd8b4f51a8447df7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b33d6 expref: 281 pid: 9564 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.553238:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aab3800 00000100:00100000:0.0:1746126711.554373:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.556178:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.558125:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.560121:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.563764:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.574125:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.577192:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.577242:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.578532:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816683904 00000100:00100000:0.0:1746126711.578536:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816683904 00000100:00100000:0.0:1746126711.578573:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28335 00000100:00100000:0.0:1746126711.578579:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1122:x1830945816683904:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126711.578590:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126711.578600:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007d171c00/0xd8b4f51a8447df96 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b33f2 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.578918:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008870c600/0xd8b4f51a8447df8f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b33eb expref: 279 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.578924:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126711.578926:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126711.578929:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007d171c00/0xd8b4f51a8447df96 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b33f2 expref: 7 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.578948:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008870c600/0xd8b4f51a8447df8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b33eb expref: 279 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.578958:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008870c600/0xd8b4f51a8447df8f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b33eb expref: 279 pid: 9564 timeout: 854 lvb_type: 0 00000100:00100000:0.0:1746126711.578966:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800991bd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9564:1830945813147520:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126711.579137:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126711.579784:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.582058:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.584058:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+282:2010:x1830945816684544:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1719us (1903us total) trans 4294970554 rc 0/0 00000100:00100000:0.0:1746126711.584069:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1839 00002000:00100000:0.0:1746126711.584078:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800991bc380 x1830945816684544/t4294970554(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.584210:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bc380 with x1830945816684544 ext(0->7) 00010000:00010000:0.0:1746126711.584219:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870c600/0xd8b4f51a8447df8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b33eb expref: 282 pid: 9564 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.584233:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870c600/0xd8b4f51a8447df8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b33eb expref: 282 pid: 9564 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.584240:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991bc380 00000100:00100000:0.0:1746126711.586628:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.588599:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.592619:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.592923:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.598957:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.604666:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.609771:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+285:2008:x1830945816685824:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4779us (5101us total) trans 4294970555 rc 0/0 00000100:00100000:0.0:1746126711.609785:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1841 00002000:00100000:0.0:1746126711.609795:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800991bca80 x1830945816685824/t4294970555(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.609805:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bca80 with x1830945816685824 ext(0->7) 00010000:00010000:0.0:1746126711.609816:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870d000/0xd8b4f51a8447df9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3400 expref: 285 pid: 9566 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.609832:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870d000/0xd8b4f51a8447df9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3400 expref: 285 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.609839:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991bca80 00000100:00100000:0.0:1746126711.615938:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.620427:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.623789:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.623845:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.627100:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.628340:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.629433:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.629812:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.631732:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.633279:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.634351:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+287:2010:x1830945816687616:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 881us (1071us total) trans 4294970556 rc 0/0 00000100:00100000:0.0:1746126711.634358:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1844 00002000:00100000:0.0:1746126711.634364:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d0e3480 x1830945816687616/t4294970556(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.634371:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3480 with x1830945816687616 ext(0->7) 00010000:00010000:0.0:1746126711.634376:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383ba00/0xd8b4f51a8447dfb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b340e expref: 287 pid: 9564 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.634385:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383ba00/0xd8b4f51a8447dfb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b340e expref: 287 pid: 9564 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.634390:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d0e3480 00000100:00100000:0.0:1746126711.637018:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.639155:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.642560:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.644592:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.651301:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.657818:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.661214:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.661254:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.662278:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.668025:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.668087:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816689408 00000100:00100000:0.0:1746126711.668093:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816689408 00002000:00100000:0.0:1746126711.668130:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d0e0a80 x1830945816689408/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 488/0 e 0 to 0 dl 1746126722 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.668140:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0a80 with x1830945816689408 ext(0->4095) 00010000:00010000:0.0:1746126711.668148:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447dfc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3423 expref: 286 pid: 9566 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.668160:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447dfc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3423 expref: 286 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.668166:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d0e0a80 00000100:00100000:0.0:1746126711.668190:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1846 00000100:00100000:0.0:1746126711.668196:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+286:2010:x1830945816689408:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126711.668357:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+286:2010:x1830945816689408:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 161us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126711.668363:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1846 00002000:00100000:0.0:1746126711.668368:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d0e0a80 x1830945816689408/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 488/4536 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.668375:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0a80 with x1830945816689408 ext(0->4095) 00010000:00010000:0.0:1746126711.668378:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447dfc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3423 expref: 286 pid: 9566 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.668386:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447dfc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3423 expref: 286 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.668392:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d0e0a80 00000100:00100000:0.0:1746126711.672760:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.685072:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+288:2009:x1830945816689664:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 11855us (12309us total) trans 4294970557 rc 0/0 00000100:00100000:0.0:1746126711.685085:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1847 00002000:00100000:0.0:1746126711.685098:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d0e1880 x1830945816689664/t4294970557(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.685107:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1880 with x1830945816689664 ext(0->7) 00010000:00010000:0.0:1746126711.685118:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447dfc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3423 expref: 288 pid: 9566 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.685135:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447dfc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3423 expref: 288 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.685142:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d0e1880 00000100:00100000:0.0:1746126711.687446:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.693966:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.694062:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.697238:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.697852:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.702491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.705030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.707142:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+291:2009:x1830945816690944:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1396us (2111us total) trans 4294970558 rc 0/0 00000100:00100000:0.0:1746126711.707150:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1849 00002000:00100000:0.0:1746126711.707157:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb66300 x1830945816690944/t4294970558(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.707164:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb66300 with x1830945816690944 ext(0->7) 00010000:00010000:0.0:1746126711.707170:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc600/0xd8b4f51a8447dfd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3431 expref: 291 pid: 9566 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.707181:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc600/0xd8b4f51a8447dfd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3431 expref: 291 pid: 9566 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.707186:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb66300 00000100:00100000:0.0:1746126711.712856:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.721348:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.723227:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.724123:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9564:1830945813150080:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126711.724136:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008383aa00/0xd8b4f51a8447dfe3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b343f expref: 291 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.724145:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383aa00, rc 0) 00000100:00100000:0.0:1746126711.724158:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+291:1112:x1830945816691200:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2675us (2818us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126711.724162:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28346 00000100:00100000:0.0:1746126711.727479:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.727528:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.729401:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.732520:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.737000:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.740729:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.742398:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.745867:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.748827:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.749096:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.752074:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.752952:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.754577:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.760676:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.771101:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+295:2010:x1830945816694272:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4048us (4389us total) trans 4294970560 rc 0/0 00000100:00100000:0.0:1746126711.771110:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1855 00002000:00100000:0.0:1746126711.771118:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb08a80 x1830945816694272/t4294970560(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.771126:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb08a80 with x1830945816694272 ext(0->7) 00010000:00010000:0.0:1746126711.771134:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383a200/0xd8b4f51a8447dff8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3454 expref: 295 pid: 11425 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.771145:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383a200/0xd8b4f51a8447dff8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3454 expref: 295 pid: 11425 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.771151:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb08a80 00000100:00100000:0.0:1746126711.775191:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.779114:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.781489:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.782303:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.786034:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.795550:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.801669:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.803466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.807540:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.811510:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.811572:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.814612:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.814679:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.814948:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.817968:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.823332:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+299:2008:x1830945816697600:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1586us (1755us total) trans 4294970562 rc 0/0 00000100:00100000:0.0:1746126711.823342:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1859 00002000:00100000:0.0:1746126711.823349:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800966aea00 x1830945816697600/t4294970562(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.823356:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966aea00 with x1830945816697600 ext(0->7) 00010000:00010000:0.0:1746126711.823365:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870ca00/0xd8b4f51a8447e01b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3477 expref: 299 pid: 9564 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.823378:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870ca00/0xd8b4f51a8447e01b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3477 expref: 299 pid: 9564 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.823384:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800966aea00 00000100:00100000:0.0:1746126711.825000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.828828:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.833023:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.833123:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.837419:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.840678:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.844124:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.846993:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+300:2009:x1830945816698880:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1446us (2870us total) trans 4294970563 rc 0/0 00000100:00100000:0.0:1746126711.847002:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1861 00002000:00100000:0.0:1746126711.847011:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e75ed80 x1830945816698880/t4294970563(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.847019:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75ed80 with x1830945816698880 ext(0->7) 00010000:00010000:0.0:1746126711.847027:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870d600/0xd8b4f51a8447e029 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3485 expref: 300 pid: 9564 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.847039:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870d600/0xd8b4f51a8447e029 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3485 expref: 300 pid: 9564 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.847046:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e75ed80 00000100:00100000:0.0:1746126711.855283:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.861854:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.861911:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.862058:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7206:1830945813152768:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126711.862082:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126711.862120:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+299:2008:x1830945816699008:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 6488us (6846us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126711.862129:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 11555 00000100:00100000:0.0:1746126711.864487:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.864547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.867664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.869390:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.870556:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+303:2008:x1830945816700160:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 930us (1166us total) trans 4294970564 rc 0/0 00000100:00100000:0.0:1746126711.870567:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1863 00002000:00100000:0.0:1746126711.870573:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e74e300 x1830945816700160/t4294970564(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.870584:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74e300 with x1830945816700160 ext(0->7) 00010000:00010000:0.0:1746126711.870591:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870ca00/0xd8b4f51a8447e037 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3493 expref: 303 pid: 9564 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.870611:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870ca00/0xd8b4f51a8447e037 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3493 expref: 303 pid: 9564 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.870617:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e74e300 00000100:00100000:0.0:1746126711.872993:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.875245:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.877350:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.878985:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.879294:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.880683:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.880716:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.885415:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.885466:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.888079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.891091:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.892404:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+304:2008:x1830945816702208:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1058us (1316us total) trans 4294970565 rc 0/0 00000100:00100000:0.0:1746126711.892411:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1866 00002000:00100000:0.0:1746126711.892417:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e74e680 x1830945816702208/t4294970565(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.892423:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74e680 with x1830945816702208 ext(0->7) 00010000:00010000:0.0:1746126711.892428:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870d800/0xd8b4f51a8447e04c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34a8 expref: 304 pid: 11425 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746126711.892437:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870d800/0xd8b4f51a8447e04c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34a8 expref: 304 pid: 11425 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746126711.892442:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e74e680 00000100:00100000:0.0:1746126711.893877:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.897068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.899068:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.901864:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.904634:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816703104 00000100:00100000:0.0:1746126711.904641:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816703104 00000100:00100000:0.0:1746126711.904681:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28364 00000100:00100000:0.0:1746126711.904687:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+304:1112:x1830945816703104:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126711.904698:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126711.904711:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c91da00/0xd8b4f51a8447e061 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b34bd expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.904733:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008870ca00/0xd8b4f51a8447e053 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34af expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.904738:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008870de00/0xd8b4f51a8447e05a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34b6 expref: 305 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.904746:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126711.904747:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126711.904749:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c91da00/0xd8b4f51a8447e061 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34bd expref: 305 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.904775:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008870de00/0xd8b4f51a8447e05a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34b6 expref: 305 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.904785:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008870de00/0xd8b4f51a8447e05a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34b6 expref: 305 pid: 9564 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126711.904797:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813154048:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126711.904871:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008870ca00/0xd8b4f51a8447e053 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34af expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.904879:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008870ca00/0xd8b4f51a8447e053 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34af expref: 6 pid: 11425 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126711.904887:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c009500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813154176:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126711.904908:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126711.906842:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.906996:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.907028:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.908945:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.910619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.911670:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+307:2007:x1830945816704256:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 883us (1052us total) trans 4294970566 rc 0/0 00000100:00100000:0.0:1746126711.911678:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1868 00002000:00100000:0.0:1746126711.911683:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c008a80 x1830945816704256/t4294970566(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.911690:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008a80 with x1830945816704256 ext(0->7) 00010000:00010000:0.0:1746126711.911695:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c91da00/0xd8b4f51a8447e061 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34bd expref: 307 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126711.911705:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c91da00/0xd8b4f51a8447e061 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34bd expref: 307 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126711.911711:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c008a80 00000100:00100000:0.0:1746126711.913394:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.915723:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.918288:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.922539:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.923576:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.926751:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.926785:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.926825:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.928922:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.930799:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.931958:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d143100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+309:2008:x1830945816706048:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 989us (1161us total) trans 4294970567 rc 0/0 00000100:00100000:0.0:1746126711.931970:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1871 00002000:00100000:0.0:1746126711.931977:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d143100 x1830945816706048/t4294970567(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.931984:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d143100 with x1830945816706048 ext(0->7) 00010000:00010000:0.0:1746126711.931990:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870d400/0xd8b4f51a8447e076 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34d2 expref: 309 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126711.932001:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870d400/0xd8b4f51a8447e076 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34d2 expref: 309 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126711.932007:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d143100 00000100:00100000:0.0:1746126711.934657:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.936699:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.940194:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.945720:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816706688 00000100:00100000:0.0:1746126711.945732:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816706688 00000100:00100000:0.0:1746126711.945786:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28370 00000100:00100000:0.0:1746126711.945793:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+308:1112:x1830945816706688:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126711.945812:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126711.945829:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c91dc00/0xd8b4f51a8447e08b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b34e7 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.945858:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e07d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34d9 expref: 309 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.945866:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447e084 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34e0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.945877:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126711.945878:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126711.945882:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c91dc00/0xd8b4f51a8447e08b lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34e7 expref: 309 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.945912:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447e084 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34e0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.945923:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447e084 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34e0 expref: 5 pid: 9566 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126711.945934:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d143b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9564:1830945813155328:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126711.946055:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e07d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34d9 expref: 309 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126711.946062:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e07d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34d9 expref: 309 pid: 9564 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126711.946424:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d141500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9564:1830945813155456:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126711.948004:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.949005:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.953635:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.955222:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.956262:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d140a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+311:2009:x1830945816707840:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 797us (1038us total) trans 4294970568 rc 0/0 00000100:00100000:0.0:1746126711.956271:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1874 00002000:00100000:0.0:1746126711.956277:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d140a80 x1830945816707840/t4294970568(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.956284:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140a80 with x1830945816707840 ext(0->7) 00010000:00010000:0.0:1746126711.956291:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c91dc00/0xd8b4f51a8447e08b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34e7 expref: 311 pid: 9564 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126711.956299:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c91dc00/0xd8b4f51a8447e08b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34e7 expref: 311 pid: 9564 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126711.956336:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d140a80 00000100:00100000:0.0:1746126711.959002:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.965589:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.968601:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.971777:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.971812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.974051:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.975770:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.977926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.981905:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.984832:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+312:2007:x1830945816709504:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2616us (2920us total) trans 4294970569 rc 0/0 00000100:00100000:0.0:1746126711.984842:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1876 00002000:00100000:0.0:1746126711.984850:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009910bb80 x1830945816709504/t4294970569(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:472/0 lens 496/448 e 0 to 0 dl 1746126722 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126711.984864:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910bb80 with x1830945816709504 ext(0->7) 00010000:00010000:0.0:1746126711.984873:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e0a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34fc expref: 312 pid: 9566 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126711.984887:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e0a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b34fc expref: 312 pid: 9566 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126711.984894:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009910bb80 00000100:00100000:0.0:1746126711.986834:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.990081:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.990171:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.993897:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126711.994885:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.002119:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.007628:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.008682:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+315:2009:x1830945816710784:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 758us (1063us total) trans 4294970570 rc 0/0 00000100:00100000:0.0:1746126712.008689:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1878 00002000:00100000:0.0:1746126712.008695:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009910b480 x1830945816710784/t4294970570(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.008703:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910b480 with x1830945816710784 ext(0->7) 00010000:00010000:0.0:1746126712.008707:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdde00/0xd8b4f51a8447e0ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b350a expref: 315 pid: 9566 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.008716:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdde00/0xd8b4f51a8447e0ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b350a expref: 315 pid: 9566 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.008723:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009910b480 00000100:00100000:0.0:1746126712.014104:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.016729:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.019010:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.021708:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.022049:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.025803:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.025847:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.026744:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816712064 00000100:00100000:0.0:1746126712.026747:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816712064 00010000:00010000:0.0:1746126712.026763:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008870ca00/0xd8b4f51a8447e0bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3518 expref: 6 pid: 9564 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126712.026778:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11576 00000100:00100000:0.0:1746126712.026783:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816712064:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126712.026789:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126712.026796:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008870ca00/0xd8b4f51a8447e0bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3518 expref: 6 pid: 9564 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.026804:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008870ca00/0xd8b4f51a8447e0bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3518 expref: 6 pid: 9564 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.026816:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008870ca00/0xd8b4f51a8447e0bc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3518 expref: 6 pid: 9564 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.026828:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.026830:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.026836:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447e0c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b351f expref: 314 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.026843:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447e0c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b351f expref: 314 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.026863:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447e0c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b351f expref: 314 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.026874:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447e0c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b351f expref: 314 pid: 9566 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126712.026884:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dee6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8368:1830945813157504:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126712.026938:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126712.028882:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.032077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.033010:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+317:2010:x1830945816712576:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 710us (939us total) trans 4294970571 rc 0/0 00000100:00100000:0.0:1746126712.033018:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1880 00002000:00100000:0.0:1746126712.033023:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012dee7b80 x1830945816712576/t4294970571(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.033029:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee7b80 with x1830945816712576 ext(0->7) 00010000:00010000:0.0:1746126712.033033:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447e0c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b351f expref: 317 pid: 9566 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.033042:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447e0c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b351f expref: 317 pid: 9566 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.033048:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dee7b80 00000100:00100000:0.0:1746126712.034696:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.036564:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.038668:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.042258:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.042871:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.045489:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.047009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.058234:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.059334:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+318:2007:x1830945816714240:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 871us (1105us total) trans 4294970572 rc 0/0 00000100:00100000:0.0:1746126712.059343:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1882 00002000:00100000:0.0:1746126712.059348:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098ec9f80 x1830945816714240/t4294970572(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.059355:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec9f80 with x1830945816714240 ext(0->7) 00010000:00010000:0.0:1746126712.059362:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870d600/0xd8b4f51a8447e0d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3534 expref: 318 pid: 9564 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.059372:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870d600/0xd8b4f51a8447e0d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3534 expref: 318 pid: 9564 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.059378:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098ec9f80 00000100:00100000:0.0:1746126712.064813:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816714496 00000100:00100000:0.0:1746126712.064824:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816714496 00000100:00100000:0.0:1746126712.064876:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28383 00000100:00100000:0.0:1746126712.064885:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+318:1112:x1830945816714496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126712.064905:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126712.064925:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cabae00/0xd8b4f51a8447e0e6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b3542 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.064954:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126712.064960:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c91ca00/0xd8b4f51a8447e0df lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b353b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.064966:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126712.064970:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cabae00/0xd8b4f51a8447e0e6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3542 expref: 319 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.065010:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c91ca00/0xd8b4f51a8447e0df lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b353b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.065022:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cabae00/0xd8b4f51a8447e0e6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3542 expref: 319 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.065032:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cabae00, rc 0) 00000100:00100000:0.0:1746126712.065078:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+319:1112:x1830945816714496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126712.065085:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28383 00000100:00100000:0.0:1746126712.069648:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.071702:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.074711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.080049:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.084111:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.085485:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+320:2009:x1830945816715392:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1095us (1370us total) trans 4294970573 rc 0/0 00000100:00100000:0.0:1746126712.085493:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1884 00002000:00100000:0.0:1746126712.085498:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098ec8e00 x1830945816715392/t4294970573(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.085506:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8e00 with x1830945816715392 ext(0->7) 00010000:00010000:0.0:1746126712.085516:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cabae00/0xd8b4f51a8447e0e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3542 expref: 320 pid: 9564 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.085526:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cabae00/0xd8b4f51a8447e0e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3542 expref: 320 pid: 9564 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.085532:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098ec8e00 00000100:00100000:0.0:1746126712.087084:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.092257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.092440:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.094680:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.094711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.096957:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.101417:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.102457:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+323:2009:x1830945816716672:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 809us (1045us total) trans 4294970574 rc 0/0 00000100:00100000:0.0:1746126712.102464:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1886 00002000:00100000:0.0:1746126712.102470:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094be2680 x1830945816716672/t4294970574(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.102476:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2680 with x1830945816716672 ext(0->7) 00010000:00010000:0.0:1746126712.102482:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbddc00/0xd8b4f51a8447e0f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3550 expref: 323 pid: 9566 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.102491:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbddc00/0xd8b4f51a8447e0f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3550 expref: 323 pid: 9566 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.102496:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094be2680 00000100:00100000:0.0:1746126712.105547:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.109092:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.112846:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.113015:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.115093:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.117136:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.119624:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.121915:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+324:2008:x1830945816717952:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2102us (2257us total) trans 4294970575 rc 0/0 00000100:00100000:0.0:1746126712.121930:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1888 00002000:00100000:0.0:1746126712.121942:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094be2a00 x1830945816717952/t4294970575(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.121951:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2a00 with x1830945816717952 ext(0->7) 00010000:00010000:0.0:1746126712.121959:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd200/0xd8b4f51a8447e109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3565 expref: 324 pid: 9566 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.121973:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd200/0xd8b4f51a8447e109 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3565 expref: 324 pid: 9566 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.121979:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094be2a00 00000100:00100000:0.0:1746126712.126342:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e74f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab3af2de-0d7d-4712-892e-0d07b04b6e29:3771:1830945813159936:0@lo:400:kworker.0 00000100:00100000:0.0:1746126712.126400:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126712.126630:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e74ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830945813160448:0@lo:400:kworker.0 00000100:00100000:0.0:1746126712.126653:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126712.126667:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830945813160960:0@lo:400:kworker.0 00000100:00100000:0.0:1746126712.126693:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126712.126715:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746126712.126721:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e74c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830945813160064:0@lo:400:kworker.0 00000100:00100000:0.0:1746126712.126737:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126712.126749:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e74f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3771:1830945813160576:0@lo:400:kworker.0 00000100:00100000:0.0:1746126712.126763:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126712.126778:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830945813161088:0@lo:400:kworker.0 00000100:00100000:0.0:1746126712.126811:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126712.126843:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e74f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab3af2de-0d7d-4712-892e-0d07b04b6e29:3771:1830945813159936:0@lo:400:kworker.0 00000100:00100000:0.0:1746126712.127230:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e74c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830945813160064:0@lo:400:kworker.0 00000100:00100000:0.0:1746126712.127239:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e74f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3771:1830945813160576:0@lo:400:kworker.0 00000100:00100000:0.0:1746126712.127245:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830945813161088:0@lo:400:kworker.0 00000100:00100000:0.0:1746126712.127252:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e74ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830945813160448:0@lo:400:kworker.0 00000100:00100000:0.0:1746126712.127261:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830945813160960:0@lo:400:kworker.0 00000100:00100000:0.0:1746126712.127324:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813160704 00000100:00100000:0.0:1746126712.127327:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813160704 00000100:00100000:0.0:1746126712.127345:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:0.0:1746126712.127350:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3769:x1830945813160704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126712.127377:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3769:x1830945813160704:12345-0@lo:400:kworker.0 Request processed in 27us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126712.127382:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00080000:0.0:1746126712.128334:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126712.130387:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.132154:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.134393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.136936:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.137062:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.139740:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.146524:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.149826:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+327:2009:x1830945816719232:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3019us (3303us total) trans 4294970576 rc 0/0 00000100:00100000:0.0:1746126712.149838:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1891 00002000:00100000:0.0:1746126712.149847:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009ca8f800 x1830945816719232/t4294970576(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.149856:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8f800 with x1830945816719232 ext(0->7) 00010000:00010000:0.0:1746126712.149865:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e110 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b356c expref: 327 pid: 9566 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.149879:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e110 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b356c expref: 327 pid: 9566 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.149886:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ca8f800 00000100:00100000:0.0:1746126712.154977:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.156916:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.161036:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.161080:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.164215:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.164585:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.166654:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.170149:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.175012:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.176933:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816720896 00000100:00100000:0.0:1746126712.176938:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816720896 00002000:00100000:0.0:1746126712.176995:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098eca300 x1830945816720896/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/0 e 0 to 0 dl 1746126723 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.177003:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eca300 with x1830945816720896 ext(0->7) 00010000:00010000:0.0:1746126712.177009:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870c000/0xd8b4f51a8447e125 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3581 expref: 326 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.177018:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870c000/0xd8b4f51a8447e125 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3581 expref: 326 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.177024:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098eca300 00000100:00100000:0.0:1746126712.177351:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1893 00000100:00100000:0.0:1746126712.177357:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+326:2007:x1830945816720896:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126712.181049:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.181984:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.182889:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.184882:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.184943:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.187043:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.189796:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.191241:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+331:2010:x1830945816722176:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1205us (1447us total) trans 4294970578 rc 0/0 00000100:00100000:0.0:1746126712.191249:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1896 00002000:00100000:0.0:1746126712.191255:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969edc00 x1830945816722176/t4294970578(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.191263:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969edc00 with x1830945816722176 ext(0->7) 00010000:00010000:0.0:1746126712.191269:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008870d600/0xd8b4f51a8447e133 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b358f expref: 331 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.191279:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008870d600/0xd8b4f51a8447e133 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b358f expref: 331 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.191285:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969edc00 00000100:00100000:0.0:1746126712.200982:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.203405:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.203580:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.206751:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.207563:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.208927:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.209325:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.211149:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.212711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.213797:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+333:2010:x1830945816723968:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 844us (1086us total) trans 4294970579 rc 0/0 00000100:00100000:0.0:1746126712.213808:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1899 00002000:00100000:0.0:1746126712.213814:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009892f800 x1830945816723968/t4294970579(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.213821:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892f800 with x1830945816723968 ext(0->7) 00010000:00010000:0.0:1746126712.213825:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdde00/0xd8b4f51a8447e148 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35a4 expref: 333 pid: 9566 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.213834:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdde00/0xd8b4f51a8447e148 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35a4 expref: 333 pid: 9566 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.213839:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009892f800 00000100:00100000:0.0:1746126712.215666:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.218448:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.221292:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.223761:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.223812:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.225603:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.226345:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816725120 00000100:00100000:0.0:1746126712.226348:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816725120 00010000:00010000:0.0:1746126712.226363:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e156 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35b2 expref: 6 pid: 9566 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126712.226405:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11598 00000100:00100000:0.0:1746126712.226410:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816725120:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126712.226418:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126712.226427:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e156 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35b2 expref: 6 pid: 9566 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.226440:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e156 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35b2 expref: 6 pid: 9566 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.226455:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e156 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35b2 expref: 6 pid: 9566 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.226482:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.226484:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.226491:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447e15d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35b9 expref: 333 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.226498:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447e15d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35b9 expref: 333 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.226519:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447e15d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35b9 expref: 333 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.226543:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447e15d lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35b9 expref: 333 pid: 9566 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126712.226557:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7207:1830945813164160:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126712.226683:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4836c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126712.229667:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.232052:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.233421:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+335:2008:x1830945816725760:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1188us (1381us total) trans 4294970580 rc 0/0 00000100:00100000:0.0:1746126712.233432:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1902 00002000:00100000:0.0:1746126712.233438:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009892c000 x1830945816725760/t4294970580(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.233445:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892c000 with x1830945816725760 ext(0->7) 00010000:00010000:0.0:1746126712.233451:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447e15d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35b9 expref: 335 pid: 9566 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.233460:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447e15d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35b9 expref: 335 pid: 9566 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.233465:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009892c000 00000100:00100000:0.0:1746126712.235018:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.238438:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.238470:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+334:2010:x1830945816725888:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3123us (3455us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126712.238481:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 11599 00000100:00100000:0.0:1746126712.240785:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.242719:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.243564:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.246872:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.246896:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.248741:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.252212:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.254677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.257209:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098856300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+337:2010:x1830945816727552:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2290us (2531us total) trans 4294970581 rc 0/0 00000100:00100000:0.0:1746126712.257217:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1904 00002000:00100000:0.0:1746126712.257226:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098856300 x1830945816727552/t4294970581(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.257233:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098856300 with x1830945816727552 ext(0->7) 00010000:00010000:0.0:1746126712.257240:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b098e00/0xd8b4f51a8447e172 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35ce expref: 337 pid: 9566 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.257251:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b098e00/0xd8b4f51a8447e172 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35ce expref: 337 pid: 9566 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.257257:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098856300 00000001:00080000:0.0:1746126712.259277:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970580 is committed 00000100:00100000:0.0:1746126712.263422:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.266267:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.267294:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816728064 00000100:00100000:0.0:1746126712.267337:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816728064 00000100:00100000:0.0:1746126712.267384:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28405 00000100:00100000:0.0:1746126712.267390:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1112:x1830945816728064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126712.267406:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126712.267421:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098b60400/0xd8b4f51a8447e180 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b35dc expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.267444:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801316aee00/0xd8b4f51a8447e179 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35d5 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.267451:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.267453:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.267456:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098b60400/0xd8b4f51a8447e180 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35dc expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.267480:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801316aee00/0xd8b4f51a8447e179 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35d5 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.267490:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801316aee00/0xd8b4f51a8447e179 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35d5 expref: 9 pid: 9566 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126712.267499:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098855500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813165184:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126712.267603:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126712.269265:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.270472:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098855500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9566:1830945813165184:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126712.270486:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098b60400/0xd8b4f51a8447e180 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35dc expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.270496:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60400, rc 0) 00000100:00100000:0.0:1746126712.270529:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1112:x1830945816728064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3139us (3283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126712.270538:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28405 00000100:00100000:0.0:1746126712.270982:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.272917:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.275761:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.277587:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098857b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945816728832:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1507us (1819us total) trans 4294970582 rc 0/0 00000100:00100000:0.0:1746126712.277609:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1906 00002000:00100000:0.0:1746126712.277621:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098857b80 x1830945816728832/t4294970582(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.277630:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098857b80 with x1830945816728832 ext(0->7) 00010000:00010000:0.0:1746126712.277639:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098b60400/0xd8b4f51a8447e180 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35dc expref: 10 pid: 9566 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.277654:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098b60400/0xd8b4f51a8447e180 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35dc expref: 10 pid: 9566 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.277660:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098857b80 00000100:00100000:0.0:1746126712.280410:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.283284:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.285176:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.286685:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816729472 00000100:00100000:0.0:1746126712.286689:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816729472 00000100:00100000:0.0:1746126712.286721:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28408 00000100:00100000:0.0:1746126712.286726:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ecbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:1112:x1830945816729472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126712.286733:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126712.286741:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098b60800/0xd8b4f51a8447e195 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b35f1 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.286756:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447e187 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35e3 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.286762:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c600/0xd8b4f51a8447e18e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35ea expref: 11 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.286770:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.286771:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.286773:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098b60800/0xd8b4f51a8447e195 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35f1 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.286793:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b8c600/0xd8b4f51a8447e18e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35ea expref: 11 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.286804:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b8c600/0xd8b4f51a8447e18e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35ea expref: 11 pid: 9566 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126712.286814:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813165696:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126712.286879:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447e187 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35e3 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.286891:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447e187 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35e3 expref: 5 pid: 11425 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126712.286900:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813165824:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126712.286921:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126712.288018:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.288075:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.292425:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816729984 00000100:00100000:0.0:1746126712.292432:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816729984 00000100:00100000:0.0:1746126712.292470:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28409 00000100:00100000:0.0:1746126712.292477:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1122:x1830945816729984:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126712.292490:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126712.292501:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098b61800/0xd8b4f51a8447e19c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b35f8 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.292522:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.292527:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880098b60800/0xd8b4f51a8447e195 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35f1 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.292532:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126712.292536:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098b61800/0xd8b4f51a8447e19c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35f8 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.292573:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880098b60800/0xd8b4f51a8447e195 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35f1 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.292584:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098b61800/0xd8b4f51a8447e19c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35f8 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.292602:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.292604:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.292609:0:11425:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098b60800/0xd8b4f51a8447e195 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35f1 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.292615:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098b60800/0xd8b4f51a8447e195 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35f1 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.292632:0:11425:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880098b60800/0xd8b4f51a8447e195 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35f1 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.292775:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880098b60800/0xd8b4f51a8447e195 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35f1 expref: 9 pid: 11425 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126712.292786:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813166080:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126712.296000:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.300767:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.301603:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830945813166208:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126712.301629:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126712.301652:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e74d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813166336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746126712.301668:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126712.302026:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830945813166208:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746126712.302268:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2010:x1830945816730624:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1123us (1506us total) trans 4294970583 rc 0/0 00000100:00100000:0.0:1746126712.302274:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1909 00002000:00100000:0.0:1746126712.302280:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88006dcc6d80 x1830945816730624/t4294970583(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.302287:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc6d80 with x1830945816730624 ext(0->7) 00010000:00010000:0.0:1746126712.302293:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880098b60800/0xd8b4f51a8447e195 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35f1 expref: 12 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.302301:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880098b60800/0xd8b4f51a8447e195 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35f1 expref: 12 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.302337:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88006dcc6d80 00000100:00100000:0.0:1746126712.307369:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.311147:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.315922:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.315969:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.319475:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.319532:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.322681:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.322977:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.325540:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.327003:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.328575:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2010:x1830945816732416:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1440us (1566us total) trans 4294970584 rc 0/0 00000100:00100000:0.0:1746126712.328583:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1912 00002000:00100000:0.0:1746126712.328602:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009ca30a80 x1830945816732416/t4294970584(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.328609:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30a80 with x1830945816732416 ext(0->7) 00010000:00010000:0.0:1746126712.328616:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a8447e1a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35ff expref: 14 pid: 9566 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.328628:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a8447e1a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b35ff expref: 14 pid: 9566 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.328634:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ca30a80 00000100:00100000:0.0:1746126712.331071:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.336191:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.341298:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.344401:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.344450:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.345949:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.346061:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.347683:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e74c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813167616:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126712.347700:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc000/0xd8b4f51a8447e1c6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3622 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.347711:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00000100:00100000:0.0:1746126712.347746:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1122:x1830945816733696:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1602us (1684us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126712.347752:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28415 00000100:00100000:0.0:1746126712.347862:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.349410:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.350466:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2010:x1830945816734208:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 904us (1056us total) trans 4294970585 rc 0/0 00000100:00100000:0.0:1746126712.350473:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1915 00002000:00100000:0.0:1746126712.350479:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009ca30000 x1830945816734208/t4294970585(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.350486:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30000 with x1830945816734208 ext(0->7) 00010000:00010000:0.0:1746126712.350491:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447e1bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b361b expref: 16 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.350500:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447e1bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b361b expref: 16 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.350506:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ca30000 00000100:00100000:0.0:1746126712.351634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.354972:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.357516:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.359742:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.363855:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.363941:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.366347:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.366381:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.366434:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.369142:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.374356:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.380834:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.384629:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.387742:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.387810:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.390799:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.396798:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.398015:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2009:x1830945816737536:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1035us (1225us total) trans 4294970587 rc 0/0 00000100:00100000:0.0:1746126712.398023:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1921 00002000:00100000:0.0:1746126712.398029:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880136049f80 x1830945816737536/t4294970587(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.398037:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049f80 with x1830945816737536 ext(0->7) 00010000:00010000:0.0:1746126712.398042:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e1e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b363e expref: 20 pid: 9564 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.398053:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e1e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b363e expref: 20 pid: 9564 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.398058:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136049f80 00000100:00100000:0.0:1746126712.400120:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.405354:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.415998:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.418852:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.421481:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.422828:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+23:2010:x1830945816738816:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1171us (1348us total) trans 4294970588 rc 0/0 00000100:00100000:0.0:1746126712.422836:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1923 00002000:00100000:0.0:1746126712.422842:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011fa17b80 x1830945816738816/t4294970588(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.422849:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17b80 with x1830945816738816 ext(0->7) 00010000:00010000:0.0:1746126712.422855:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383b600/0xd8b4f51a8447e1f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b364c expref: 23 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.422865:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383b600/0xd8b4f51a8447e1f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b364c expref: 23 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.422870:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fa17b80 00000100:00100000:0.0:1746126712.425655:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.428025:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.429736:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.432602:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.435180:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.437470:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.438712:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.439618:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.439681:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.442037:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.445879:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.448216:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2008:x1830945816740864:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2124us (2338us total) trans 4294970589 rc 0/0 00000100:00100000:0.0:1746126712.448226:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1925 00002000:00100000:0.0:1746126712.448233:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011fa17800 x1830945816740864/t4294970589(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.448241:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17800 with x1830945816740864 ext(0->7) 00010000:00010000:0.0:1746126712.448249:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383b800/0xd8b4f51a8447e205 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3661 expref: 24 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.448261:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383b800/0xd8b4f51a8447e205 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3661 expref: 24 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.448267:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fa17800 00000100:00100000:0.0:1746126712.454444:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.456908:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.458353:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.459339:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.461730:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.466797:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.468023:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2009:x1830945816742144:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 989us (1234us total) trans 4294970590 rc 0/0 00000100:00100000:0.0:1746126712.468030:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1927 00002000:00100000:0.0:1746126712.468036:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d248a80 x1830945816742144/t4294970590(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.468042:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d248a80 with x1830945816742144 ext(0->7) 00010000:00010000:0.0:1746126712.468047:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383a000/0xd8b4f51a8447e213 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b366f expref: 27 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.468055:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383a000/0xd8b4f51a8447e213 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b366f expref: 27 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.468061:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d248a80 00000100:00100000:0.0:1746126712.469257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.472864:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.476557:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.476622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.478978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.481110:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.483193:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.484223:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2007:x1830945816743424:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 663us (1034us total) trans 4294970591 rc 0/0 00000100:00100000:0.0:1746126712.484230:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1929 00002000:00100000:0.0:1746126712.484236:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d24aa00 x1830945816743424/t4294970591(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.484243:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24aa00 with x1830945816743424 ext(0->7) 00010000:00010000:0.0:1746126712.484247:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a8447e221 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b367d expref: 28 pid: 9565 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.484255:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a8447e221 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b367d expref: 28 pid: 9565 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.484260:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d24aa00 00000100:00100000:0.0:1746126712.485816:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.489922:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.493125:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.494480:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.495482:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.496911:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.497812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.497866:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.499985:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.501392:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.502771:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2009:x1830945816745472:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1251us (1375us total) trans 4294970592 rc 0/0 00000100:00100000:0.0:1746126712.502779:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1932 00002000:00100000:0.0:1746126712.502787:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c00bb80 x1830945816745472/t4294970592(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.502795:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00bb80 with x1830945816745472 ext(0->7) 00010000:00010000:0.0:1746126712.502800:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a8447e236 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3692 expref: 31 pid: 9565 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.502810:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a8447e236 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3692 expref: 31 pid: 9565 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.502816:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c00bb80 00000100:00100000:0.0:1746126712.514498:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.516686:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28434 00000100:00100000:0.0:1746126712.516694:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1122:x1830945816746112:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126712.516702:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126712.516711:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009927a600/0xd8b4f51a8447e24b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b36a7 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.516793:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.516799:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdde00/0xd8b4f51a8447e244 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36a0 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.516805:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126712.516807:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009927a600/0xd8b4f51a8447e24b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36a7 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.516841:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbdde00/0xd8b4f51a8447e244 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36a0 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.516852:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009927a600/0xd8b4f51a8447e24b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36a7 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.516862:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009927a600, rc 0) 00000100:00100000:0.0:1746126712.516903:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1122:x1830945816746112:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126712.516909:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28434 00000100:00100000:0.0:1746126712.520270:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.522227:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.527373:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.531486:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816746880 00000100:00100000:0.0:1746126712.531494:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816746880 00010000:00010000:0.0:1746126712.531523:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbdde00/0xd8b4f51a8447e244 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36a0 expref: 32 pid: 9565 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126712.531550:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11632 00000100:00100000:0.0:1746126712.531556:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945816746880:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126712.531568:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126712.531581:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdde00/0xd8b4f51a8447e244 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36a0 expref: 32 pid: 9565 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.531602:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cbdde00/0xd8b4f51a8447e244 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36a0 expref: 32 pid: 9565 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.531619:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdde00/0xd8b4f51a8447e244 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36a0 expref: 32 pid: 9565 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.531644:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.531646:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.531652:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009927a600/0xd8b4f51a8447e24b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36a7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.531658:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009927a600/0xd8b4f51a8447e24b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36a7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.531683:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009927a600/0xd8b4f51a8447e24b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36a7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126712.531691:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7207:1830945813172480:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126712.531757:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126712.533213:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.536739:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.539660:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.542854:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816747904 00000100:00100000:0.0:1746126712.542860:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816747904 00002000:00100000:0.0:1746126712.542961:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cbf3800 x1830945816747904/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:473/0 lens 488/0 e 0 to 0 dl 1746126723 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.542969:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf3800 with x1830945816747904 ext(0->4095) 00002000:00010000:0.0:1746126712.542973:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbf3800 00000100:00100000:0.0:1746126712.546818:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.546842:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.549821:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.553157:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.554468:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+35:2010:x1830945816748800:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1063us (1307us total) trans 4294970594 rc 0/0 00000100:00100000:0.0:1746126712.554478:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1936 00002000:00100000:0.0:1746126712.554487:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800991bdc00 x1830945816748800/t4294970594(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.554495:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bdc00 with x1830945816748800 ext(0->7) 00010000:00010000:0.0:1746126712.554505:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd400/0xd8b4f51a8447e259 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36b5 expref: 35 pid: 9565 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.554519:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd400/0xd8b4f51a8447e259 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36b5 expref: 35 pid: 9565 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.554525:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991bdc00 00000100:00100000:0.0:1746126712.558415:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.563877:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.568138:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.568246:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.572618:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.573492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.578289:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.581067:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.584164:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.590052:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945816750464:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3158us (3797us total) trans 4294970595 rc 0/0 00000100:00100000:0.0:1746126712.590063:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1938 00002000:00100000:0.0:1746126712.590071:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013604a300 x1830945816750464/t4294970595(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.590080:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604a300 with x1830945816750464 ext(0->7) 00010000:00010000:0.0:1746126712.590088:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c800/0xd8b4f51a8447e26e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36ca expref: 36 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.590102:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8c800/0xd8b4f51a8447e26e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36ca expref: 36 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.590112:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604a300 00000100:00100000:0.0:1746126712.600911:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.601357:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.607710:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.613264:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.619359:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.622147:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.625190:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.626865:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945816751616:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1001us (1678us total) trans 4294970596 rc 0/0 00000100:00100000:0.0:1746126712.626873:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1940 00002000:00100000:0.0:1746126712.626879:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009aab3b80 x1830945816751616/t4294970596(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.626887:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3b80 with x1830945816751616 ext(0->7) 00010000:00010000:0.0:1746126712.626892:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c600/0xd8b4f51a8447e27c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36d8 expref: 38 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.626903:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8c600/0xd8b4f51a8447e27c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36d8 expref: 38 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.626908:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aab3b80 00000100:00100000:0.0:1746126712.629089:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.632753:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.636734:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.637517:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.638705:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.640978:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.641509:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816752896 00000100:00100000:0.0:1746126712.641513:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816752896 00002000:00100000:0.0:1746126712.641537:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880136049880 x1830945816752896/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:473/0 lens 488/0 e 0 to 0 dl 1746126723 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.641546:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049880 with x1830945816752896 ext(0->4095) 00010000:00010000:0.0:1746126712.641551:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447e283 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36df expref: 6 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.641560:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447e283 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36df expref: 6 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.641719:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136049880 00000100:00100000:0.0:1746126712.641739:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1942 00000100:00100000:0.0:1746126712.641746:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816752896:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126712.641848:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816752896:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (517us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126712.641854:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1942 00002000:00100000:0.0:1746126712.641858:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880136049880 x1830945816752896/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:473/0 lens 488/4536 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.642148:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049880 with x1830945816752896 ext(0->4095) 00010000:00010000:0.0:1746126712.642153:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447e283 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36df expref: 6 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.642163:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447e283 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36df expref: 6 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.642169:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136049880 00000100:00100000:0.0:1746126712.644538:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.646950:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.649742:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.652439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.653942:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2009:x1830945816753536:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1222us (1504us total) trans 4294970597 rc 0/0 00000100:00100000:0.0:1746126712.653950:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1943 00002000:00100000:0.0:1746126712.653956:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d265500 x1830945816753536/t4294970597(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.653963:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265500 with x1830945816753536 ext(0->7) 00010000:00010000:0.0:1746126712.653969:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ca00/0xd8b4f51a8447e291 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36ed expref: 40 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.653979:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ca00/0xd8b4f51a8447e291 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36ed expref: 40 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.654204:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d265500 00000100:00100000:0.0:1746126712.655829:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.658256:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.659781:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.661301:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.664613:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.666997:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.670178:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.671354:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+43:2009:x1830945816754816:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 787us (1180us total) trans 4294970598 rc 0/0 00000100:00100000:0.0:1746126712.671361:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1945 00002000:00100000:0.0:1746126712.671366:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800992fd180 x1830945816754816/t4294970598(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.671373:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd180 with x1830945816754816 ext(0->7) 00010000:00010000:0.0:1746126712.671378:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8cc00/0xd8b4f51a8447e29f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36fb expref: 43 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.671387:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8cc00/0xd8b4f51a8447e29f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b36fb expref: 43 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.671392:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800992fd180 00000100:00100000:0.0:1746126712.673466:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.677095:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816755200 00000100:00100000:0.0:1746126712.677100:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816755200 00002000:00100000:0.0:1746126712.677128:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d24b480 x1830945816755200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 488/0 e 0 to 0 dl 1746126723 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.677137:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24b480 with x1830945816755200 ext(0->4095) 00002000:00010000:0.0:1746126712.677141:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d24b480 00000100:00100000:0.0:1746126712.677523:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12801 00000100:00100000:0.0:1746126712.677530:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2007:x1830945816755200:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126712.677655:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2007:x1830945816755200:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (615us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126712.677661:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12801 00002000:00100000:0.0:1746126712.677668:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d24b480 x1830945816755200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 488/4536 e 0 to 0 dl 1746126723 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.677678:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24b480 with x1830945816755200 ext(0->4095) 00002000:00010000:0.0:1746126712.677681:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d24b480 00000100:00100000:0.0:1746126712.679558:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.681293:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.683551:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.686440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.687910:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.689991:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.691106:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945816756480:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 932us (1114us total) trans 4294970599 rc 0/0 00000100:00100000:0.0:1746126712.691113:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1947 00002000:00100000:0.0:1746126712.691119:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a5a3e680 x1830945816756480/t4294970599(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.691128:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3e680 with x1830945816756480 ext(0->7) 00010000:00010000:0.0:1746126712.691133:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a8447e2b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3710 expref: 44 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.691142:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a8447e2b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3710 expref: 44 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.691146:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5a3e680 00000100:00100000:0.0:1746126712.692366:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.695273:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.698024:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.700279:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.703749:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816757632 00000100:00100000:0.0:1746126712.703752:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816757632 00000100:00100000:0.0:1746126712.703775:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28452 00000100:00100000:0.0:1746126712.703780:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1112:x1830945816757632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126712.703786:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126712.703798:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cee8600/0xd8b4f51a8447e2c9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b3725 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.703816:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c600/0xd8b4f51a8447e2bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3717 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.703823:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a8447e2c2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b371e expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.703828:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.703830:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.703833:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee8600/0xd8b4f51a8447e2c9 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3725 expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.703854:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a8447e2c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b371e expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.703864:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a8447e2c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b371e expref: 45 pid: 11425 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126712.703873:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9565:1830945813176192:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126712.703916:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b8c600/0xd8b4f51a8447e2bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3717 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.703924:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b8c600/0xd8b4f51a8447e2bb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3717 expref: 5 pid: 11425 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126712.703931:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a3c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9565:1830945813176320:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126712.703947:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126712.706200:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.706238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.706400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.708746:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.710399:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.712655:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2008:x1830945816758528:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2103us (2248us total) trans 4294970600 rc 0/0 00000100:00100000:0.0:1746126712.712666:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1949 00002000:00100000:0.0:1746126712.712676:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cbedc00 x1830945816758528/t4294970600(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.712684:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbedc00 with x1830945816758528 ext(0->7) 00010000:00010000:0.0:1746126712.712693:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cee8600/0xd8b4f51a8447e2c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3725 expref: 47 pid: 9565 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.712708:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cee8600/0xd8b4f51a8447e2c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3725 expref: 47 pid: 9565 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.712716:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbedc00 00000100:00100000:0.0:1746126712.714297:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.720092:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.722107:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.725609:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816759296 00000100:00100000:0.0:1746126712.725616:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816759296 00002000:00100000:0.0:1746126712.725669:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e74c380 x1830945816759296/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:473/0 lens 488/0 e 0 to 0 dl 1746126723 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.725678:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74c380 with x1830945816759296 ext(0->4095) 00002000:00010000:0.0:1746126712.725682:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e74c380 00000100:00100000:0.0:1746126712.725694:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12807 00000100:00100000:0.0:1746126712.725700:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816759296:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126712.725803:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816759296:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (245us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126712.725809:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12807 00002000:00100000:0.0:1746126712.725814:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012e74c380 x1830945816759296/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:473/0 lens 488/4536 e 0 to 0 dl 1746126723 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.725820:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74c380 with x1830945816759296 ext(0->4095) 00010000:00010000:0.0:1746126712.725825:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdde00/0xd8b4f51a8447e2d7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3733 expref: 6 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.725834:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdde00/0xd8b4f51a8447e2d7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3733 expref: 6 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.725840:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e74c380 00000100:00100000:0.0:1746126712.728427:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.728491:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.731077:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.731124:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.733363:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.735913:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.737233:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2009:x1830945816760576:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1132us (1322us total) trans 4294970601 rc 0/0 00000100:00100000:0.0:1746126712.737240:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1952 00002000:00100000:0.0:1746126712.737246:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009965ce00 x1830945816760576/t4294970601(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.737254:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965ce00 with x1830945816760576 ext(0->7) 00010000:00010000:0.0:1746126712.737259:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd400/0xd8b4f51a8447e2de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b373a expref: 48 pid: 9564 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.737269:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd400/0xd8b4f51a8447e2de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b373a expref: 48 pid: 9564 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.737274:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009965ce00 00000100:00100000:0.0:1746126712.742251:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.745998:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.749221:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.750366:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816761344 00000100:00100000:0.0:1746126712.750379:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816761344 00002000:00100000:0.0:1746126712.750423:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009965e300 x1830945816761344/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 488/0 e 0 to 0 dl 1746126723 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.750433:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965e300 with x1830945816761344 ext(0->4095) 00002000:00010000:0.0:1746126712.750438:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009965e300 00000100:00100000:0.0:1746126712.750497:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12809 00000100:00100000:0.0:1746126712.750506:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2010:x1830945816761344:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126712.751000:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2010:x1830945816761344:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 493us (1782us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126712.751006:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12809 00002000:00100000:0.0:1746126712.751012:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009965e300 x1830945816761344/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 488/4536 e 0 to 0 dl 1746126723 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.751019:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965e300 with x1830945816761344 ext(0->4095) 00002000:00010000:0.0:1746126712.751022:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009965e300 00000100:00100000:0.0:1746126712.754182:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.754233:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.756592:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.756625:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.756660:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.760290:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.766491:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+51:2007:x1830945816762624:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1771us (2182us total) trans 4294970602 rc 0/0 00000100:00100000:0.0:1746126712.766501:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1954 00002000:00100000:0.0:1746126712.766511:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e74fb80 x1830945816762624/t4294970602(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.766520:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74fb80 with x1830945816762624 ext(0->7) 00010000:00010000:0.0:1746126712.766529:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a8447e2f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b374f expref: 51 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.766543:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a8447e2f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b374f expref: 51 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.766554:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e74fb80 00000100:00100000:0.0:1746126712.769370:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.772114:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.773756:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.777275:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.777395:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.779547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.781785:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.786433:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.791982:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.793733:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2007:x1830945816764288:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1280us (1750us total) trans 4294970603 rc 0/0 00000100:00100000:0.0:1746126712.793741:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1956 00002000:00100000:0.0:1746126712.793747:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098eb1c00 x1830945816764288/t4294970603(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.793754:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb1c00 with x1830945816764288 ext(0->7) 00010000:00010000:0.0:1746126712.793759:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd600/0xd8b4f51a8447e308 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3764 expref: 52 pid: 9564 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.793768:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd600/0xd8b4f51a8447e308 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3764 expref: 52 pid: 9564 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.793774:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098eb1c00 00000100:00100000:0.0:1746126712.799831:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.802723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.804595:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.807210:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.808939:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.812978:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.814242:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2007:x1830945816765440:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 963us (1262us total) trans 4294970604 rc 0/0 00000100:00100000:0.0:1746126712.814249:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1958 00002000:00100000:0.0:1746126712.814255:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012eaa5f80 x1830945816765440/t4294970604(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.814262:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5f80 with x1830945816765440 ext(0->7) 00010000:00010000:0.0:1746126712.814267:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447e316 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3772 expref: 54 pid: 9564 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.814276:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447e316 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3772 expref: 54 pid: 9564 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.814281:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eaa5f80 00000100:00100000:0.0:1746126712.815769:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.818062:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.821133:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.822448:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.823560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.826096:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.826142:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.828138:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.829665:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.835349:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.840681:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.842328:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.843456:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.845204:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.847273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.850695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.852054:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2010:x1830945816768512:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 831us (1756us total) trans 4294970606 rc 0/0 00000100:00100000:0.0:1746126712.852062:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1963 00002000:00100000:0.0:1746126712.852069:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094b6e300 x1830945816768512/t4294970606(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.852076:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6e300 with x1830945816768512 ext(0->7) 00010000:00010000:0.0:1746126712.852082:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383a800/0xd8b4f51a8447e339 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3795 expref: 59 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.852092:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383a800/0xd8b4f51a8447e339 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3795 expref: 59 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.852097:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b6e300 00000100:00100000:0.0:1746126712.854204:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.860295:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.862410:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.866076:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816769152 00000100:00100000:0.0:1746126712.866080:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816769152 00000100:00100000:0.0:1746126712.866112:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28471 00000100:00100000:0.0:1746126712.866117:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1112:x1830945816769152:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126712.866129:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126712.866144:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013602dc00/0xd8b4f51a8447e34e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b37aa expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.866167:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd200/0xd8b4f51a8447e340 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b379c expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.866175:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008383a800/0xd8b4f51a8447e347 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37a3 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.866180:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.866181:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.866184:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013602dc00/0xd8b4f51a8447e34e lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37aa expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.866211:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008383a800/0xd8b4f51a8447e347 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37a3 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.866221:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008383a800/0xd8b4f51a8447e347 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37a3 expref: 5 pid: 11425 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126712.866231:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813180416:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126712.866322:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd200/0xd8b4f51a8447e340 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b379c expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.866330:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd200/0xd8b4f51a8447e340 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b379c expref: 59 pid: 9564 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746126712.866342:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813180544:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126712.866366:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126712.868797:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.868833:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.868975:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.873353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.879866:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.882727:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2010:x1830945816770304:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2617us (2863us total) trans 4294970607 rc 0/0 00000100:00100000:0.0:1746126712.882738:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1965 00002000:00100000:0.0:1746126712.882747:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880094b6c380 x1830945816770304/t4294970607(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.882756:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6c380 with x1830945816770304 ext(0->7) 00010000:00010000:0.0:1746126712.882764:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602dc00/0xd8b4f51a8447e34e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37aa expref: 61 pid: 11425 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746126712.882778:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602dc00/0xd8b4f51a8447e34e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37aa expref: 61 pid: 11425 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746126712.882785:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b6c380 00000100:00100000:0.0:1746126712.887995:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.891085:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.894205:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.896289:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.896360:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.898006:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.899413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.901514:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2010:x1830945816771584:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1606us (2096us total) trans 4294970608 rc 0/0 00000100:00100000:0.0:1746126712.901524:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1968 00002000:00100000:0.0:1746126712.901531:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb08e00 x1830945816771584/t4294970608(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.901540:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb08e00 with x1830945816771584 ext(0->7) 00010000:00010000:0.0:1746126712.901547:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447e35c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37b8 expref: 62 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126712.901559:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8ce00/0xd8b4f51a8447e35c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37b8 expref: 62 pid: 11425 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126712.902031:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb08e00 00000100:00100000:0.0:1746126712.904076:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.908123:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.911725:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.920766:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.921176:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.924634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.925260:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816772864 00000100:00100000:0.0:1746126712.925264:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816772864 00010000:00010000:0.0:1746126712.925282:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbdca00/0xd8b4f51a8447e36a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37c6 expref: 65 pid: 9564 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746126712.925334:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11673 00000100:00100000:0.0:1746126712.925340:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2009:x1830945816772864:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126712.925348:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126712.925365:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdca00/0xd8b4f51a8447e36a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37c6 expref: 64 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126712.925376:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cbdca00/0xd8b4f51a8447e36a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37c6 expref: 64 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126712.925391:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdca00/0xd8b4f51a8447e36a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37c6 expref: 64 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126712.925412:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126712.925431:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2009:x1830945816772864:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 92us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126712.925438:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 11673 00000100:00100000:0.0:1746126712.925650:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816773120 00000100:00100000:0.0:1746126712.925654:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816773120 00010000:00010000:0.0:1746126712.925666:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447e363 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37bf expref: 6 pid: 9564 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746126712.925692:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11674 00000100:00100000:0.0:1746126712.925697:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945816773120:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126712.925703:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126712.925710:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447e363 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37bf expref: 6 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126712.925720:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447e363 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37bf expref: 6 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126712.925732:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447e363 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37bf expref: 6 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126712.925740:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.925741:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.925747:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e371 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37cd expref: 62 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.925754:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e371 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37cd expref: 62 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.925776:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e371 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37cd expref: 62 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.925786:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e371 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37cd expref: 62 pid: 9564 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746126712.925798:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098ec8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7206:1830945813181952:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126712.926398:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4836c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126712.928064:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.930539:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.932436:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+65:2007:x1830945816773632:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 984us (1899us total) trans 4294970609 rc 0/0 00000100:00100000:0.0:1746126712.932448:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1970 00002000:00100000:0.0:1746126712.932455:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098ec8380 x1830945816773632/t4294970609(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 496/448 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.932464:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8380 with x1830945816773632 ext(0->7) 00010000:00010000:0.0:1746126712.932470:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e371 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37cd expref: 65 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126712.932480:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e371 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37cd expref: 65 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126712.932487:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098ec8380 00000100:00100000:0.0:1746126712.946646:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.946744:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.955055:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816774144 00000100:00100000:0.0:1746126712.955065:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816774144 00002000:00100000:0.0:1746126712.955114:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099272300 x1830945816774144/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 488/0 e 0 to 0 dl 1746126723 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.955124:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099272300 with x1830945816774144 ext(0->4095) 00010000:00010000:0.0:1746126712.955133:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447e378 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37d4 expref: 65 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126712.955147:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447e378 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37d4 expref: 65 pid: 11425 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126712.955153:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099272300 00000100:00100000:0.0:1746126712.955192:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1971 00000100:00100000:0.0:1746126712.955201:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+65:2007:x1830945816774144:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126712.956756:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+65:2007:x1830945816774144:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1552us (1781us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126712.956764:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1971 00002000:00100000:0.0:1746126712.956772:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880099272300 x1830945816774144/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 488/4536 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.956779:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099272300 with x1830945816774144 ext(0->4095) 00010000:00010000:0.0:1746126712.956786:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447e378 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37d4 expref: 65 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126712.956798:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447e378 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37d4 expref: 65 pid: 11425 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126712.956804:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099272300 00000100:00100000:0.0:1746126712.959869:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.962980:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816774400 00000100:00100000:0.0:1746126712.962987:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816774400 00010000:00010000:0.0:1746126712.963017:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447e378 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37d4 expref: 65 pid: 11425 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746126712.963056:0:7207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11676 00000100:00100000:0.0:1746126712.963063:0:7207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+65:2008:x1830945816774400:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126712.963076:0:7207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126712.963224:0:7207:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447e378 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37d4 expref: 65 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126712.963243:0:7207:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447e378 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37d4 expref: 65 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126712.963266:0:7207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a8447e378 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37d4 expref: 65 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126712.963291:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.963293:0:7207:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126712.963301:0:7207:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e37f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37db expref: 64 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.963321:0:7207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e37f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37db expref: 64 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.963414:0:7207:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e37f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37db expref: 64 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126712.963424:0:7207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e37f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37db expref: 64 pid: 9564 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746126712.963435:0:7207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca31c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7207:1830945813182464:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126712.964847:0:7207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126712.964999:0:7207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ca31c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7207:1830945813182464:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126712.965015:0:7207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126712.965056:0:7207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2008:x1830945816774400:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1993us (2815us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126712.965067:0:7207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 11676 00000100:00100000:0.0:1746126712.965124:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816774656 00000100:00100000:0.0:1746126712.965129:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816774656 00002000:00100000:0.0:1746126712.965282:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880136048a80 x1830945816774656/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 488/0 e 0 to 0 dl 1746126723 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.965354:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136048a80 with x1830945816774656 ext(0->4095) 00010000:00010000:0.0:1746126712.965361:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e37f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37db expref: 64 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126712.965370:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e37f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37db expref: 64 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126712.965376:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136048a80 00000100:00100000:0.0:1746126712.965404:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1972 00000100:00100000:0.0:1746126712.965411:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2008:x1830945816774656:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126712.965539:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2008:x1830945816774656:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 128us (534us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126712.965545:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1972 00002000:00100000:0.0:1746126712.965549:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880136048a80 x1830945816774656/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:473/0 lens 488/4536 e 0 to 0 dl 1746126723 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126712.965723:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136048a80 with x1830945816774656 ext(0->4095) 00010000:00010000:0.0:1746126712.965728:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e37f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37db expref: 64 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126712.965741:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e37f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37db expref: 64 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126712.965746:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136048a80 00000100:00100000:0.0:1746126712.977119:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.987288:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.995047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.995099:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126712.997602:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.000637:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.005078:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.009522:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945816776192:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4159us (4443us total) trans 4294970611 rc 0/0 00000100:00100000:0.0:1746126713.009535:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1975 00002000:00100000:0.0:1746126713.009547:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800991bed80 x1830945816776192/t4294970611(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.009556:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bed80 with x1830945816776192 ext(0->7) 00010000:00010000:0.0:1746126713.009567:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e38d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37e9 expref: 69 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.009589:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e38d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37e9 expref: 69 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.009596:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800991bed80 00000100:00100000:0.0:1746126713.011397:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.012755:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.015720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.019828:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.019929:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.026411:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816777344 00000100:00100000:0.0:1746126713.026417:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816777344 00000100:00100000:0.0:1746126713.026448:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816777728 00000100:00100000:0.0:1746126713.026450:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816777728 00000100:00100000:0.0:1746126713.026462:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816777216 00000100:00100000:0.0:1746126713.026463:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816777216 00000100:00100000:0.0:1746126713.026472:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816777600 00000100:00100000:0.0:1746126713.026474:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816777600 00000100:00100000:0.0:1746126713.026486:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1174 00000100:00100000:0.0:1746126713.026491:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2010:x1830945816777344:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126713.026532:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2010:x1830945816777344:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 41us (1804us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126713.026538:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1174 00000100:00100000:0.0:1746126713.026548:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1175 00000100:00100000:0.0:1746126713.026552:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945816777728:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126713.026568:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945816777728:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 15us (1810us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126713.026572:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1175 00000100:00100000:0.0:1746126713.026591:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1176 00000100:00100000:0.0:1746126713.026595:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945816777216:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126713.026612:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945816777216:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 17us (1831us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126713.026620:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1176 00000100:00100000:0.0:1746126713.026626:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1177 00000100:00100000:0.0:1746126713.026630:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2010:x1830945816777600:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126713.026646:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2010:x1830945816777600:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 16us (1853us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126713.026650:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1177 00000100:00080000:0.0:1746126713.026663:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746126713.026666:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746126713.026668:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126713.026728:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.026750:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816778112 00000100:00100000:0.0:1746126713.026753:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816778112 00002000:00100000:0.0:1746126713.026775:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800969ec700 x1830945816778112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 488/0 e 0 to 0 dl 1746126724 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.026784:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec700 with x1830945816778112 ext(0->4095) 00010000:00010000:0.0:1746126713.026791:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd600/0xd8b4f51a8447e39b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37f7 expref: 68 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.026804:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd600/0xd8b4f51a8447e39b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37f7 expref: 68 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.026810:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ec700 00000100:00100000:0.0:1746126713.026822:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1977 00000100:00100000:0.0:1746126713.028367:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945816778112:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126713.031495:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945816778112:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 4659us (4757us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126713.031505:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1977 00002000:00100000:0.0:1746126713.031513:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff8800969ec700 x1830945816778112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 488/4536 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.031522:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec700 with x1830945816778112 ext(0->4095) 00010000:00010000:0.0:1746126713.031531:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd600/0xd8b4f51a8447e39b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37f7 expref: 68 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.031544:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd600/0xd8b4f51a8447e39b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37f7 expref: 68 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.031550:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969ec700 00000100:00100000:0.0:1746126713.036687:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.038160:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1978 00000100:00100000:0.0:1746126713.038171:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2009:x1830945816778368:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126713.039020:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2009:x1830945816778368:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 850us (2341us total) trans 4294970612 rc 0/0 00000100:00100000:0.0:1746126713.039027:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1978 00002000:00100000:0.0:1746126713.039034:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969eca80 x1830945816778368/t4294970612(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.039042:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eca80 with x1830945816778368 ext(0->7) 00010000:00010000:0.0:1746126713.039049:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd600/0xd8b4f51a8447e39b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37f7 expref: 70 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.039061:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd600/0xd8b4f51a8447e39b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b37f7 expref: 70 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.039068:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969eca80 00000100:00100000:0.0:1746126713.040470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.044804:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.047744:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.048122:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.051450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.054200:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.055214:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2009:x1830945816779648:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 744us (1021us total) trans 4294970613 rc 0/0 00000100:00100000:0.0:1746126713.055221:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1981 00002000:00100000:0.0:1746126713.055228:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098855880 x1830945816779648/t4294970613(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.055235:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098855880 with x1830945816779648 ext(0->7) 00010000:00010000:0.0:1746126713.055240:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383b000/0xd8b4f51a8447e3a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3805 expref: 73 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.055338:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383b000/0xd8b4f51a8447e3a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3805 expref: 73 pid: 11425 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.055344:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098855880 00000100:00100000:0.0:1746126713.057475:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.059911:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.061163:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.063108:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.069329:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.071465:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.074500:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.076351:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.077202:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.077231:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.078953:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.081114:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.083340:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2007:x1830945816781952:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1757us (2191us total) trans 4294970614 rc 0/0 00000100:00100000:0.0:1746126713.083500:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1983 00002000:00100000:0.0:1746126713.083516:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009736ed80 x1830945816781952/t4294970614(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.083525:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ed80 with x1830945816781952 ext(0->7) 00010000:00010000:0.0:1746126713.083534:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383ac00/0xd8b4f51a8447e3be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b381a expref: 74 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.083648:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383ac00/0xd8b4f51a8447e3be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b381a expref: 74 pid: 11425 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.083655:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736ed80 00000100:00100000:0.0:1746126713.085547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.090835:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.090931:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816782336 00000100:00100000:0.0:1746126713.090938:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816782336 00002000:00100000:0.0:1746126713.090982:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009ca8ca80 x1830945816782336/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:474/0 lens 488/0 e 0 to 0 dl 1746126724 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.090992:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8ca80 with x1830945816782336 ext(0->4095) 00002000:00010000:0.0:1746126713.090997:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca8ca80 00000100:00100000:0.0:1746126713.091494:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12826 00000100:00100000:0.0:1746126713.091501:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816782336:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126713.091653:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816782336:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 152us (818us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126713.091658:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12826 00002000:00100000:0.0:1746126713.091663:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009ca8ca80 x1830945816782336/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:474/0 lens 488/4536 e 0 to 0 dl 1746126724 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.091670:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8ca80 with x1830945816782336 ext(0->4095) 00002000:00010000:0.0:1746126713.091673:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca8ca80 00000100:00100000:0.0:1746126713.091707:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.091776:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816782464 00000100:00100000:0.0:1746126713.091779:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816782464 00000100:00100000:0.0:1746126713.091812:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28491 00000100:00100000:0.0:1746126713.091817:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1112:x1830945816782464:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126713.091828:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126713.091843:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099254400/0xd8b4f51a8447e3cc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b3828 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.091869:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008383a400/0xd8b4f51a8447e3c5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3821 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.091876:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126713.091877:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126713.091880:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099254400/0xd8b4f51a8447e3cc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3828 expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.092090:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008383a400/0xd8b4f51a8447e3c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3821 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.092101:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008383a400/0xd8b4f51a8447e3c5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3821 expref: 5 pid: 11425 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746126713.092113:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813184896:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126713.092841:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126713.094006:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.094356:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.096644:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.103092:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.107568:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+77:2007:x1830945816783232:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4209us (4478us total) trans 4294970615 rc 0/0 00000100:00100000:0.0:1746126713.107589:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1985 00002000:00100000:0.0:1746126713.107600:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009ca8ea00 x1830945816783232/t4294970615(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.107609:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8ea00 with x1830945816783232 ext(0->7) 00010000:00010000:0.0:1746126713.107619:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099254400/0xd8b4f51a8447e3cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3828 expref: 77 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.107633:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099254400/0xd8b4f51a8447e3cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3828 expref: 77 pid: 11425 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.107640:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ca8ea00 00000100:00100000:0.0:1746126713.110598:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.113280:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.114376:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816783744 00000100:00100000:0.0:1746126713.114380:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816783744 00002000:00100000:0.0:1746126713.114405:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dee6a00 x1830945816783744/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 488/0 e 0 to 0 dl 1746126724 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.114415:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee6a00 with x1830945816783744 ext(0->4095) 00010000:00010000:0.0:1746126713.114421:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383a000/0xd8b4f51a8447e3d3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b382f expref: 78 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.114431:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383a000/0xd8b4f51a8447e3d3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b382f expref: 78 pid: 11425 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.114437:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dee6a00 00000100:00100000:0.0:1746126713.114526:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1986 00000100:00100000:0.0:1746126713.114533:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+78:2008:x1830945816783744:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126713.114663:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+78:2008:x1830945816783744:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (413us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126713.114669:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1986 00002000:00100000:0.0:1746126713.114674:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012dee6a00 x1830945816783744/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 488/4536 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.114681:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee6a00 with x1830945816783744 ext(0->4095) 00010000:00010000:0.0:1746126713.114685:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383a000/0xd8b4f51a8447e3d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b382f expref: 78 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.114693:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383a000/0xd8b4f51a8447e3d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b382f expref: 78 pid: 11425 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.114699:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012dee6a00 00000100:00100000:0.0:1746126713.116590:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.117070:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.119028:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.122708:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.125981:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+78:2009:x1830945816784512:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2579us (3268us total) trans 4294970616 rc 0/0 00000100:00100000:0.0:1746126713.125994:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1988 00002000:00100000:0.0:1746126713.126003:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d377100 x1830945816784512/t4294970616(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.126012:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d377100 with x1830945816784512 ext(0->7) 00010000:00010000:0.0:1746126713.126021:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c600/0xd8b4f51a8447e3da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3836 expref: 78 pid: 9566 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.126037:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8c600/0xd8b4f51a8447e3da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3836 expref: 78 pid: 9566 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.126044:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d377100 00000100:00100000:0.0:1746126713.129890:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.137146:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.140187:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.142149:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.142981:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28496 00000100:00100000:0.0:1746126713.142989:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+79:1122:x1830945816785152:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126713.142999:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126713.143007:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099254400/0xd8b4f51a8447e3ef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b384b expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.143020:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126713.143024:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008383b200/0xd8b4f51a8447e3e8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3844 expref: 80 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.143030:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126713.143033:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099254400/0xd8b4f51a8447e3ef lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b384b expref: 80 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.143057:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008383b200/0xd8b4f51a8447e3e8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3844 expref: 80 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.143067:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099254400/0xd8b4f51a8447e3ef lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b384b expref: 80 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.143077:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099254400, rc 0) 00000100:00100000:0.0:1746126713.143099:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+80:1122:x1830945816785152:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126713.143105:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28496 00000100:00100000:0.0:1746126713.146902:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.149685:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.153138:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.160247:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+81:2008:x1830945816785792:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6889us (7106us total) trans 4294970617 rc 0/0 00000100:00100000:0.0:1746126713.160264:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1990 00002000:00100000:0.0:1746126713.160274:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a5a3ce00 x1830945816785792/t4294970617(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.160284:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3ce00 with x1830945816785792 ext(0->7) 00010000:00010000:0.0:1746126713.160295:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383b200/0xd8b4f51a8447e3e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3844 expref: 81 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.160325:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383b200/0xd8b4f51a8447e3e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3844 expref: 81 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.160333:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5a3ce00 00000100:00100000:0.0:1746126713.164808:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.164863:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.167402:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.169275:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.169341:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.172164:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.174562:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.176646:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+82:2007:x1830945816787072:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1219us (2087us total) trans 4294970618 rc 0/0 00000100:00100000:0.0:1746126713.176654:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1993 00002000:00100000:0.0:1746126713.176662:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c2b4380 x1830945816787072/t4294970618(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.176670:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b4380 with x1830945816787072 ext(0->7) 00010000:00010000:0.0:1746126713.176677:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383a000/0xd8b4f51a8447e3f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3852 expref: 82 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.176689:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383a000/0xd8b4f51a8447e3f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3852 expref: 82 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.176695:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c2b4380 00000100:00100000:0.0:1746126713.180820:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.190258:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.191120:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.193409:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.193953:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.196783:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.201103:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.203762:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+85:2010:x1830945816788352:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2246us (2662us total) trans 4294970619 rc 0/0 00000100:00100000:0.0:1746126713.203774:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1996 00002000:00100000:0.0:1746126713.203784:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d249500 x1830945816788352/t4294970619(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.203792:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249500 with x1830945816788352 ext(0->7) 00010000:00010000:0.0:1746126713.203800:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447e404 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3860 expref: 85 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.203814:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447e404 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3860 expref: 85 pid: 11425 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.203821:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d249500 00000100:00100000:0.0:1746126713.206980:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.209758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.215392:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.216979:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.222272:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.222415:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.228509:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.239013:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.251894:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+87:2007:x1830945816790016:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1030us (1325us total) trans 4294970620 rc 0/0 00000100:00100000:0.0:1746126713.251900:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1998 00002000:00100000:0.0:1746126713.251904:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012eaa7100 x1830945816790016/t4294970620(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.251908:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa7100 with x1830945816790016 ext(0->7) 00010000:00010000:0.0:1746126713.251912:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447e419 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3875 expref: 87 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.251918:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8dc00/0xd8b4f51a8447e419 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3875 expref: 87 pid: 11425 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.251922:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012eaa7100 00000100:00100000:0.0:1746126713.253217:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.256058:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.258469:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.262581:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.272456:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.277009:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.278434:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+88:2008:x1830945816791168:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 980us (1434us total) trans 4294970621 rc 0/0 00000100:00100000:0.0:1746126713.278441:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2000 00002000:00100000:0.0:1746126713.278446:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012ea46680 x1830945816791168/t4294970621(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.278454:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea46680 with x1830945816791168 ext(0->7) 00010000:00010000:0.0:1746126713.278459:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447e427 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3883 expref: 88 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.278468:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447e427 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3883 expref: 88 pid: 11425 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.278473:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012ea46680 00000100:00100000:0.0:1746126713.279543:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.280664:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.280695:0:7207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816791424 00000100:00100000:0.0:1746126713.280698:0:7207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816791424 00010000:00010000:0.0:1746126713.280715:0:7207:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013602cc00/0xd8b4f51a8447e427 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3883 expref: 89 pid: 11425 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746126713.284057:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.288266:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.290810:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.297145:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.300593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.302867:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+90:2009:x1830945816792320:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1215us (2276us total) trans 4294970622 rc 0/0 00000100:00100000:0.0:1746126713.302876:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2002 00002000:00100000:0.0:1746126713.302884:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d00c700 x1830945816792320/t4294970622(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.302893:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00c700 with x1830945816792320 ext(0->7) 00010000:00010000:0.0:1746126713.302902:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009927ba00/0xd8b4f51a8447e435 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3891 expref: 90 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.302914:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009927ba00/0xd8b4f51a8447e435 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3891 expref: 90 pid: 11425 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.302920:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d00c700 00000100:00100000:0.0:1746126713.304725:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.306142:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.308977:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.320688:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.323667:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.330891:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.332133:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2008:x1830945816793472:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1000us (1249us total) trans 4294970623 rc 0/0 00000100:00100000:0.0:1746126713.332141:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2004 00002000:00100000:0.0:1746126713.332147:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880134492a00 x1830945816793472/t4294970623(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.332154:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492a00 with x1830945816793472 ext(0->7) 00010000:00010000:0.0:1746126713.332160:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd200/0xd8b4f51a8447e443 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b389f expref: 92 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.332170:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd200/0xd8b4f51a8447e443 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b389f expref: 92 pid: 11425 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.332176:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134492a00 00000100:00100000:0.0:1746126713.339854:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.343550:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.346269:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.348955:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.351483:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.363448:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.365024:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+94:2010:x1830945816794624:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1089us (1583us total) trans 4294970624 rc 0/0 00000100:00100000:0.0:1746126713.365032:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2006 00002000:00100000:0.0:1746126713.365038:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cba7480 x1830945816794624/t4294970624(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.365045:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba7480 with x1830945816794624 ext(0->7) 00010000:00010000:0.0:1746126713.365050:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383bc00/0xd8b4f51a8447e451 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38ad expref: 94 pid: 25391 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.365060:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383bc00/0xd8b4f51a8447e451 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38ad expref: 94 pid: 25391 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.365066:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cba7480 00000100:00100000:0.0:1746126713.371652:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.372973:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.377071:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.377115:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.381196:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.382749:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.383911:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+97:2009:x1830945816795904:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1017us (1160us total) trans 4294970625 rc 0/0 00000100:00100000:0.0:1746126713.383919:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2009 00002000:00100000:0.0:1746126713.383925:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a5ef8380 x1830945816795904/t4294970625(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.383933:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8380 with x1830945816795904 ext(0->7) 00010000:00010000:0.0:1746126713.383939:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383ac00/0xd8b4f51a8447e45f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38bb expref: 97 pid: 25391 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.383958:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383ac00/0xd8b4f51a8447e45f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38bb expref: 97 pid: 25391 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.383963:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5ef8380 00000100:00100000:0.0:1746126713.390344:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.393387:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.398247:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.403109:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816796800 00000100:00100000:0.0:1746126713.403113:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816796800 00002000:00100000:0.0:1746126713.403147:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d143b80 x1830945816796800/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:474/0 lens 488/0 e 0 to 0 dl 1746126724 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.403157:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d143b80 with x1830945816796800 ext(0->4095) 00002000:00010000:0.0:1746126713.403163:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d143b80 00000100:00100000:0.0:1746126713.403191:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12835 00000100:00100000:0.0:1746126713.403198:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816796800:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126713.403368:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816796800:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 171us (297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126713.403375:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12835 00002000:00100000:0.0:1746126713.403381:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d143b80 x1830945816796800/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:474/0 lens 488/4536 e 0 to 0 dl 1746126724 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.403388:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d143b80 with x1830945816796800 ext(0->4095) 00002000:00010000:0.0:1746126713.403391:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d143b80 00000100:00100000:0.0:1746126713.405046:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.405367:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.406188:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.408102:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.409751:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.410639:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+98:2009:x1830945816797696:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 749us (889us total) trans 4294970626 rc 0/0 00000100:00100000:0.0:1746126713.410648:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2011 00002000:00100000:0.0:1746126713.410655:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a5efad80 x1830945816797696/t4294970626(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.410663:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efad80 with x1830945816797696 ext(0->7) 00010000:00010000:0.0:1746126713.410669:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383ae00/0xd8b4f51a8447e474 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38d0 expref: 98 pid: 25391 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.410680:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383ae00/0xd8b4f51a8447e474 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38d0 expref: 98 pid: 25391 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.410686:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a5efad80 00000100:00100000:0.0:1746126713.412072:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.417375:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.419712:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.424092:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.424150:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.426673:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.426702:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.426737:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.426757:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816798976 00000100:00100000:0.0:1746126713.426761:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816798976 00010000:00010000:0.0:1746126713.426783:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd400/0xd8b4f51a8447e482 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38de expref: 100 pid: 11425 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746126713.426804:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816799104 00000100:00100000:0.0:1746126713.426806:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816799104 00010000:00010000:0.0:1746126713.426813:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008383a800/0xd8b4f51a8447e47b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38d7 expref: 6 pid: 25391 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746126713.426831:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11713 00000100:00100000:0.0:1746126713.426836:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+100:2007:x1830945816798976:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126713.426844:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126713.426864:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd400/0xd8b4f51a8447e482 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38de expref: 100 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.426873:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd400/0xd8b4f51a8447e482 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38de expref: 100 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.427272:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd400/0xd8b4f51a8447e482 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38de expref: 100 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.427290:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126713.427291:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126713.427298:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e489 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38e5 expref: 99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.427323:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e489 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38e5 expref: 99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.427345:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e489 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38e5 expref: 99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.427354:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38e5 expref: 99 pid: 11425 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746126713.427364:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b49f1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8368:1830945813191680:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126713.427422:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126713.430495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.434084:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.435395:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+101:2007:x1830945816799744:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 960us (1318us total) trans 4294970627 rc 0/0 00000100:00100000:0.0:1746126713.435404:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2013 00002000:00100000:0.0:1746126713.435410:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800b49f2d80 x1830945816799744/t4294970627(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.435417:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2d80 with x1830945816799744 ext(0->7) 00010000:00010000:0.0:1746126713.435422:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38e5 expref: 101 pid: 11425 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.435433:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e489 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38e5 expref: 101 pid: 11425 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.435439:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b49f2d80 00000100:00100000:0.0:1746126713.442280:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.444492:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.450815:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.450865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.456272:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.456769:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.459941:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.459992:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.463367:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.463389:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816801536 00000100:00100000:0.0:1746126713.463395:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816801536 00002000:00100000:0.0:1746126713.463429:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094b6dc00 x1830945816801536/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 488/0 e 0 to 0 dl 1746126724 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.463438:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6dc00 with x1830945816801536 ext(0->4095) 00010000:00010000:0.0:1746126713.463446:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383a000/0xd8b4f51a8447e49e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38fa expref: 100 pid: 25391 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.463458:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383a000/0xd8b4f51a8447e49e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38fa expref: 100 pid: 25391 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.463464:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b6dc00 00000100:00100000:0.0:1746126713.463494:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2015 00000100:00100000:0.0:1746126713.463501:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+100:2007:x1830945816801536:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126713.463936:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+100:2007:x1830945816801536:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 434us (571us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126713.463943:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2015 00002000:00100000:0.0:1746126713.463949:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094b6dc00 x1830945816801536/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 488/4536 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.463956:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6dc00 with x1830945816801536 ext(0->4095) 00010000:00010000:0.0:1746126713.463960:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383a000/0xd8b4f51a8447e49e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38fa expref: 100 pid: 25391 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.464115:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383a000/0xd8b4f51a8447e49e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b38fa expref: 100 pid: 25391 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.464121:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b6dc00 00000100:00100000:0.0:1746126713.467293:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.470806:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.476903:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.486075:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.486259:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.489006:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.489040:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.491241:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.491283:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.494018:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.497019:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.500619:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+104:2010:x1830945816803584:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2321us (3597us total) trans 4294970629 rc 0/0 00000100:00100000:0.0:1746126713.500630:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2019 00002000:00100000:0.0:1746126713.500640:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009965f800 x1830945816803584/t4294970629(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.500649:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965f800 with x1830945816803584 ext(0->7) 00010000:00010000:0.0:1746126713.500658:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e4b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b390f expref: 104 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.500673:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e4b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b390f expref: 104 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.500680:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009965f800 00000100:00100000:0.0:1746126713.509629:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.509683:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.510711:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28526 00000100:00100000:0.0:1746126713.510718:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+104:1112:x1830945816803840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126713.510733:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126713.510745:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007d170a00/0xd8b4f51a8447e4c1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b391d expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.510761:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126713.510767:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e4ba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3916 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.510772:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126713.510776:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007d170a00/0xd8b4f51a8447e4c1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b391d expref: 105 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.510816:0:25391:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e4ba lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3916 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.510827:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007d170a00/0xd8b4f51a8447e4c1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b391d expref: 105 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.510834:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126713.510835:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126713.510841:0:25391:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e4ba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3916 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.510848:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e4ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3916 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.510863:0:25391:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e4ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3916 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.510873:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e4ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3916 expref: 5 pid: 9564 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746126713.510884:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009965e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813193216:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126713.510968:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126713.513373:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.516867:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.521015:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.524334:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816804608 00000100:00100000:0.0:1746126713.524342:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816804608 00000100:00100000:0.0:1746126713.524380:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28527 00000100:00100000:0.0:1746126713.524386:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1122:x1830945816804608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126713.524401:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126713.524415:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007d171e00/0xd8b4f51a8447e4c8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b3924 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.524438:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007d170a00/0xd8b4f51a8447e4c1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b391d expref: 103 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.524446:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126713.524447:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126713.524450:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007d171e00/0xd8b4f51a8447e4c8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3924 expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.524475:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007d170a00/0xd8b4f51a8447e4c1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b391d expref: 103 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.524490:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007d170a00/0xd8b4f51a8447e4c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b391d expref: 103 pid: 25391 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746126713.524500:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813193472:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126713.524586:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126713.526532:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.527645:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+106:2008:x1830945816804736:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 957us (1110us total) trans 4294970630 rc 0/0 00000100:00100000:0.0:1746126713.527651:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2021 00002000:00100000:0.0:1746126713.527658:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880098eb1f80 x1830945816804736/t4294970630(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.527664:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb1f80 with x1830945816804736 ext(0->7) 00010000:00010000:0.0:1746126713.527669:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007d170a00/0xd8b4f51a8447e4c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b391d expref: 106 pid: 25391 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.527678:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007d170a00/0xd8b4f51a8447e4c1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b391d expref: 106 pid: 25391 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.527683:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880098eb1f80 00000100:00100000:0.0:1746126713.529232:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.535638:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.538099:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.538563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.541666:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.545787:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.547826:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.554617:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+109:2008:x1830945816806016:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4793us (6783us total) trans 4294970631 rc 0/0 00000100:00100000:0.0:1746126713.554630:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2023 00002000:00100000:0.0:1746126713.554639:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cbef100 x1830945816806016/t4294970631(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.554647:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbef100 with x1830945816806016 ext(0->7) 00010000:00010000:0.0:1746126713.554658:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a8447e4d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3932 expref: 109 pid: 9566 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.554676:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a8447e4d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3932 expref: 109 pid: 9566 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.554682:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cbef100 00000100:00100000:0.0:1746126713.559474:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.562669:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.564073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.564108:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.566039:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.566073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.568688:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.571222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.573302:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.576137:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.576968:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+110:2008:x1830945816807680:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 676us (828us total) trans 4294970632 rc 0/0 00000100:00100000:0.0:1746126713.576974:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2025 00002000:00100000:0.0:1746126713.576980:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d0e3100 x1830945816807680/t4294970632(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.576987:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3100 with x1830945816807680 ext(0->7) 00010000:00010000:0.0:1746126713.576992:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e4e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3940 expref: 110 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.577002:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e4e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3940 expref: 110 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.577011:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d0e3100 00000100:00100000:0.0:1746126713.580944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.586712:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.586816:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.589598:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.589644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.591380:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.593713:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.594855:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+113:2007:x1830945816808960:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 742us (1146us total) trans 4294970633 rc 0/0 00000100:00100000:0.0:1746126713.594862:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2027 00002000:00100000:0.0:1746126713.594868:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88011fa15c00 x1830945816808960/t4294970633(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.594874:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa15c00 with x1830945816808960 ext(0->7) 00010000:00010000:0.0:1746126713.594878:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e4f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b394e expref: 113 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.594888:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e4f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b394e expref: 113 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.594893:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011fa15c00 00000100:00100000:0.0:1746126713.596073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.598276:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.600463:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.602330:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.605602:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.605933:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.607974:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.608373:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.608877:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.611359:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.613755:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.619592:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+114:2008:x1830945816811008:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5635us (5829us total) trans 4294970634 rc 0/0 00000100:00100000:0.0:1746126713.619605:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2029 00002000:00100000:0.0:1746126713.619617:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009910b100 x1830945816811008/t4294970634(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.619631:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910b100 with x1830945816811008 ext(0->7) 00010000:00010000:0.0:1746126713.619641:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc600/0xd8b4f51a8447e507 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3963 expref: 114 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.619659:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc600/0xd8b4f51a8447e507 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3963 expref: 114 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.619665:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009910b100 00000100:00100000:0.0:1746126713.625069:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.627370:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.629027:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.630937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.632740:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.635835:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.637624:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.638661:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+116:2007:x1830945816812160:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 897us (1034us total) trans 4294970635 rc 0/0 00000100:00100000:0.0:1746126713.638668:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2031 00002000:00100000:0.0:1746126713.638673:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d265180 x1830945816812160/t4294970635(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.638681:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265180 with x1830945816812160 ext(0->7) 00010000:00010000:0.0:1746126713.638686:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbddc00/0xd8b4f51a8447e515 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3971 expref: 116 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.638696:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbddc00/0xd8b4f51a8447e515 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3971 expref: 116 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.638701:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d265180 00000100:00100000:0.0:1746126713.643754:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.645933:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.652531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.656399:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816813184 00000100:00100000:0.0:1746126713.656409:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816813184 00002000:00100000:0.0:1746126713.656452:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d142300 x1830945816813184/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:474/0 lens 488/0 e 0 to 0 dl 1746126724 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.656461:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142300 with x1830945816813184 ext(0->4095) 00002000:00010000:0.0:1746126713.656467:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d142300 00000100:00100000:0.0:1746126713.656485:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12853 00000100:00100000:0.0:1746126713.656491:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816813184:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126713.656645:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816813184:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 154us (281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126713.656651:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12853 00002000:00100000:0.0:1746126713.656655:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d142300 x1830945816813184/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:474/0 lens 488/4536 e 0 to 0 dl 1746126724 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.656663:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142300 with x1830945816813184 ext(0->4095) 00010000:00010000:0.0:1746126713.656667:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447e51c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3978 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.656675:0:27125:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc400/0xd8b4f51a8447e51c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3978 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126713.656680:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d142300 00000100:00100000:0.0:1746126713.658578:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.658595:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.658619:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.660744:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.662593:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.665594:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+119:2007:x1830945816814208:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2861us (2994us total) trans 4294970636 rc 0/0 00000100:00100000:0.0:1746126713.665606:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2033 00002000:00100000:0.0:1746126713.665615:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800992fea00 x1830945816814208/t4294970636(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.665624:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fea00 with x1830945816814208 ext(0->7) 00010000:00010000:0.0:1746126713.665634:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008383ae00/0xd8b4f51a8447e52a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3986 expref: 119 pid: 25391 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.665657:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008383ae00/0xd8b4f51a8447e52a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3986 expref: 119 pid: 25391 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.665664:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800992fea00 00000100:00100000:0.0:1746126713.666983:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.668979:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.672266:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.675607:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.675664:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.681125:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.684405:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.684463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.692019:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.693217:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+120:2009:x1830945816816256:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1037us (1197us total) trans 4294970637 rc 0/0 00000100:00100000:0.0:1746126713.693225:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2036 00002000:00100000:0.0:1746126713.693231:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e75dc00 x1830945816816256/t4294970637(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.693239:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75dc00 with x1830945816816256 ext(0->7) 00010000:00010000:0.0:1746126713.693244:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc000/0xd8b4f51a8447e53f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b399b expref: 120 pid: 25391 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.693254:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc000/0xd8b4f51a8447e53f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b399b expref: 120 pid: 25391 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.693265:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e75dc00 00000100:00100000:0.0:1746126713.695806:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.699444:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.703461:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.704069:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.706719:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.707681:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.707720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.710763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.712721:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.714054:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+122:2007:x1830945816818048:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1000us (1334us total) trans 4294970638 rc 0/0 00000100:00100000:0.0:1746126713.714062:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2039 00002000:00100000:0.0:1746126713.714068:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb64380 x1830945816818048/t4294970638(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.714076:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64380 with x1830945816818048 ext(0->7) 00010000:00010000:0.0:1746126713.714081:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a8447e554 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b39b0 expref: 122 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.714092:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a8447e554 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b39b0 expref: 122 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.714098:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb64380 00000100:00100000:0.0:1746126713.719961:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.724941:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.725170:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.726769:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.727468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.730713:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.732750:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.734500:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+125:2007:x1830945816819328:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 992us (1751us total) trans 4294970639 rc 0/0 00000100:00100000:0.0:1746126713.734508:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2041 00002000:00100000:0.0:1746126713.734514:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800b51ec700 x1830945816819328/t4294970639(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.734521:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ec700 with x1830945816819328 ext(0->7) 00010000:00010000:0.0:1746126713.734527:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd400/0xd8b4f51a8447e562 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b39be expref: 125 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.734538:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdd400/0xd8b4f51a8447e562 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b39be expref: 125 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.734543:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800b51ec700 00000100:00100000:0.0:1746126713.737217:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.741655:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.742934:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.747505:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.747552:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.750125:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.750148:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.750179:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.750379:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816820480 00000100:00100000:0.0:1746126713.750384:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816820480 00000100:00100000:0.0:1746126713.750434:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28553 00000100:00100000:0.0:1746126713.750440:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c335500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+126:1122:x1830945816820480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126713.750452:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126713.750463:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d235a00/0xd8b4f51a8447e57e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b39da expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.752276:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e577 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b39d3 expref: 127 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.752286:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126713.752288:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126713.752291:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d235a00/0xd8b4f51a8447e57e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b39da expref: 127 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.752341:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e577 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b39d3 expref: 127 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126713.752353:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e577 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b39d3 expref: 127 pid: 9564 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746126713.752366:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813199360:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126713.752436:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126713.756350:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.759453:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.760450:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+127:2009:x1830945816821120:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 821us (997us total) trans 4294970640 rc 0/0 00000100:00100000:0.0:1746126713.760456:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2043 00002000:00100000:0.0:1746126713.760462:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013604ca80 x1830945816821120/t4294970640(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.760468:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ca80 with x1830945816821120 ext(0->7) 00010000:00010000:0.0:1746126713.760473:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e577 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b39d3 expref: 127 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.760481:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc800/0xd8b4f51a8447e577 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b39d3 expref: 127 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.760487:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013604ca80 00000100:00100000:0.0:1746126713.763664:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.765398:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.767274:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.769884:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.769941:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.772651:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.772785:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.773200:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.777758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.779471:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+129:2008:x1830945816822912:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1510us (1712us total) trans 4294970641 rc 0/0 00000100:00100000:0.0:1746126713.779479:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2046 00002000:00100000:0.0:1746126713.779486:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800969fa300 x1830945816822912/t4294970641(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.779493:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fa300 with x1830945816822912 ext(0->7) 00010000:00010000:0.0:1746126713.779500:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdce00/0xd8b4f51a8447e58c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b39e8 expref: 129 pid: 9564 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.779513:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdce00/0xd8b4f51a8447e58c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b39e8 expref: 129 pid: 9564 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.779520:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800969fa300 00000100:00100000:0.0:1746126713.781134:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.784100:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.787154:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.787286:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.789251:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.790094:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.791644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.793754:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816824320 00000100:00100000:0.0:1746126713.793759:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816824320 00002000:00100000:0.0:1746126713.793785:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094b6f800 x1830945816824320/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 488/0 e 0 to 0 dl 1746126724 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.793793:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6f800 with x1830945816824320 ext(0->4095) 00002000:00010000:0.0:1746126713.793796:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b6f800 00000100:00100000:0.0:1746126713.793915:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12862 00000100:00100000:0.0:1746126713.793921:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+128:2007:x1830945816824320:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126713.794089:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+128:2007:x1830945816824320:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 167us (395us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126713.794095:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12862 00002000:00100000:0.0:1746126713.794100:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880094b6f800 x1830945816824320/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 488/4536 e 0 to 0 dl 1746126724 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.794113:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6f800 with x1830945816824320 ext(0->4095) 00002000:00010000:0.0:1746126713.794116:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b6f800 00000100:00100000:0.0:1746126713.796370:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.798696:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.799782:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+130:2008:x1830945816824576:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 917us (1088us total) trans 4294970642 rc 0/0 00000100:00100000:0.0:1746126713.799789:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2048 00002000:00100000:0.0:1746126713.799795:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c99ca80 x1830945816824576/t4294970642(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.799802:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ca80 with x1830945816824576 ext(0->7) 00010000:00010000:0.0:1746126713.799807:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b3c800/0xd8b4f51a8447e5a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b39fd expref: 130 pid: 25391 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.799816:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b3c800/0xd8b4f51a8447e5a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b39fd expref: 130 pid: 25391 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.799822:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c99ca80 00000100:00100000:0.0:1746126713.802592:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.809719:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.809782:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.813020:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.813393:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.816383:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.816613:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816825600 00000100:00100000:0.0:1746126713.816619:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816825600 00002000:00100000:0.0:1746126713.816650:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009c99e300 x1830945816825600/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 488/0 e 0 to 0 dl 1746126724 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.816660:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99e300 with x1830945816825600 ext(0->4095) 00010000:00010000:0.0:1746126713.816668:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e5af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3a0b expref: 132 pid: 25391 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.816679:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e5af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3a0b expref: 132 pid: 25391 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.816686:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c99e300 00000100:00100000:0.0:1746126713.816699:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2049 00000100:00100000:0.0:1746126713.816704:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+132:2007:x1830945816825600:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126713.816815:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+132:2007:x1830945816825600:12345-192.168.204.15@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (437us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126713.816820:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2049 00002000:00100000:0.0:1746126713.816825:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009c99e300 x1830945816825600/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 488/4536 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.816831:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99e300 with x1830945816825600 ext(0->4095) 00010000:00010000:0.0:1746126713.816835:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e5af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3a0b expref: 132 pid: 25391 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.816843:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e5af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3a0b expref: 132 pid: 25391 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.816849:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c99e300 00000100:00100000:0.0:1746126713.821889:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.825987:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+133:2007:x1830945816825856:12345-192.168.204.15@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3544us (4103us total) trans 4294970643 rc 0/0 00000100:00100000:0.0:1746126713.825997:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2050 00002000:00100000:0.0:1746126713.826008:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d0e3800 x1830945816825856/t4294970643(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:474/0 lens 496/448 e 0 to 0 dl 1746126724 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746126713.826017:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3800 with x1830945816825856 ext(0->7) 00010000:00010000:0.0:1746126713.826026:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e5af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3a0b expref: 133 pid: 25391 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746126713.826041:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbdc200/0xd8b4f51a8447e5af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3a0b expref: 133 pid: 25391 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746126713.826048:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d0e3800 00000100:00100000:0.0:1746126713.828455:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.835754:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.838049:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.882856:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.888297:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.894167:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.900249:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126713.906268:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126714.270047:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099273800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830945813201536:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746126714.270101:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126716.915612:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00080000:0.0:1746126716.916726:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126716.919626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126716.929998:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816827776 00000100:00100000:0.0:1746126716.930013:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816827776 00000100:00100000:0.0:1746126716.930062:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28563 00000100:00100000:0.0:1746126716.930070:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2006:x1830945816827776:12345-192.168.204.15@tcp:8:rw_seq_cst_vs_d.0 00010000:00080000:0.0:1746126716.930107:0:9566:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp t0 exp (null) cur 760 last 0 00000020:00000080:0.0:1746126716.930134:0:9566:0:(genops.c:1402:class_connect()) connect: client ea51896b-d97d-4dc0-a29c-a8854073a414, cookie 0xd8b4f51a8447e63b 00002000:00100000:0.0:1746126716.930145:0:9566:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli ea51896b-d97d-4dc0-a29c-a8854073a414/ffff88011f42b800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103640 ocd_grant: 498319360 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1746126716.930163:0:9566:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1746126716.930221:0:9566:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff880097362840 00002000:00080000:0.0:1746126716.930231:0:9566:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1746126716.930258:0:9566:0:(import.c:66:import_set_state_nolock()) ffff88011f42a800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1746126716.930333:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2006:x1830945816827776:12345-192.168.204.15@tcp:8:rw_seq_cst_vs_d.0 Request processed in 262us (1897us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126716.930340:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28563 00000100:00100000:0.0:1746126716.932942:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00080000:0.0:1746126716.933341:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126716.935683:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126716.938327:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126716.944037:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126716.962490:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126716.968730:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126716.977161:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816829312 00000100:00100000:0.0:1746126716.977167:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816829312 00002000:00010000:0.0:1746126716.977198:0:20699:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (0->18446744073709551615) 00002000:00100000:0.0:1746126716.977202:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea44380 with x1830945816829312 ext(0->18446744073709551615) 00002000:00010000:0.0:1746126716.977211:0:20699:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea44380. 00000100:00100000:0.0:1746126716.977230:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12864 00000100:00100000:0.0:1746126716.977236:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2008:x1830945816829312:12345-192.168.204.15@tcp:10:rw_seq_cst_vs_d.0 00000001:00080000:0.0:1746126716.981557:0:10888:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294971950 is committed 00000001:00100000:0.0:1746126716.981566:0:10888:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9 00000001:00100000:0.0:1746126716.981571:0:10888:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of ea51896b-d97d-4dc0-a29c-a8854073a414 00000001:00100000:0.0:1746126716.981575:0:10888:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9 00000020:00000080:0.0:1746126716.981578:0:10888:0:(genops.c:904:class_export_put()) final put ffff88012dedf000/6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9 00000001:00100000:0.0:1746126716.981601:0:10888:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of ea51896b-d97d-4dc0-a29c-a8854073a414 00000020:00000080:0.0:1746126716.981603:0:10888:0:(genops.c:904:class_export_put()) final put ffff88009900d000/ea51896b-d97d-4dc0-a29c-a8854073a414 00002000:00010000:0.0:1746126716.981669:0:20699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746126716.981672:0:20699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1746126717 00002000:00010000:0.0:1746126716.981674:0:20699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746126716.981676:0:20699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1746126717 00002000:00010000:0.0:1746126716.981678:0:20699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1746126716.981741:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816829312:12345-192.168.204.15@tcp:10:rw_seq_cst_vs_d.0 Request processed in 4501us (4599us total) trans 4294971950 rc 0/0 00000100:00100000:0.0:1746126716.981751:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12864 00002000:00010000:0.0:1746126716.981757:0:20699:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (0->18446744073709551615) 00002000:00100000:0.0:1746126716.981760:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea44380 with x1830945816829312 ext(0->18446744073709551615) 00002000:00010000:0.0:1746126716.981766:0:20699:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea44380. 00000100:00100000:0.0:1746126716.983712:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126716.987399:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126716.990779:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126716.994097:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126716.997660:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.000407:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.006001:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.006187:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816830336 00000100:00100000:0.0:1746126717.006194:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816830336 00002000:00010000:0.0:1746126717.006230:0:20699:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (8->18446744073709551615) 00002000:00100000:0.0:1746126717.006234:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2d80 with x1830945816830336 ext(8->18446744073709551615) 00002000:00010000:0.0:1746126717.006245:0:20699:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf2d80. 00000100:00100000:0.0:1746126717.006263:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12865 00000100:00100000:0.0:1746126717.006270:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945816830336:12345-192.168.204.15@tcp:10:rw_seq_cst_vs_d.0 00002000:00010000:0.0:1746126717.006491:0:20699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 8 00002000:00010000:0.0:1746126717.006494:0:20699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746126717 -> 1746126717 00002000:00010000:0.0:1746126717.006496:0:20699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746126717.006498:0:20699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746126717 -> 1746126717 00002000:00010000:0.0:1746126717.006500:0:20699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1746126717.006552:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945816830336:12345-192.168.204.15@tcp:10:rw_seq_cst_vs_d.0 Request processed in 282us (556us total) trans 4294971951 rc 0/0 00000100:00100000:0.0:1746126717.006559:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12865 00002000:00010000:0.0:1746126717.006562:0:20699:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (8->18446744073709551615) 00002000:00100000:0.0:1746126717.006569:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2d80 with x1830945816830336 ext(8->18446744073709551615) 00002000:00010000:0.0:1746126717.006572:0:20699:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf2d80. 00000100:00100000:0.0:1746126717.009789:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.016056:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.021521:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.025266:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.029664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.036067:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.040126:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.040170:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.041063:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126717.042832:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.044691:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.047590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.050288:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.054159:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.056942:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.058474:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.059201:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.061675:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.065934:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.069265:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.069331:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.069381:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28575 00000100:00100000:0.0:1746126717.069392:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945816833664:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126717.069405:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126717.069419:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0f0e00/0xd8b4f51a8447e6ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b3aa5 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.069439:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126717.069443:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8447e6dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3a97 expref: 10 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.069448:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126717.069451:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0f0e00/0xd8b4f51a8447e6ea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3aa5 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.069485:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8447e6dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3a97 expref: 10 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.069609:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d0f0e00/0xd8b4f51a8447e6ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3aa5 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.069666:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0f0e00, rc 0) 00000100:00100000:0.0:1746126717.069710:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945816833664:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 319us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126717.069715:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28575 00000100:00100000:0.0:1746126717.074848:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.078197:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.080069:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.083611:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.086449:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.089696:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.092077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.093673:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.095111:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.097024:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.099174:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.101406:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.104740:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.110678:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.116795:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.118405:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.119194:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.119702:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2057 00000100:00100000:0.0:1746126717.119709:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816837120:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126717.119803:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816837120:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (608us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126717.119809:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2057 00002000:00100000:0.0:1746126717.119814:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969fa680 x1830945816837120/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:478/0 lens 488/4536 e 0 to 0 dl 1746126728 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.119821:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fa680 with x1830945816837120 ext(0->4095) 00010000:00010000:0.0:1746126717.119826:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991ca600/0xd8b4f51a8447e70d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3ac8 expref: 6 pid: 9566 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746126717.119834:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991ca600/0xd8b4f51a8447e70d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3ac8 expref: 6 pid: 9566 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746126717.119839:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969fa680 00000100:00100000:0.0:1746126717.121630:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.121845:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.124955:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.126532:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.128339:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.129744:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.132750:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.133798:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813206784 00000100:00100000:0.0:1746126717.133803:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813206784 00000100:00100000:0.0:1746126717.133836:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813207040 00000100:00100000:0.0:1746126717.133839:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813207040 00000100:00100000:0.0:1746126717.133850:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1746126717.133856:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3771:x1830945813206784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126717.133895:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3771:x1830945813206784:12345-0@lo:400:kworker.0 Request processed in 39us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126717.133911:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1746126717.133923:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1746126717.133927:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098856a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813207040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126717.133954:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098856a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813207040:12345-0@lo:400:kworker.0 Request processed in 26us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126717.133959:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1746126717.133978:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:0.0:1746126717.133985:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830945813207424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126717.134019:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830945813207424:12345-0@lo:400:kworker.0 Request processed in 35us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126717.134024:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:0.0:1746126717.136294:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.139176:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.139300:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.141766:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.144518:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.146476:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.146738:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.149972:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.152412:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.152454:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.154824:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.156257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.158677:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.160357:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.164612:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.166972:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.169486:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.169667:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.172603:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.174623:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.176739:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.176813:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.179758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.182257:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.182340:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.184866:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.187942:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.190999:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.193463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.201621:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816843648 00000100:00100000:0.0:1746126717.201627:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816843648 00002000:00100000:0.0:1746126717.201664:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efb800 x1830945816843648/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:478/0 lens 488/0 e 0 to 0 dl 1746126728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.201673:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efb800 with x1830945816843648 ext(0->4095) 00002000:00010000:0.0:1746126717.201677:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5efb800 00000100:00100000:0.0:1746126717.201707:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12878 00000100:00100000:0.0:1746126717.201714:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816843648:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126717.201848:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816843648:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (301us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126717.201855:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12878 00002000:00100000:0.0:1746126717.201860:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efb800 x1830945816843648/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:478/0 lens 488/4536 e 0 to 0 dl 1746126728 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.201867:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efb800 with x1830945816843648 ext(0->4095) 00002000:00010000:0.0:1746126717.201870:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5efb800 00000100:00100000:0.0:1746126717.204172:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.209414:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.212138:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.214568:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.218378:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.220756:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.222549:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.222828:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.224515:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.226760:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.228672:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.230587:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.232042:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.234762:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.238560:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.240801:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.241522:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.252806:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.257238:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816847488 00000100:00100000:0.0:1746126717.257248:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816847488 00000100:00100000:0.0:1746126717.257281:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28602 00000100:00100000:0.0:1746126717.257287:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945816847488:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126717.257299:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126717.257341:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0f1200/0xd8b4f51a8447e7a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b3b62 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.257360:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126717.257365:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8447e7a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3b5b expref: 9 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.257370:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126717.257373:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0f1200/0xd8b4f51a8447e7a7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3b62 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.257404:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8447e7a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3b5b expref: 9 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.257413:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d0f1200/0xd8b4f51a8447e7a7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3b62 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.257421:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0f1200, rc 0) 00000100:00100000:0.0:1746126717.257454:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945816847488:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126717.257459:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28602 00000100:00100000:0.0:1746126717.257717:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.259466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.262030:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.262737:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.265128:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.267455:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.270582:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.272223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.275495:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.278163:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.279683:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.281792:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.281827:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.285133:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.288358:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.288790:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.292357:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.294793:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.297429:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.300064:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.306161:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000004:00080000:0.0:1746126717.310397:0:11422:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 760416088990ns, next at 761416087319ns, rc = 0 00000100:00100000:0.0:1746126717.311019:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813214464 00000100:00100000:0.0:1746126717.311023:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813214464 00000100:00100000:0.0:1746126717.311036:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813214720 00000100:00100000:0.0:1746126717.311037:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813214720 00000100:00100000:0.0:1746126717.311045:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1746126717.311051:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830945813214592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746126717.311074:0:9567:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 981846848 pending 1806336 free 3921096704 avail 3689574400 00000100:00100000:0.0:1746126717.311194:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830945813214592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 142us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126717.311199:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1746126717.311214:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1746126717.311219:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830945813214720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746126717.311227:0:9567:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3921285120 avail 3689762816 00000100:00100000:0.0:1746126717.311246:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830945813214720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 28us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126717.311251:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1746126717.311575:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816851328 00000100:00100000:0.0:1746126717.311578:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816851328 00002000:00100000:0.0:1746126717.311598:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb9880 x1830945816851328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:478/0 lens 488/0 e 0 to 0 dl 1746126728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.311606:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb9880 with x1830945816851328 ext(0->4095) 00002000:00010000:0.0:1746126717.311609:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddb9880 00000100:00100000:0.0:1746126717.311619:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12885 00000100:00100000:0.0:1746126717.311623:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945816851328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126717.311716:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945816851328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (426us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126717.311721:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12885 00002000:00100000:0.0:1746126717.311725:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb9880 x1830945816851328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:478/0 lens 488/4536 e 0 to 0 dl 1746126728 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.311732:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb9880 with x1830945816851328 ext(0->4095) 00002000:00010000:0.0:1746126717.311734:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddb9880 00000100:00100000:0.0:1746126717.317650:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.319819:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.320750:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2007:x1830945816851584:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 778us (930us total) trans 4294971953 rc 0/0 00000100:00100000:0.0:1746126717.320757:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2073 00002000:00100000:0.0:1746126717.320760:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013604e680 x1830945816851584/t4294971953(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:478/0 lens 496/448 e 0 to 0 dl 1746126728 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.320765:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e680 with x1830945816851584 ext(0->7) 00010000:00010000:0.0:1746126717.320768:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8447e7d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3b8c expref: 11 pid: 9564 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746126717.320774:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8447e7d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3b8c expref: 11 pid: 9564 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746126717.320777:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604e680 00000100:00100000:0.0:1746126717.324575:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.328950:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816851840 00000100:00100000:0.0:1746126717.328957:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816851840 00000100:00100000:0.0:1746126717.329008:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28610 00000100:00100000:0.0:1746126717.329015:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1776:x1830945816851840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126717.329645:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126717.329661:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098eb6000/0xd8b4f51a8447e7df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b3b9a expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.329687:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012debce00/0xd8b4f51a8447e7d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3b93 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.329694:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126717.329696:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126717.329699:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098eb6000/0xd8b4f51a8447e7df lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3b9a expref: 12 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.329723:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012debce00/0xd8b4f51a8447e7d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3b93 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.329734:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012debce00/0xd8b4f51a8447e7d8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3b93 expref: 5 pid: 9564 timeout: 860 lvb_type: 0 00000100:00100000:0.0:1746126717.329745:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813215104:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126717.329830:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126717.331019:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.333964:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.336172:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.338606:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.343736:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.344970:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096135450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+13:2008:x1830945816852736:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 958us (1237us total) trans 4294971954 rc 0/0 00000100:00100000:0.0:1746126717.344976:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2075 00002000:00100000:0.0:1746126717.344982:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880096135450 x1830945816852736/t4294971954(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:478/0 lens 496/448 e 0 to 0 dl 1746126728 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.344988:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096135450 with x1830945816852736 ext(0->7) 00010000:00010000:0.0:1746126717.344993:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098eb6000/0xd8b4f51a8447e7df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3b9a expref: 13 pid: 9564 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746126717.345001:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098eb6000/0xd8b4f51a8447e7df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3b9a expref: 13 pid: 9564 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746126717.345010:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096135450 00000100:00100000:0.0:1746126717.347244:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.352983:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.353664:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.359284:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.359402:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.361755:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.365480:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.370984:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.376107:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.381036:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.381076:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.384910:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.385931:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.389191:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.389866:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813216768:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746126717.389899:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126717.390529:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813216768:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746126717.390991:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.393449:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.396209:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.398869:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.400629:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.402857:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.405599:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.406420:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.408846:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.411288:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.412037:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.414723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.417063:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.417337:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.420487:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.423279:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.425457:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.432397:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.435204:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.436217:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.437731:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.438664:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.441300:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.443619:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.447365:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.449172:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.451515:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.453600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.458531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.459349:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.465015:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.468809:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816861056 00000100:00100000:0.0:1746126717.468818:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816861056 00010000:00010000:0.0:1746126717.468861:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8447e84f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3c0a expref: 14 pid: 9564 timeout: 860 lvb_type: 0 00000100:00100000:0.0:1746126717.469298:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11821 00000100:00100000:0.0:1746126717.469329:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2009:x1830945816861056:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126717.469345:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126717.469368:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8447e84f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3c0a expref: 14 pid: 9564 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746126717.469379:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8447e84f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3c0a expref: 14 pid: 9564 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746126717.469404:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8447e84f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3c0a expref: 14 pid: 9564 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746126717.469432:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126717.469434:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126717.469442:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991ca400/0xd8b4f51a8447e856 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3c11 expref: 13 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.469450:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ca400/0xd8b4f51a8447e856 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3c11 expref: 13 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.469483:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991ca400/0xd8b4f51a8447e856 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3c11 expref: 13 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126717.469877:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800991bc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813219712:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126717.470188:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126717.473297:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.478456:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.481535:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.485141:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.485226:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.487744:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.489746:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.492687:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.494270:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.496300:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.498690:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.500898:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.504177:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.505987:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.507843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.509023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.511171:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.513630:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.513885:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.516422:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.519970:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.520025:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.522754:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.525055:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.527021:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.528400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.530230:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.532881:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.534422:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.536429:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.538565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.540117:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.542801:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.544418:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+15:2007:x1830945816866688:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1365us (1613us total) trans 4294971955 rc 0/0 00000100:00100000:0.0:1746126717.544425:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2089 00002000:00100000:0.0:1746126717.544432:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800b49f2300 x1830945816866688/t4294971955(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:478/0 lens 496/448 e 0 to 0 dl 1746126728 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.544439:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2300 with x1830945816866688 ext(0->7) 00010000:00010000:0.0:1746126717.544445:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e89c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3c57 expref: 15 pid: 9564 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746126717.544456:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e89c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3c57 expref: 15 pid: 9564 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746126717.544461:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f2300 00000100:00100000:0.0:1746126717.547085:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.549560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.551491:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.552371:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.553606:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.555393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.557618:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.560813:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.562673:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.565408:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.568182:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.571086:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.571210:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.571260:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28643 00000100:00100000:0.0:1746126717.571269:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+15:1776:x1830945816868864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126717.571277:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126717.571285:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098eb7400/0xd8b4f51a8447e8c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b3c81 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.571399:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126717.571404:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e8bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3c7a expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.571409:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126717.571411:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098eb7400/0xd8b4f51a8447e8c6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3c81 expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.571437:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8447e8bf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3c7a expref: 17 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.571448:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098eb7400/0xd8b4f51a8447e8c6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3c81 expref: 17 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126717.571456:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098eb7400, rc 0) 00000100:00100000:0.0:1746126717.571473:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+17:1776:x1830945816868864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 207us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126717.571478:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28643 00000100:00100000:0.0:1746126717.575421:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.577842:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.581010:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.581094:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.584232:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.585266:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+15:2007:x1830945816869760:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 754us (1032us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126717.585273:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2092 00002000:00100000:0.0:1746126717.585278:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa17800 x1830945816869760/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:478/0 lens 488/4536 e 0 to 0 dl 1746126728 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.585285:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17800 with x1830945816869760 ext(0->4095) 00010000:00010000:0.0:1746126717.585291:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098eb7400/0xd8b4f51a8447e8c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3c81 expref: 15 pid: 9566 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746126717.585300:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098eb7400/0xd8b4f51a8447e8c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3c81 expref: 15 pid: 9566 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746126717.585322:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa17800 00000100:00100000:0.0:1746126717.590050:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.590090:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.593650:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.598061:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.600882:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.603273:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.605504:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.607595:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.609514:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.611155:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.611460:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.613645:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000001:00080000:0.0:1746126717.615222:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970643 is committed 00000100:00100000:0.0:1746126717.616080:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.618860:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.620907:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.620954:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.622959:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.624849:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.627280:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.629542:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.632256:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.635458:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.637182:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.637221:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.640911:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.648599:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816874368 00000100:00100000:0.0:1746126717.648608:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816874368 00002000:00100000:0.0:1746126717.648650:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbef800 x1830945816874368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:478/0 lens 488/0 e 0 to 0 dl 1746126728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.648658:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbef800 with x1830945816874368 ext(0->4095) 00010000:00010000:0.0:1746126717.648665:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e905 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3cc0 expref: 16 pid: 9564 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746126717.648677:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e905 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3cc0 expref: 16 pid: 9564 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746126717.648687:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbef800 00000100:00100000:0.0:1746126717.648704:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2097 00000100:00100000:0.0:1746126717.648710:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2007:x1830945816874368:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126717.649164:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2007:x1830945816874368:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 454us (2660us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126717.649170:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2097 00002000:00100000:0.0:1746126717.649175:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbef800 x1830945816874368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:478/0 lens 488/4536 e 0 to 0 dl 1746126728 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.649181:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbef800 with x1830945816874368 ext(0->4095) 00010000:00010000:0.0:1746126717.649185:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3cc0 expref: 16 pid: 9564 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746126717.649193:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3cc0 expref: 16 pid: 9564 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746126717.649197:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbef800 00000100:00100000:0.0:1746126717.656218:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816874752 00000100:00100000:0.0:1746126717.656223:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816874752 00002000:00100000:0.0:1746126717.656253:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbeed80 x1830945816874752/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:478/0 lens 488/0 e 0 to 0 dl 1746126728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.656261:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbeed80 with x1830945816874752 ext(0->4095) 00002000:00010000:0.0:1746126717.656377:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbeed80 00000100:00100000:0.0:1746126717.656398:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12909 00000100:00100000:0.0:1746126717.656405:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+15:2008:x1830945816874752:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126717.656547:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+15:2008:x1830945816874752:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (396us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126717.656552:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12909 00002000:00100000:0.0:1746126717.656557:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbeed80 x1830945816874752/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:478/0 lens 488/4536 e 0 to 0 dl 1746126728 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.656564:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbeed80 with x1830945816874752 ext(0->4095) 00002000:00010000:0.0:1746126717.656567:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbeed80 00000100:00100000:0.0:1746126717.658114:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.660025:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.662384:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.665062:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.666472:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.666963:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.668987:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.673454:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.675384:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.675415:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.677592:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.680278:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.682585:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.684882:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.687383:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.689352:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.691400:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.693834:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.695579:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.698378:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.700680:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.700723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.703303:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.706674:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.706713:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.709594:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.711405:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.715568:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.717419:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.719525:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.721765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.724516:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.724596:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.729266:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.734577:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.735457:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.738017:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.741294:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.744405:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.746565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.749616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.751940:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.754418:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.756618:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.758598:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.760230:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.760710:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.762867:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.766014:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.766092:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.769193:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.771396:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.771434:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.774512:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.777027:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.779862:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.781447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.785120:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.787760:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.792271:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.792382:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.794865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.798372:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.800358:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.802440:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.805158:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.807864:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.808908:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126717.809902:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.813147:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.813181:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.815783:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.818062:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.819794:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.822013:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.823900:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.826027:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.827597:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.828759:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.831505:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.835272:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.841193:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.842701:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+17:2007:x1830945816889344:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1190us (1504us total) trans 4294971956 rc 0/0 00000100:00100000:0.0:1746126717.842709:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2112 00002000:00100000:0.0:1746126717.842715:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094b6d500 x1830945816889344/t4294971956(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:478/0 lens 496/448 e 0 to 0 dl 1746126728 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.842723:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6d500 with x1830945816889344 ext(0->7) 00010000:00010000:0.0:1746126717.842728:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8447e9d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3d8b expref: 17 pid: 9565 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746126717.842739:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8447e9d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3d8b expref: 17 pid: 9565 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746126717.842744:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6d500 00000100:00100000:0.0:1746126717.844992:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.847563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.850646:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.855551:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.858752:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.861871:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.863825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.866971:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2008:x1830945816890496:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2947us (3135us total) trans 4294971957 rc 0/0 00000100:00100000:0.0:1746126717.866983:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2113 00002000:00100000:0.0:1746126717.866994:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d0e2a00 x1830945816890496/t4294971957(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:478/0 lens 496/448 e 0 to 0 dl 1746126728 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.867004:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2a00 with x1830945816890496 ext(0->7) 00010000:00010000:0.0:1746126717.867013:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e9de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3d99 expref: 19 pid: 9565 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746126717.867029:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8447e9de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3d99 expref: 19 pid: 9565 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746126717.867040:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e2a00 00000100:00100000:0.0:1746126717.878439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.881223:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.882410:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.885001:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.885044:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.887418:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.889200:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.892862:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.896905:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.902725:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.903869:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945816892160:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 957us (1142us total) trans 4294971958 rc 0/0 00000100:00100000:0.0:1746126717.903877:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2115 00002000:00100000:0.0:1746126717.903883:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d0e3100 x1830945816892160/t4294971958(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:478/0 lens 496/448 e 0 to 0 dl 1746126728 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.903980:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3100 with x1830945816892160 ext(0->7) 00010000:00010000:0.0:1746126717.903986:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d011c00/0xd8b4f51a8447e9f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3dae expref: 21 pid: 9565 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126717.903996:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d011c00/0xd8b4f51a8447e9f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3dae expref: 21 pid: 9565 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746126717.904003:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e3100 00000100:00100000:0.0:1746126717.906908:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.906955:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.910464:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.915614:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.919132:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.921731:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.925448:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.926404:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+23:2008:x1830945816893312:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 772us (961us total) trans 4294971959 rc 0/0 00000100:00100000:0.0:1746126717.926411:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2117 00002000:00100000:0.0:1746126717.926417:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cbf0e00 x1830945816893312/t4294971959(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:478/0 lens 496/448 e 0 to 0 dl 1746126728 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.926425:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0e00 with x1830945816893312 ext(0->7) 00010000:00010000:0.0:1746126717.926430:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a8447ea01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3dbc expref: 23 pid: 9566 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126717.926445:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a8447ea01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3dbc expref: 23 pid: 9566 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746126717.926450:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf0e00 00000100:00100000:0.0:1746126717.929079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.933540:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816893696 00000100:00100000:0.0:1746126717.933546:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816893696 00002000:00100000:0.0:1746126717.933792:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbedc00 x1830945816893696/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:478/0 lens 488/0 e 0 to 0 dl 1746126728 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.933801:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbedc00 with x1830945816893696 ext(0->4095) 00002000:00010000:0.0:1746126717.933805:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbedc00 00000100:00100000:0.0:1746126717.933842:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12929 00000100:00100000:0.0:1746126717.933860:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816893696:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126717.934423:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945816893696:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 564us (1324us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126717.934429:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12929 00002000:00100000:0.0:1746126717.934434:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbedc00 x1830945816893696/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:478/0 lens 488/4536 e 0 to 0 dl 1746126728 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126717.934441:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbedc00 with x1830945816893696 ext(0->4095) 00002000:00010000:0.0:1746126717.934443:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbedc00 00000100:00100000:0.0:1746126717.937205:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.937788:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.940738:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.942497:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.944913:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.946898:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.949686:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.953624:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.956395:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.957391:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.958161:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.959270:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.960935:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.962704:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.964654:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.966573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.970417:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.972088:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.973757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.976234:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.976435:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.979785:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.982877:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.982920:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.985497:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.987251:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.989743:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.991673:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126717.994678:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.004179:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.004245:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.006365:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.008746:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.011062:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.012220:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.014782:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.016549:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.016602:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.019093:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.021278:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.023981:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.026035:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.026565:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.026585:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.026598:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.026620:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816901760 00000100:00100000:0.0:1746126718.026627:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816901760 00000100:00100000:0.0:1746126718.026675:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816902272 00000100:00100000:0.0:1746126718.026678:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816902272 00000100:00100000:0.0:1746126718.026693:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1184 00000100:00100000:0.0:1746126718.026700:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+15:2010:x1830945816901760:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126718.026750:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+15:2010:x1830945816901760:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 51us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126718.026756:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1184 00000100:00100000:0.0:1746126718.026769:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1185 00000100:00100000:0.0:1746126718.026774:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945816902272:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126718.026793:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945816902272:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 19us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126718.026800:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1185 00000100:00100000:0.0:1746126718.026833:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.027773:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.028136:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.028351:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.031894:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.034868:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.034913:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.036995:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.037067:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.039548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.042349:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.045029:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.047361:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.050418:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.052968:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.055240:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.056162:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.057727:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.060078:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.063007:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.064027:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.068276:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.068378:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.070861:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.073528:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.077817:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.079773:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.082717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.084749:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.086335:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.087068:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.088627:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.090439:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.096188:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.096251:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.100195:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.102376:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.102531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.108284:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.112981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.115944:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.118459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.121254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.123843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.123912:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.126020:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.130022:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.131502:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.131973:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.134524:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.136461:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.136541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.139140:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.141889:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.145751:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.148664:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.152051:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.153801:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.156434:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.156947:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.159724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.161742:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.164904:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.167118:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.169975:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.173106:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.176541:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.177871:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.179081:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.180561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.183203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.186759:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.190030:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.192537:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.194583:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.197046:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.199136:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.200888:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.202144:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.204104:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.206731:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.206811:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.215028:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.218013:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.220533:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.223473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.226964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.228094:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+25:2007:x1830945816917376:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 962us (1123us total) trans 4294971960 rc 0/0 00000100:00100000:0.0:1746126718.228105:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2141 00002000:00100000:0.0:1746126718.228113:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800991bd880 x1830945816917376/t4294971960(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:479/0 lens 496/448 e 0 to 0 dl 1746126729 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126718.228121:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bd880 with x1830945816917376 ext(0->7) 00010000:00010000:0.0:1746126718.228129:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8447eb3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3ef7 expref: 25 pid: 9566 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126718.228143:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8447eb3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3ef7 expref: 25 pid: 9566 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746126718.228149:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bd880 00000100:00100000:0.0:1746126718.230270:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.233723:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.235820:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.235889:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.245096:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.248038:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.253099:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.254545:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.257135:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.259938:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.262377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.263101:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.264540:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.266478:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.268382:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.271175:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.273077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.273149:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.275913:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.277757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.281681:0:7206:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7206:1830945813248896:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126718.281698:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126718.281744:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945816921088:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3670us (3988us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126718.281752:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 11935 00000100:00100000:0.0:1746126718.282192:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.284576:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.286415:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.290790:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.292840:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.293551:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.296333:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.298716:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.299024:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.301792:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.304378:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.304467:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.306393:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.309838:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.312924:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.316509:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.320349:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.322438:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.323694:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.324036:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.326649:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.329670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.332168:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.337442:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.339409:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.343377:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.347130:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.347241:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.350521:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.353230:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.353280:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.355685:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.361372:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.361453:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.364525:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.368513:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.371135:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.373747:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.376503:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.379096:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.381437:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.382250:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.384296:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.387329:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.389747:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.393257:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.395049:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.397777:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.401739:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.403767:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.403803:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.409510:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.411607:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.413487:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.415534:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.418178:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.421020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.426153:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.426239:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.428623:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.433986:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.434056:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.437659:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.439800:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.439901:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.442647:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.444971:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.448355:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.451535:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.455231:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.458448:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.458508:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.461155:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.462903:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.466107:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.468999:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.472096:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.475015:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.477007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.478995:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.480966:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.482271:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.482823:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816936064 00000100:00100000:0.0:1746126718.482826:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816936064 00010000:00010000:0.0:1746126718.482841:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991ca200/0xd8b4f51a8447ec38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3ff3 expref: 6 pid: 9564 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746126718.482858:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11964 00000100:00100000:0.0:1746126718.482863:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816936064:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126718.482869:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126718.482884:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991ca200/0xd8b4f51a8447ec38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3ff3 expref: 6 pid: 9564 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126718.482893:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991ca200/0xd8b4f51a8447ec38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3ff3 expref: 6 pid: 9564 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126718.482907:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991ca200/0xd8b4f51a8447ec38 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3ff3 expref: 6 pid: 9564 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126718.482931:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126718.482932:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126718.482937:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991cb800/0xd8b4f51a8447ec3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3ffa expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126718.482943:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991cb800/0xd8b4f51a8447ec3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3ffa expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126718.482962:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991cb800/0xd8b4f51a8447ec3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3ffa expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126718.482971:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991cb800/0xd8b4f51a8447ec3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3ffa expref: 25 pid: 9564 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746126718.482980:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7206:1830945813256448:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126718.483035:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126718.484817:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.487050:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.487128:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.489413:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.491366:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.491437:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.496094:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.499028:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.505054:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.509564:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.512590:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.513380:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.515281:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.515365:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.518707:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.520463:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.522732:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.525451:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.528137:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.531561:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.534289:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.536865:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.536953:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.540245:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.543132:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.546390:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.552163:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.555251:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.556824:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.559193:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.559763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.563175:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.566401:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.569805:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.571867:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.574252:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.579492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.580027:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.581967:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.586511:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.588581:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.589080:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.593789:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.595740:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.595816:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.598874:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816944512 00000100:00100000:0.0:1746126718.598879:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816944512 00002000:00100000:0.0:1746126718.598904:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134493480 x1830945816944512/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:479/0 lens 488/0 e 0 to 0 dl 1746126729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126718.598913:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134493480 with x1830945816944512 ext(0->4095) 00010000:00010000:0.0:1746126718.598919:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447ecaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b406a expref: 6 pid: 9566 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126718.598930:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447ecaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b406a expref: 6 pid: 9566 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746126718.598935:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134493480 00000100:00100000:0.0:1746126718.599217:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2168 00000100:00100000:0.0:1746126718.599225:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816944512:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126718.599355:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816944512:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (514us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126718.599365:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2168 00002000:00100000:0.0:1746126718.599370:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134493480 x1830945816944512/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:479/0 lens 488/4536 e 0 to 0 dl 1746126729 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126718.599377:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134493480 with x1830945816944512 ext(0->4095) 00010000:00010000:0.0:1746126718.599382:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447ecaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b406a expref: 6 pid: 9566 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126718.599391:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447ecaf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b406a expref: 6 pid: 9566 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746126718.599396:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134493480 00000100:00100000:0.0:1746126718.605148:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.607879:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.611830:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.614892:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.615548:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.617455:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.618755:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.621543:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.625967:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.628403:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.630427:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.632493:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.635951:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.637821:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.639344:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.641973:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.644458:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.646768:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.647484:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.650598:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816948096 00000100:00100000:0.0:1746126718.650603:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816948096 00002000:00100000:0.0:1746126718.650635:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddba300 x1830945816948096/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:479/0 lens 488/0 e 0 to 0 dl 1746126729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126718.650643:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddba300 with x1830945816948096 ext(0->4095) 00010000:00010000:0.0:1746126718.650650:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a8447ece0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b409b expref: 25 pid: 9565 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126718.650661:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a8447ece0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b409b expref: 25 pid: 9565 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746126718.650667:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddba300 00000100:00100000:0.0:1746126718.650688:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2171 00000100:00100000:0.0:1746126718.650694:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+25:2007:x1830945816948096:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126718.650804:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+25:2007:x1830945816948096:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (249us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126718.650809:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2171 00002000:00100000:0.0:1746126718.650814:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddba300 x1830945816948096/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:479/0 lens 488/4536 e 0 to 0 dl 1746126729 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126718.650821:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddba300 with x1830945816948096 ext(0->4095) 00010000:00010000:0.0:1746126718.650825:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a8447ece0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b409b expref: 25 pid: 9565 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126718.650834:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a8447ece0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b409b expref: 25 pid: 9565 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746126718.650839:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddba300 00000100:00100000:0.0:1746126718.652102:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.652340:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.655022:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.657915:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.660733:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.663060:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.665015:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816949248 00000100:00100000:0.0:1746126718.665020:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816949248 00010000:00010000:0.0:1746126718.665041:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447ecee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b40a9 expref: 25 pid: 9566 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746126718.665058:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 11990 00000100:00100000:0.0:1746126718.665063:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+25:2008:x1830945816949248:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126718.665072:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126718.665087:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447ecee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b40a9 expref: 25 pid: 9566 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126718.665095:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447ecee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b40a9 expref: 25 pid: 9566 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126718.665110:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447ecee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b40a9 expref: 25 pid: 9566 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126718.665126:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126718.665353:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126718.665360:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447ecf5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b40b0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126718.665367:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447ecf5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b40b0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126718.665388:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447ecf5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b40b0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126718.665396:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813262976:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126718.665452:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126718.668055:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.669592:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.671140:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.671398:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.673245:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.675605:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.675645:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.677671:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.680581:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.680700:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.683341:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.685922:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.690118:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.693052:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.695833:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.697748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.699776:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.700354:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.701764:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.704761:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.709645:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.710979:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.717085:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.719685:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.720116:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.723396:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.728621:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.732160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.734197:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.740978:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.742873:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.746067:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.747727:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.751775:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.756071:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.760959:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.764618:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.767894:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.770240:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.771071:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816956288 00000100:00100000:0.0:1746126718.771075:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816956288 00002000:00100000:0.0:1746126718.771098:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492d80 x1830945816956288/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:479/0 lens 488/0 e 0 to 0 dl 1746126729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126718.771106:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492d80 with x1830945816956288 ext(0->4095) 00010000:00010000:0.0:1746126718.771112:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447ed50 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b410b expref: 6 pid: 9565 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126718.771120:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447ed50 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b410b expref: 6 pid: 9565 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746126718.771126:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134492d80 00000100:00100000:0.0:1746126718.771302:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2180 00000100:00100000:0.0:1746126718.771322:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816956288:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126718.771462:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816956288:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (455us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126718.771468:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2180 00002000:00100000:0.0:1746126718.771482:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492d80 x1830945816956288/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:479/0 lens 488/4536 e 0 to 0 dl 1746126729 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126718.771488:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492d80 with x1830945816956288 ext(0->4095) 00010000:00010000:0.0:1746126718.771493:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447ed50 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b410b expref: 6 pid: 9565 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126718.771501:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447ed50 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b410b expref: 6 pid: 9565 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746126718.771506:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134492d80 00000100:00100000:0.0:1746126718.776676:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.777131:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.780511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.783287:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.785727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.789220:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.792239:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.795183:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.796561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.797371:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.800279:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.803244:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.809980:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.815549:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.819216:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.823195:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.825660:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.825698:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.827749:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.827773:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.829414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.832456:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.835784:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813268352:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126718.835799:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126718.835833:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945816960000:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3052us (3382us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126718.835841:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12011 00000100:00100000:0.0:1746126718.839538:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.843029:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.845789:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.847386:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.847867:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.851277:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.854117:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.856601:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.858485:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.866097:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.867806:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28821 00000100:00100000:0.0:1746126718.867819:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945816961920:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126718.867835:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126718.867850:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a54bc600/0xd8b4f51a8447eda4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b415f expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126718.867875:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012deaac00/0xd8b4f51a8447ed9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4158 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126718.867881:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126718.867888:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126718.867892:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54bc600/0xd8b4f51a8447eda4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b415f expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126718.867918:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012deaac00/0xd8b4f51a8447ed9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4158 expref: 24 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126718.867931:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012deaac00/0xd8b4f51a8447ed9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4158 expref: 24 pid: 9564 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746126718.867942:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c99c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813269248:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126718.868708:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126718.871239:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.873961:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945816962048:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2093us (2722us total) trans 4294971961 rc 0/0 00000100:00100000:0.0:1746126718.873970:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2185 00002000:00100000:0.0:1746126718.873978:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c99c700 x1830945816962048/t4294971961(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:479/0 lens 496/448 e 0 to 0 dl 1746126729 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126718.873986:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99c700 with x1830945816962048 ext(0->7) 00010000:00010000:0.0:1746126718.873993:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012deaac00/0xd8b4f51a8447ed9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4158 expref: 27 pid: 9564 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746126718.874005:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012deaac00/0xd8b4f51a8447ed9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4158 expref: 27 pid: 9564 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746126718.874011:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99c700 00000100:00100000:0.0:1746126718.878043:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.881626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.881659:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816962432 00000100:00100000:0.0:1746126718.881663:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816962432 00002000:00100000:0.0:1746126718.881689:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba4700 x1830945816962432/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:479/0 lens 488/0 e 0 to 0 dl 1746126729 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126718.881697:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba4700 with x1830945816962432 ext(0->4095) 00002000:00010000:0.0:1746126718.881701:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba4700 00000100:00100000:0.0:1746126718.881726:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12995 00000100:00100000:0.0:1746126718.881732:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816962432:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126718.881831:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816962432:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (204us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126718.881836:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12995 00002000:00100000:0.0:1746126718.881841:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba4700 x1830945816962432/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:479/0 lens 488/4536 e 0 to 0 dl 1746126729 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126718.881848:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba4700 with x1830945816962432 ext(0->4095) 00002000:00010000:0.0:1746126718.881850:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba4700 00000100:00100000:0.0:1746126718.886776:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.886857:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.891727:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.895113:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.897632:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.897676:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.901975:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.905377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.905709:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.909113:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.913241:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.916124:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.919466:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.922300:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.924625:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.927706:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.928254:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.930357:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.933055:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.935777:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.938244:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.940921:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.946213:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.949450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.949525:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.951843:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.956483:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.961719:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.964616:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.966817:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.971018:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.976057:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.976185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.979658:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.980080:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.982852:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.986183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.989214:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.991451:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.993899:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126718.998412:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.001739:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.002190:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.005065:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.008212:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.010876:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.014247:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.018207:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.022378:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.025552:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.025623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.028244:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.028352:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.033086:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.035995:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.036046:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.041185:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816972288 00000100:00100000:0.0:1746126719.041190:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816972288 00002000:00100000:0.0:1746126719.041225:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbec700 x1830945816972288/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:480/0 lens 488/0 e 0 to 0 dl 1746126730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.041234:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbec700 with x1830945816972288 ext(0->4095) 00010000:00010000:0.0:1746126719.041241:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447ee29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b41e4 expref: 6 pid: 9566 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.041252:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447ee29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b41e4 expref: 6 pid: 9566 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746126719.041263:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbec700 00000100:00100000:0.0:1746126719.041277:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2195 00000100:00100000:0.0:1746126719.041284:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816972288:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126719.041404:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816972288:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (544us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126719.041412:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2195 00002000:00100000:0.0:1746126719.041417:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbec700 x1830945816972288/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:480/0 lens 488/4536 e 0 to 0 dl 1746126730 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.041424:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbec700 with x1830945816972288 ext(0->4095) 00010000:00010000:0.0:1746126719.041429:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447ee29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b41e4 expref: 6 pid: 9566 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.041703:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447ee29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b41e4 expref: 6 pid: 9566 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746126719.041709:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbec700 00000100:00100000:0.0:1746126719.044442:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.047093:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.050188:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.052584:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.056723:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.059459:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.059519:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.064276:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.067241:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.072110:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.075509:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.077404:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.080093:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.083237:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.085905:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.089276:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.091398:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.096370:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.099519:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.111046:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.120816:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.123915:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2007:x1830945816976000:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1223us (3107us total) trans 4294971962 rc 0/0 00000100:00100000:0.0:1746126719.123923:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2198 00002000:00100000:0.0:1746126719.123930:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800969ed880 x1830945816976000/t4294971962(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:480/0 lens 496/448 e 0 to 0 dl 1746126730 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.123937:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed880 with x1830945816976000 ext(0->7) 00010000:00010000:0.0:1746126719.123942:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447ee5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4215 expref: 29 pid: 25391 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.123952:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447ee5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4215 expref: 29 pid: 25391 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746126719.123958:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ed880 00000100:00100000:0.0:1746126719.126412:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.131025:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.136022:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.139476:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.139555:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.144181:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.148161:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.152995:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.155873:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.160906:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.167735:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.177447:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816978176 00000100:00100000:0.0:1746126719.177455:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816978176 00010000:00010000:0.0:1746126719.177495:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8447ee76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4231 expref: 6 pid: 25391 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746126719.177518:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12046 00000100:00100000:0.0:1746126719.177525:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945816978176:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126719.177537:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126719.177552:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8447ee76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4231 expref: 6 pid: 25391 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.177562:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8447ee76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4231 expref: 6 pid: 25391 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.177580:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8447ee76 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4231 expref: 6 pid: 25391 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.177762:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126719.177764:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126719.177770:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8447ee7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4238 expref: 28 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.177778:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8447ee7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4238 expref: 28 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.177810:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8447ee7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4238 expref: 28 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126719.177820:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c337100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813277312:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126719.178324:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126719.183168:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c337100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813277312:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126719.183194:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126719.183261:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945816978176:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5734us (5889us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126719.183271:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12046 00000100:00100000:0.0:1746126719.183509:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.186754:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.191702:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.199989:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.201550:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.209223:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.214388:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.219795:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.229439:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.229486:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.233790:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.236279:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.236334:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.241353:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.244120:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.244275:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.246699:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.248232:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.250707:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816981632 00000100:00100000:0.0:1746126719.250712:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816981632 00002000:00100000:0.0:1746126719.250739:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbedf80 x1830945816981632/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:480/0 lens 488/0 e 0 to 0 dl 1746126730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.250748:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbedf80 with x1830945816981632 ext(0->4095) 00002000:00010000:0.0:1746126719.250751:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbedf80 00000100:00100000:0.0:1746126719.250911:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13014 00000100:00100000:0.0:1746126719.250918:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945816981632:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126719.251017:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945816981632:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (391us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126719.251023:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13014 00002000:00100000:0.0:1746126719.251028:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbedf80 x1830945816981632/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:480/0 lens 488/4536 e 0 to 0 dl 1746126730 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.251035:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbedf80 with x1830945816981632 ext(0->4095) 00002000:00010000:0.0:1746126719.251037:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbedf80 00000100:00100000:0.0:1746126719.252403:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.254650:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.257346:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.259566:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.261611:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.261936:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.265383:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.267512:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.267604:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.272235:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.274459:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.274561:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.277618:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813280128 00000100:00100000:0.0:1746126719.277624:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813280128 00000100:00100000:0.0:1746126719.277655:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1746126719.277661:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3770:x1830945813280128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746126719.277686:0:8382:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:0.0:1746126719.277892:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3770:x1830945813280128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 231us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126719.277898:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1746126719.279184:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.282483:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.289731:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.302114:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.306195:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.306247:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.309512:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.309563:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816985344 00000100:00100000:0.0:1746126719.309568:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816985344 00002000:00100000:0.0:1746126719.309596:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00b100 x1830945816985344/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:480/0 lens 488/0 e 0 to 0 dl 1746126730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.309603:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00b100 with x1830945816985344 ext(0->4095) 00010000:00010000:0.0:1746126719.309609:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447eed8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4293 expref: 31 pid: 25391 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.309624:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447eed8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4293 expref: 31 pid: 25391 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746126719.309630:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c00b100 00000100:00100000:0.0:1746126719.309657:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2211 00000100:00100000:0.0:1746126719.309663:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945816985344:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126719.309760:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945816985344:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (249us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126719.309766:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2211 00002000:00100000:0.0:1746126719.309770:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00b100 x1830945816985344/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:480/0 lens 488/4536 e 0 to 0 dl 1746126730 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.309777:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00b100 with x1830945816985344 ext(0->4095) 00010000:00010000:0.0:1746126719.309781:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447eed8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4293 expref: 31 pid: 25391 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.309789:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447eed8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4293 expref: 31 pid: 25391 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746126719.309795:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c00b100 00000100:00100000:0.0:1746126719.312257:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.316765:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.320259:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.320923:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.326168:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.329337:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.334039:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.337031:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.341546:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.344164:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.344219:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.348065:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.350994:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.351075:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.354180:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.357807:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.361091:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.363944:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.368128:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.371399:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.371909:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.377791:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813282944:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126719.377806:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447ef17 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b42d2 expref: 32 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.377814:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61c00, rc 0) 00000100:00100000:0.0:1746126719.377835:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945816988928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6221us (6439us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126719.377840:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28874 00000100:00100000:0.0:1746126719.380003:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.385344:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.389334:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.394784:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.400374:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.401255:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.402140:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.403794:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.406500:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.410140:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.414137:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.417159:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.420227:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.422441:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.424519:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.424958:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816992384 00000100:00100000:0.0:1746126719.424962:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816992384 00000100:00100000:0.0:1746126719.424992:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28881 00000100:00100000:0.0:1746126719.424998:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1778:x1830945816992384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126719.425004:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126719.425010:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012deaac00/0xd8b4f51a8447ef48 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b4303 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.425020:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126719.425024:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447ef41 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b42fc expref: 33 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.425028:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126719.425031:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012deaac00/0xd8b4f51a8447ef48 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4303 expref: 33 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.425416:0:25391:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447ef41 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b42fc expref: 33 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.425427:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012deaac00/0xd8b4f51a8447ef48 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4303 expref: 33 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.425436:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012deaac00, rc 0) 00000100:00100000:0.0:1746126719.425476:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1778:x1830945816992384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 478us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126719.425481:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28881 00000100:00100000:0.0:1746126719.427049:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.429165:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.434170:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.442057:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.454069:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.455228:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.455244:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816993792 00000100:00100000:0.0:1746126719.455247:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816993792 00002000:00100000:0.0:1746126719.455268:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910b800 x1830945816993792/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:480/0 lens 488/0 e 0 to 0 dl 1746126730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.455276:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910b800 with x1830945816993792 ext(0->4095) 00010000:00010000:0.0:1746126719.455281:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447ef4f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b430a expref: 6 pid: 9565 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.455289:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447ef4f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b430a expref: 6 pid: 9565 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746126719.455294:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009910b800 00000100:00100000:0.0:1746126719.455321:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2220 00000100:00100000:0.0:1746126719.455326:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816993792:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126719.455420:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945816993792:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (191us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126719.455426:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2220 00002000:00100000:0.0:1746126719.455431:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910b800 x1830945816993792/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:480/0 lens 488/4536 e 0 to 0 dl 1746126730 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.455438:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910b800 with x1830945816993792 ext(0->4095) 00010000:00010000:0.0:1746126719.455442:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447ef4f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b430a expref: 6 pid: 9565 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.455450:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447ef4f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b430a expref: 6 pid: 9565 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746126719.455454:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009910b800 00000100:00100000:0.0:1746126719.464436:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.468990:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.471939:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.474872:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.478055:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.481714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.482492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.483831:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.485348:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.490155:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.493013:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.496423:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.500567:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.507479:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.507878:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.512126:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.517536:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.527202:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.527367:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945816997248 00000100:00100000:0.0:1746126719.527374:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945816997248 00002000:00100000:0.0:1746126719.527409:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa4e00 x1830945816997248/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:480/0 lens 488/0 e 0 to 0 dl 1746126730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.527418:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa4e00 with x1830945816997248 ext(0->4095) 00002000:00010000:0.0:1746126719.527423:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa4e00 00000100:00100000:0.0:1746126719.527668:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13027 00000100:00100000:0.0:1746126719.527676:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945816997248:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126719.527789:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945816997248:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (594us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126719.527795:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13027 00002000:00100000:0.0:1746126719.527805:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa4e00 x1830945816997248/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:480/0 lens 488/4536 e 0 to 0 dl 1746126730 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.527813:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa4e00 with x1830945816997248 ext(0->4095) 00002000:00010000:0.0:1746126719.527815:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa4e00 00000100:00100000:0.0:1746126719.530208:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.539388:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.540463:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945816997504:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 811us (1071us total) trans 4294971964 rc 0/0 00000100:00100000:0.0:1746126719.540471:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2224 00002000:00100000:0.0:1746126719.540477:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012eaa5180 x1830945816997504/t4294971964(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:480/0 lens 496/448 e 0 to 0 dl 1746126730 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.540484:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5180 with x1830945816997504 ext(0->7) 00010000:00010000:0.0:1746126719.540489:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447ef80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b433b expref: 33 pid: 9566 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.540499:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447ef80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b433b expref: 33 pid: 9566 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746126719.540505:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa5180 00000100:00100000:0.0:1746126719.546773:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.552560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.552714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.555652:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.555773:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.560215:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.563997:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.570756:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.578963:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.581565:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.582125:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.584806:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.585946:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.588783:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.590712:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.592771:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.596273:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.598956:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.602175:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.603492:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.605098:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.609792:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.612077:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:0.0:1746126719.615562:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ac00/0xd8b4f51a8447e5f5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615569:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ac00/0xd8b4f51a8447e5f5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615573:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ac00/0xd8b4f51a8447e5f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615577:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008383ac00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:0.0:1746126719.615579:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ac00/0xd8b4f51a8447e5f5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615584:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ac00/0xd8b4f51a8447e5f5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615591:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff88009d088a00) 00010000:00010000:0.0:1746126719.615593:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126719.615595:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ac00/0xd8b4f51a8447e5f5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615598:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ac00/0xd8b4f51a8447e5f5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615617:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d400/0xd8b4f51a8447e626 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615622:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d400/0xd8b4f51a8447e626 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615626:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d400/0xd8b4f51a8447e626 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615629:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b3d400 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:0.0:1746126719.615631:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d400/0xd8b4f51a8447e626 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615634:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d400/0xd8b4f51a8447e626 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615639:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880094b51c00) 00010000:00010000:0.0:1746126719.615641:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126719.615642:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d400/0xd8b4f51a8447e626 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615646:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d400/0xd8b4f51a8447e626 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615655:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009669dc00/0xd8b4f51a8447e6a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615659:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009669dc00/0xd8b4f51a8447e6a4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615662:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009669dc00/0xd8b4f51a8447e6a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615666:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009669dc00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:0.0:1746126719.615667:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009669dc00/0xd8b4f51a8447e6a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615672:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009669dc00/0xd8b4f51a8447e6a4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615676:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff880094b51700) 00010000:00010000:0.0:1746126719.615677:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126719.615680:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009669dc00/0xd8b4f51a8447e6a4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126719.615683:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009669dc00/0xd8b4f51a8447e6a4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00000100:00100000:0.0:1746126719.615698:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817001728 00000100:00100000:0.0:1746126719.615704:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817001728 00010000:00010000:0.0:1746126719.615726:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447efb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4373 expref: 34 pid: 9565 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746126719.615751:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12092 00000100:00100000:0.0:1746126719.615758:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+34:2009:x1830945817001728:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126719.615768:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126719.615782:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447efb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4373 expref: 34 pid: 9565 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.615792:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447efb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4373 expref: 34 pid: 9565 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.615805:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447efb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4373 expref: 34 pid: 9565 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.615813:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126719.615816:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126719.615821:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8447efbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b437a expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.615828:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8447efbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b437a expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.615851:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8447efbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b437a expref: 33 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126719.615861:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d00f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813289216:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126719.615920:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126719.616712:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813289344 00000100:00100000:0.0:1746126719.616716:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813289344 00000100:00100000:0.0:1746126719.617046:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28899 00000100:00100000:0.0:1746126719.617052:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1830945813289344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1746126719.617068:0:9565:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23 count 1 00010000:00010000:0.0:1746126719.617083:0:9565:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc600/0xd8b4f51a8447efc6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.617095:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b3c200/0xd8b4f51a8447e5e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3a27 expref: 5 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126719.617101:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126719.617102:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126719.617104:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc600/0xd8b4f51a8447efc6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.617118:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b3c200/0xd8b4f51a8447e5e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3a27 expref: 5 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126719.617128:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b3c200/0xd8b4f51a8447e5e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3a27 expref: 5 pid: 25391 timeout: 862 lvb_type: 1 00000100:00100000:0.0:1746126719.617137:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d00e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9565:1830945813289472:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126719.617178:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126719.618809:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d00e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9565:1830945813289472:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126719.618825:0:9565:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc600/0xd8b4f51a8447efc6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126719.619120:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d00f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813289216:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126719.619134:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126719.619160:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2009:x1830945817001728:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3402us (3889us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126719.619169:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12092 00010000:00010000:0.0:1746126719.619416:0:9565:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc600/0xd8b4f51a8447efc6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.619423:0:9565:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc600/0xd8b4f51a8447efc6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.619431:0:9565:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc600/0xd8b4f51a8447efc6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.619437:0:9565:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc600/0xd8b4f51a8447efc6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.619548:0:9565:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746126719.620033:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3769:x1830945813289344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2981us (3925us total) trans 4294970644 rc 0/0 00000100:00100000:0.0:1746126719.620040:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28899 00000100:00100000:0.0:1746126719.620761:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.623197:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817002240 00000100:00100000:0.0:1746126719.623204:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817002240 00000100:00100000:0.0:1746126719.623247:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28900 00000100:00100000:0.0:1746126719.623254:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817002240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126719.623268:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126719.623281:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd000/0xd8b4f51a8447efcd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b4381 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.623336:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8447efbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b437a expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.623344:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126719.623345:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126719.623349:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd000/0xd8b4f51a8447efcd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4381 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.623376:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8447efbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b437a expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.623387:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8447efbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b437a expref: 32 pid: 9566 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746126719.623401:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d00e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813289600:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126719.623479:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126719.626113:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.629015:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.631328:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.631365:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.634009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.638532:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.642773:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.642859:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.647534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.650292:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.650550:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.655009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.657701:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.664470:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.667644:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.672924:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.675033:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.675124:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.677950:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.678036:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.684609:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.693292:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.699907:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.703259:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.704338:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817006336 00000100:00100000:0.0:1746126719.704347:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817006336 00000100:00100000:0.0:1746126719.704383:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28908 00000100:00100000:0.0:1746126719.704389:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817006336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126719.704404:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126719.704419:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a8447f005 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b43b9 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.704443:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a8447effe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b43b2 expref: 32 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.704451:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126719.704463:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126719.704466:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a8447f005 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b43b9 expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.704493:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a8447effe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b43b2 expref: 32 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126719.704503:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a8447effe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b43b2 expref: 32 pid: 25391 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746126719.704513:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a3d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813291648:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126719.704987:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126719.707554:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.709995:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.713690:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817006848 00000100:00100000:0.0:1746126719.713695:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817006848 00002000:00100000:0.0:1746126719.713727:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbeca80 x1830945817006848/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:480/0 lens 488/0 e 0 to 0 dl 1746126730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.713736:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbeca80 with x1830945817006848 ext(0->4095) 00010000:00010000:0.0:1746126719.713742:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a8447f005 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b43b9 expref: 6 pid: 25391 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.713753:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a8447f005 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b43b9 expref: 6 pid: 25391 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746126719.713760:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbeca80 00000100:00100000:0.0:1746126719.716417:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.719244:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.721723:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.724044:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.725625:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+35:2007:x1830945817007488:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1437us (1578us total) trans 4294971965 rc 0/0 00000100:00100000:0.0:1746126719.725634:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2235 00002000:00100000:0.0:1746126719.725640:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a5a3d880 x1830945817007488/t4294971965(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:480/0 lens 496/448 e 0 to 0 dl 1746126730 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.725648:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3d880 with x1830945817007488 ext(0->7) 00010000:00010000:0.0:1746126719.725653:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8447f00c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b43c0 expref: 35 pid: 25391 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.725664:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8447f00c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b43c0 expref: 35 pid: 25391 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746126719.725675:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3d880 00000100:00100000:0.0:1746126719.730433:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.736183:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.736550:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.739585:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.739701:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.743058:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.746248:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.747497:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.750398:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.754037:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.757838:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.760759:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.764598:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.768635:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.768741:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.771596:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.772474:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.776751:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817010560 00000100:00100000:0.0:1746126719.776758:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817010560 00002000:00100000:0.0:1746126719.776792:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbee680 x1830945817010560/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:480/0 lens 488/0 e 0 to 0 dl 1746126730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.776800:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbee680 with x1830945817010560 ext(0->4095) 00010000:00010000:0.0:1746126719.776808:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447f036 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b43ea expref: 36 pid: 25391 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.776826:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447f036 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b43ea expref: 36 pid: 25391 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746126719.776833:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbee680 00000100:00100000:0.0:1746126719.776897:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2239 00000100:00100000:0.0:1746126719.776904:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2009:x1830945817010560:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126719.777035:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2009:x1830945817010560:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (856us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126719.777041:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2239 00002000:00100000:0.0:1746126719.777046:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbee680 x1830945817010560/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:480/0 lens 488/4536 e 0 to 0 dl 1746126730 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.777053:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbee680 with x1830945817010560 ext(0->4095) 00010000:00010000:0.0:1746126719.777057:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447f036 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b43ea expref: 36 pid: 25391 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.777066:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8447f036 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b43ea expref: 36 pid: 25391 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746126719.777071:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbee680 00000100:00100000:0.0:1746126719.778918:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.782676:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.785114:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.789273:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.793067:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.794762:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.798355:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.798717:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.804365:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.807212:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.810460:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.813749:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.833686:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2007:x1830945817012736:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 6182us (6296us total) trans 4294971966 rc 0/0 00000100:00100000:0.0:1746126719.833697:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2241 00002000:00100000:0.0:1746126719.833706:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88011ddbbb80 x1830945817012736/t4294971966(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:480/0 lens 496/448 e 0 to 0 dl 1746126730 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.833714:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddbbb80 with x1830945817012736 ext(0->7) 00010000:00010000:0.0:1746126719.833723:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8447f052 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4406 expref: 37 pid: 25391 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.833737:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8447f052 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4406 expref: 37 pid: 25391 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746126719.833742:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddbbb80 00000100:00100000:0.0:1746126719.838966:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.839048:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.844895:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.848088:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.862625:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.867724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.869328:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817013888:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1052us (1578us total) trans 4294971967 rc 0/0 00000100:00100000:0.0:1746126719.869339:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2243 00002000:00100000:0.0:1746126719.869347:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c99ce00 x1830945817013888/t4294971967(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:480/0 lens 496/448 e 0 to 0 dl 1746126730 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.869355:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ce00 with x1830945817013888 ext(0->7) 00010000:00010000:0.0:1746126719.869364:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8447f060 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4414 expref: 39 pid: 25391 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746126719.869378:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8447f060 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4414 expref: 39 pid: 25391 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746126719.869384:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99ce00 00000100:00100000:0.0:1746126719.871697:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.875201:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.881044:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.881133:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.887672:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.890605:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.893255:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.895591:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.897841:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.900535:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.904787:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbec000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813296128:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126719.904811:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126719.905155:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817015552:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4277us (4626us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126719.905170:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12119 00000100:00100000:0.0:1746126719.906810:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.907219:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.912207:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.914387:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.917093:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.920929:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.924171:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.928263:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.931168:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.932020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.934033:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.934113:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.935468:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.937401:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.941032:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.941565:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817018368 00000100:00100000:0.0:1746126719.941572:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817018368 00002000:00100000:0.0:1746126719.941611:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca31880 x1830945817018368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:480/0 lens 488/0 e 0 to 0 dl 1746126730 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.941620:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31880 with x1830945817018368 ext(0->4095) 00002000:00010000:0.0:1746126719.941624:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca31880 00000100:00100000:0.0:1746126719.941640:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13047 00000100:00100000:0.0:1746126719.941646:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817018368:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126719.942048:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817018368:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 401us (1022us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126719.942055:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13047 00002000:00100000:0.0:1746126719.942060:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca31880 x1830945817018368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:480/0 lens 488/4536 e 0 to 0 dl 1746126730 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126719.942067:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31880 with x1830945817018368 ext(0->4095) 00002000:00010000:0.0:1746126719.942070:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca31880 00000100:00100000:0.0:1746126719.944442:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.946880:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.950166:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.950256:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.952271:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.953026:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.956524:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.961543:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.964202:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.966191:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.968874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.971930:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.974250:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.974356:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.977082:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.979017:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.981184:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.983285:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.985745:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.988096:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.991217:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.993464:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.994241:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.995368:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126719.997673:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.002569:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.002685:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00080000:0.0:1746126720.003519:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126720.011295:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.014010:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.014181:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.017275:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.020141:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.022778:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.025960:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.030042:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.033191:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.033691:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.033708:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817024640 00000100:00100000:0.0:1746126720.033711:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817024640 00002000:00100000:0.0:1746126720.033731:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604e300 x1830945817024640/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:481/0 lens 488/0 e 0 to 0 dl 1746126731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126720.033739:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e300 with x1830945817024640 ext(0->4095) 00010000:00010000:0.0:1746126720.033744:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8447f0f3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b44a7 expref: 6 pid: 9564 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.033766:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8447f0f3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b44a7 expref: 6 pid: 9564 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746126720.033775:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604e300 00000100:00100000:0.0:1746126720.033797:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2253 00000100:00100000:0.0:1746126720.033803:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817024640:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126720.033900:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817024640:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126720.033905:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2253 00002000:00100000:0.0:1746126720.033910:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604e300 x1830945817024640/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:481/0 lens 488/4536 e 0 to 0 dl 1746126731 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126720.033916:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e300 with x1830945817024640 ext(0->4095) 00010000:00010000:0.0:1746126720.033921:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8447f0f3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b44a7 expref: 6 pid: 9564 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.033928:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8447f0f3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b44a7 expref: 6 pid: 9564 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746126720.033933:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604e300 00000100:00100000:0.0:1746126720.037244:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.037343:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.039913:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.042266:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.045960:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.049079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.053237:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.055706:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.056080:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.059423:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.060044:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.063492:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.066704:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.071618:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.078379:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.084391:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.086387:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2010:x1830945817027328:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1772us (1990us total) trans 4294971968 rc 0/0 00000100:00100000:0.0:1746126720.086395:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2256 00002000:00100000:0.0:1746126720.086407:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800b49f0a80 x1830945817027328/t4294971968(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:481/0 lens 496/448 e 0 to 0 dl 1746126731 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126720.086414:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f0a80 with x1830945817027328 ext(0->7) 00010000:00010000:0.0:1746126720.086421:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8447f116 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b44ca expref: 41 pid: 9564 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.086431:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8447f116 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b44ca expref: 41 pid: 9564 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746126720.086436:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f0a80 00000100:00100000:0.0:1746126720.090155:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.095813:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.098368:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.098631:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.103590:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.112036:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.118613:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.128052:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.134128:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.138198:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.148378:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.154839:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.165734:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.169978:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.170717:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945817030016:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 3280us (4992us total) trans 4294971969 rc 0/0 00000100:00100000:0.0:1746126720.170725:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2259 00002000:00100000:0.0:1746126720.170733:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800992fea00 x1830945817030016/t4294971969(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:481/0 lens 496/448 e 0 to 0 dl 1746126731 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126720.170742:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fea00 with x1830945817030016 ext(0->7) 00010000:00010000:0.0:1746126720.170749:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447f139 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b44ed expref: 44 pid: 9565 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.170761:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447f139 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b44ed expref: 44 pid: 9565 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746126720.170768:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fea00 00000100:00100000:0.0:1746126720.176139:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.180132:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.185603:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.188877:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.191512:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.195620:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.199662:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.200492:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.202769:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.203777:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.207473:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.210990:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817032192 00000100:00100000:0.0:1746126720.210999:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817032192 00010000:00010000:0.0:1746126720.211031:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a8447f155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4509 expref: 44 pid: 9566 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746126720.211069:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12151 00000100:00100000:0.0:1746126720.211205:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945817032192:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126720.211221:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126720.211244:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a8447f155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4509 expref: 44 pid: 9566 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.211256:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a8447f155 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4509 expref: 44 pid: 9566 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.211281:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a8447f155 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4509 expref: 44 pid: 9566 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.211384:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.211387:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.211395:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8447f15c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4510 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.211403:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8447f15c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4510 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.211437:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8447f15c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4510 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126720.211460:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aab0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7206:1830945813304320:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126720.211844:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126720.213554:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.215373:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.218464:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.223773:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.225047:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.227788:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.230046:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817033344 00000100:00100000:0.0:1746126720.230053:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817033344 00010000:00010000:0.0:1746126720.230080:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ae00/0xd8b4f51a8447f163 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4517 expref: 6 pid: 9565 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746126720.230432:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12153 00000100:00100000:0.0:1746126720.230440:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817033344:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126720.230463:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126720.230483:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008383ae00/0xd8b4f51a8447f163 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4517 expref: 6 pid: 9565 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.230494:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008383ae00/0xd8b4f51a8447f163 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4517 expref: 6 pid: 9565 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.230521:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008383ae00/0xd8b4f51a8447f163 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4517 expref: 6 pid: 9565 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.230548:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.230550:0:7206:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.230558:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447f16a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b451e expref: 43 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.230566:0:7206:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447f16a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b451e expref: 43 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.230594:0:7206:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447f16a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b451e expref: 43 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.230605:0:7206:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447f16a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b451e expref: 43 pid: 9565 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746126720.230616:0:7206:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea47480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7206:1830945813304960:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126720.230693:0:7206:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126720.233160:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.235812:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.239087:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.241685:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.244842:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.248986:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.252932:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.253385:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.256014:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.259698:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.262898:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.266759:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.269593:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.272387:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.275495:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.277959:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.280949:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.282595:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.284702:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.287701:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.291760:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.294246:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.298088:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.301468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.303694:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.309906:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.316449:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.316504:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817038080 00000100:00100000:0.0:1746126720.316512:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817038080 00002000:00100000:0.0:1746126720.316562:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75c000 x1830945817038080/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:481/0 lens 488/0 e 0 to 0 dl 1746126731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126720.316572:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75c000 with x1830945817038080 ext(0->4095) 00002000:00010000:0.0:1746126720.316576:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75c000 00000100:00100000:0.0:1746126720.316604:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13069 00000100:00100000:0.0:1746126720.316609:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+43:2008:x1830945817038080:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126720.316729:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+43:2008:x1830945817038080:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126720.316735:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13069 00002000:00100000:0.0:1746126720.316740:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75c000 x1830945817038080/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:481/0 lens 488/4536 e 0 to 0 dl 1746126731 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126720.316751:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75c000 with x1830945817038080 ext(0->4095) 00002000:00010000:0.0:1746126720.316754:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75c000 00000100:00100000:0.0:1746126720.319670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.328792:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.334853:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2007:x1830945817038336:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2136us (6064us total) trans 4294971970 rc 0/0 00000100:00100000:0.0:1746126720.334865:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2266 00002000:00100000:0.0:1746126720.334874:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e75fb80 x1830945817038336/t4294971970(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:481/0 lens 496/448 e 0 to 0 dl 1746126731 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126720.334883:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75fb80 with x1830945817038336 ext(0->7) 00010000:00010000:0.0:1746126720.334892:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383ae00/0xd8b4f51a8447f1a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b455d expref: 45 pid: 9565 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.334904:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383ae00/0xd8b4f51a8447f1a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b455d expref: 45 pid: 9565 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746126720.334911:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75fb80 00000100:00100000:0.0:1746126720.339490:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.340469:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.343996:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.348139:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.353642:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.356744:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.361449:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.364820:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.365738:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.367667:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.368412:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.371389:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.372940:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.375108:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.377279:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.380891:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.384639:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.385614:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.386895:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.388361:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.392217:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.397623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.401621:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.406221:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.409334:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.413473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.413551:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.417493:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.420515:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.424504:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.427793:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.431410:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.434351:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.435698:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.438118:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.438749:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28982 00000100:00100000:0.0:1746126720.438759:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1778:x1830945817044608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126720.438766:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126720.438776:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b77e00/0xd8b4f51a8447f204 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b45bf expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.438854:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.438859:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447f20b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45b8 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.438865:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126720.438868:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b77e00/0xd8b4f51a8447f204 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45bf expref: 47 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.438895:0:25391:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447f20b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45b8 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.438919:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b77e00/0xd8b4f51a8447f204 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45bf expref: 47 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.438928:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b77e00, rc 0) 00000100:00100000:0.0:1746126720.438993:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1778:x1830945817044608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 236us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126720.438999:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 28982 00000100:00100000:0.0:1746126720.440603:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.443519:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.448912:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.454547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.457588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.460485:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.464590:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 28984 00000100:00100000:0.0:1746126720.464600:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1778:x1830945817046016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126720.464615:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126720.464627:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b77e00/0xd8b4f51a8447f220 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b45cd expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.464648:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a8447f212 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45c6 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.464653:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.464655:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.464658:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b77e00/0xd8b4f51a8447f220 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45cd expref: 47 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.464771:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a8447f212 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45c6 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.464782:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a8447f212 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45c6 expref: 5 pid: 9565 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746126720.464792:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d264e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813311232:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126720.464874:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126720.468823:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.472451:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.476974:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.478399:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.485507:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.487972:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.488986:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.492145:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.493944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.497600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.499697:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.506520:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817048192 00000100:00100000:0.0:1746126720.506528:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817048192 00010000:00010000:0.0:1746126720.506557:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8447f22e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45e2 expref: 45 pid: 9565 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746126720.506596:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12182 00000100:00100000:0.0:1746126720.506604:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817048192:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126720.506616:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126720.506644:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8447f22e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45e2 expref: 45 pid: 9565 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.506656:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8447f22e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45e2 expref: 45 pid: 9565 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.506672:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8447f22e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45e2 expref: 45 pid: 9565 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.506692:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.506694:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.506699:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8447f235 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45e9 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.506706:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8447f235 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45e9 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.506734:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8447f235 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45e9 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126720.506744:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813312256:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126720.506798:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126720.508087:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.509359:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817048576 00000100:00100000:0.0:1746126720.509362:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817048576 00002000:00100000:0.0:1746126720.509385:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea46680 x1830945817048576/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:481/0 lens 488/0 e 0 to 0 dl 1746126731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126720.509394:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea46680 with x1830945817048576 ext(0->4095) 00010000:00010000:0.0:1746126720.509400:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8447f235 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45e9 expref: 6 pid: 25391 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.509409:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8447f235 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45e9 expref: 6 pid: 25391 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746126720.509414:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea46680 00000100:00100000:0.0:1746126720.509453:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2276 00000100:00100000:0.0:1746126720.509459:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817048576:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126720.509993:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817048576:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 533us (650us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126720.509999:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2276 00002000:00100000:0.0:1746126720.510005:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea46680 x1830945817048576/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:481/0 lens 488/4536 e 0 to 0 dl 1746126731 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126720.510011:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea46680 with x1830945817048576 ext(0->4095) 00010000:00010000:0.0:1746126720.510015:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8447f235 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45e9 expref: 6 pid: 25391 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.510023:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8447f235 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45e9 expref: 6 pid: 25391 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746126720.510029:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea46680 00000100:00100000:0.0:1746126720.512872:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.515350:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.516927:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.518675:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.519624:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2007:x1830945817049216:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 765us (948us total) trans 4294971971 rc 0/0 00000100:00100000:0.0:1746126720.519630:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2277 00002000:00100000:0.0:1746126720.519635:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880136049180 x1830945817049216/t4294971971(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:481/0 lens 496/448 e 0 to 0 dl 1746126731 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126720.519641:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049180 with x1830945817049216 ext(0->7) 00010000:00010000:0.0:1746126720.519646:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8447f23c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45f0 expref: 47 pid: 25391 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.519656:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8447f23c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45f0 expref: 47 pid: 25391 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746126720.519661:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136049180 00000100:00100000:0.0:1746126720.521678:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.524035:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.529179:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.532190:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.534502:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.536401:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.537521:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817050496 00000100:00100000:0.0:1746126720.537525:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817050496 00010000:00010000:0.0:1746126720.537541:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447f24a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45fe expref: 48 pid: 25391 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746126720.537573:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12186 00000100:00100000:0.0:1746126720.537579:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817050496:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126720.537588:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126720.537603:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447f24a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45fe expref: 48 pid: 25391 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.537612:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447f24a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45fe expref: 48 pid: 25391 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.537627:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447f24a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b45fe expref: 48 pid: 25391 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.537649:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.537651:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.537656:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447f251 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4605 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.537662:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447f251 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4605 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.537680:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447f251 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4605 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.537689:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447f251 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4605 expref: 47 pid: 9565 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746126720.537699:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813313408:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126720.537747:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126720.540215:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.542031:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.542113:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.544536:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.547084:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.549956:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.552182:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.554618:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.556788:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.558709:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.561046:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.561397:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.564933:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.568774:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.569378:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.573062:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.575845:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.575889:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.578129:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.580504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.582708:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.585677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.588981:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.591545:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.593337:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.593402:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.595291:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.598503:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.601636:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.603815:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.609044:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.611282:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.611498:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.614636:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.617210:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.619601:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.621688:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.623666:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.626035:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.627758:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.630764:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.631103:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.633420:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.636103:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.638350:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.641149:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.645546:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.646831:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2009:x1830945817058560:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1102us (1277us total) trans 4294971972 rc 0/0 00000100:00100000:0.0:1746126720.646843:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2288 00002000:00100000:0.0:1746126720.646852:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d376a00 x1830945817058560/t4294971972(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:481/0 lens 496/448 e 0 to 0 dl 1746126731 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126720.646861:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d376a00 with x1830945817058560 ext(0->7) 00010000:00010000:0.0:1746126720.646870:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a8447f2ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b466e expref: 49 pid: 9564 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.646884:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a8447f2ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b466e expref: 49 pid: 9564 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746126720.646890:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d376a00 00000100:00100000:0.0:1746126720.650373:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.652161:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.653670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.653688:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817059072 00000100:00100000:0.0:1746126720.653692:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817059072 00002000:00100000:0.0:1746126720.653718:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef8000 x1830945817059072/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:481/0 lens 488/0 e 0 to 0 dl 1746126731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126720.653727:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8000 with x1830945817059072 ext(0->4095) 00010000:00010000:0.0:1746126720.653732:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383ae00/0xd8b4f51a8447f2c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4675 expref: 6 pid: 25391 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.653743:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383ae00/0xd8b4f51a8447f2c1 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4675 expref: 6 pid: 25391 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746126720.653749:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5ef8000 00000100:00100000:0.0:1746126720.653762:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2289 00000100:00100000:0.0:1746126720.653768:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817059072:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126720.655815:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.655856:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.658841:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.660848:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.661082:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.663157:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.665193:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.668586:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.670551:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.672250:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.673933:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.675113:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.677048:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.678590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.679342:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.681746:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.681812:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.684355:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.685983:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.686124:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.689014:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.692935:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.696526:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.699758:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.702854:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.706279:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.707759:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.709763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.711930:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.715063:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.716998:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.718429:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.720824:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.722363:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.729203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.729264:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.732030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.734157:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.734219:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.736002:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.738808:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817066880 00000100:00100000:0.0:1746126720.738831:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817066880 00010000:00010000:0.0:1746126720.738874:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447f32a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b46de expref: 6 pid: 9564 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746126720.738919:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12218 00000100:00100000:0.0:1746126720.738926:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817066880:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126720.738939:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126720.738956:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447f32a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b46de expref: 6 pid: 9564 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.738966:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447f32a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b46de expref: 6 pid: 9564 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.738985:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447f32a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b46de expref: 6 pid: 9564 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.739000:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.739002:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.739008:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8447f331 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b46e5 expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.739015:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8447f331 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b46e5 expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.739046:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8447f331 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b46e5 expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126720.739057:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098ec9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813321472:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126720.739157:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126720.740793:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.743768:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.745789:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.747759:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.749391:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.754032:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.754087:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.758539:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.760632:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.761074:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.763760:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.770574:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.770675:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.774048:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.775611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.775673:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.781212:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.788938:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.789039:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.793775:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.797108:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.799937:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.801952:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.804387:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.805655:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+51:2007:x1830945817071232:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 938us (1267us total) trans 4294971973 rc 0/0 00000100:00100000:0.0:1746126720.805663:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2303 00002000:00100000:0.0:1746126720.805670:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c99e300 x1830945817071232/t4294971973(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:481/0 lens 496/448 e 0 to 0 dl 1746126731 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126720.805679:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99e300 with x1830945817071232 ext(0->7) 00010000:00010000:0.0:1746126720.805685:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447f369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b471d expref: 51 pid: 25391 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746126720.805696:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447f369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b471d expref: 51 pid: 25391 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746126720.805701:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99e300 00000100:00100000:0.0:1746126720.809231:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.813714:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.816472:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.816642:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.820232:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.823970:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.828368:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.830835:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.832674:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.836103:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.840635:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.841279:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.843335:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.843584:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.845899:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.848514:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.850348:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.852277:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.854877:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.859142:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.861471:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.861542:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.861829:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29041 00000100:00100000:0.0:1746126720.861839:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+51:1776:x1830945817074944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126720.861847:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126720.861855:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a8447f3a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b475c expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.861876:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447f39a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b474e expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.861884:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.861886:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.861890:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a8447f3a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b475c expref: 53 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.862096:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447f39a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b474e expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.862108:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447f39a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b474e expref: 5 pid: 25391 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746126720.862121:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813325568:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126720.862184:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4833c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126720.863993:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.866564:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.868217:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.870389:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.871750:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.873572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.875697:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.878441:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.880862:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.881273:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.884401:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.887457:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.887825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.892725:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.895569:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.895655:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.899535:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.901728:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.904493:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.906833:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.909769:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.911897:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.913955:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.914409:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.915673:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.919387:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817079424 00000100:00100000:0.0:1746126720.919393:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817079424 00002000:00100000:0.0:1746126720.919443:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc6a00 x1830945817079424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:481/0 lens 488/0 e 0 to 0 dl 1746126731 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126720.919452:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc6a00 with x1830945817079424 ext(0->4095) 00010000:00010000:0.0:1746126720.919462:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8447f3d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b478d expref: 52 pid: 9566 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746126720.919474:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8447f3d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b478d expref: 52 pid: 9566 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746126720.919483:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc6a00 00000100:00100000:0.0:1746126720.919507:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2310 00000100:00100000:0.0:1746126720.919514:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2008:x1830945817079424:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126720.919641:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2008:x1830945817079424:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (539us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126720.919646:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2310 00002000:00100000:0.0:1746126720.919650:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc6a00 x1830945817079424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:481/0 lens 488/4536 e 0 to 0 dl 1746126731 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126720.919657:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc6a00 with x1830945817079424 ext(0->4095) 00010000:00010000:0.0:1746126720.919661:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8447f3d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b478d expref: 52 pid: 9566 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746126720.919669:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8447f3d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b478d expref: 52 pid: 9566 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746126720.919674:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc6a00 00000100:00100000:0.0:1746126720.921162:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.921231:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.927016:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.927108:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.929555:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.931984:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.932072:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.935660:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.935689:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817080832 00000100:00100000:0.0:1746126720.935694:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817080832 00010000:00010000:0.0:1746126720.935737:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8447f3ee lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b47a2 expref: 51 pid: 25391 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746126720.935774:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12246 00000100:00100000:0.0:1746126720.935781:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098856d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+51:2007:x1830945817080832:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126720.935791:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126720.935810:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8447f3ee lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b47a2 expref: 51 pid: 25391 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746126720.935820:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8447f3ee lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b47a2 expref: 51 pid: 25391 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746126720.935842:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.935844:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.935851:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a8447f3f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b47a9 expref: 7 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.935859:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a8447f3f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b47a9 expref: 7 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.935884:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a8447f3f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b47a9 expref: 7 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126720.935899:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098855180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813328640:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126720.935963:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126720.938030:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.941890:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.944148:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.946561:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.949971:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.950052:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.950094:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29055 00000100:00100000:0.0:1746126720.950103:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817081856:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126720.950118:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126720.950133:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a8447f40a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b47be expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.950153:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126720.950158:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447f403 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b47b7 expref: 51 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.950163:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126720.950166:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a8447f40a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b47be expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.950195:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447f403 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b47b7 expref: 51 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.950204:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a8447f40a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b47be expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.950212:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b098000, rc 0) 00000100:00100000:0.0:1746126720.950262:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817081856:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126720.950267:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29055 00000100:00100000:0.0:1746126720.952355:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.955460:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.956040:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.960390:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.963917:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.967394:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.969946:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.974714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.976869:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.977645:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817083776 00000100:00100000:0.0:1746126720.977653:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817083776 00000100:00100000:0.0:1746126720.977696:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29058 00000100:00100000:0.0:1746126720.977704:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+50:1776:x1830945817083776:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126720.977718:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126720.977733:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b098a00/0xd8b4f51a8447f41f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b47d3 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.977938:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8447f418 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b47cc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.977946:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.977948:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126720.977951:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b098a00/0xd8b4f51a8447f41f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b47d3 expref: 51 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.977977:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8447f418 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b47cc expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126720.977987:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8447f418 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b47cc expref: 5 pid: 9566 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746126720.977997:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094be1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813330048:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126720.978139:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126720.979294:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.980637:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.983115:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.985649:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.989588:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.991950:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.994771:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126720.999502:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.000364:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.003934:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.005964:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.008090:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.012106:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.014904:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.017384:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.019490:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.022509:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.022587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.025700:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.027947:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.031767:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.034520:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.036127:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.038490:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.040233:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.042097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.044712:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.045350:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.047458:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.048672:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.048732:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.050721:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.052490:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.052549:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.055292:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.056950:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.060262:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.062984:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.068082:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.069354:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.072649:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.075610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.078011:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.080851:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.084226:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.085339:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2008:x1830945817091584:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 730us (1075us total) trans 4294971974 rc 0/0 00000100:00100000:0.0:1746126721.085348:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2323 00002000:00100000:0.0:1746126721.085355:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d24bb80 x1830945817091584/t4294971974(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:482/0 lens 496/448 e 0 to 0 dl 1746126732 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126721.085363:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24bb80 with x1830945817091584 ext(0->7) 00010000:00010000:0.0:1746126721.085370:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a8447f481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4835 expref: 53 pid: 9566 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746126721.085381:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a8447f481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4835 expref: 53 pid: 9566 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746126721.085386:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d24bb80 00000100:00100000:0.0:1746126721.087561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.091271:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.093413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.095269:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.096900:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.099447:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.101405:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.101456:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.103509:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.106355:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.106405:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.108892:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.110704:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.113720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.116736:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.118652:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.120565:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.123582:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.126026:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817094784 00000100:00100000:0.0:1746126721.126032:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817094784 00000100:00100000:0.0:1746126721.126067:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29080 00000100:00100000:0.0:1746126721.126074:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+54:1776:x1830945817094784:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126721.126085:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126721.126097:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b098c00/0xd8b4f51a8447f4b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b486d expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.126114:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126721.126118:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447f4b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4866 expref: 55 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.126123:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126721.126125:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b098c00/0xd8b4f51a8447f4b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b486d expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.126150:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447f4b2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4866 expref: 55 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.126159:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b098c00/0xd8b4f51a8447f4b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b486d expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.126167:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b098c00, rc 0) 00000100:00100000:0.0:1746126721.126444:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1776:x1830945817094784:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 369us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126721.126450:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29080 00000100:00100000:0.0:1746126721.127290:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.130257:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.134190:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.134246:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.140422:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.144058:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.144138:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.147802:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.149808:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.152792:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.155146:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.158531:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.161031:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.163486:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.163801:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.170945:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.173148:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.178043:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.180938:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.183880:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.185416:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.187724:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.188557:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.192079:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817099264 00000100:00100000:0.0:1746126721.192087:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817099264 00002000:00100000:0.0:1746126721.192125:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea47b80 x1830945817099264/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:482/0 lens 488/0 e 0 to 0 dl 1746126732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126721.192136:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea47b80 with x1830945817099264 ext(0->4095) 00010000:00010000:0.0:1746126721.192144:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8447f4ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b489e expref: 54 pid: 9565 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746126721.192156:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8447f4ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b489e expref: 54 pid: 9565 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746126721.192163:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea47b80 00000100:00100000:0.0:1746126721.192192:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2331 00000100:00100000:0.0:1746126721.192200:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2007:x1830945817099264:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126721.192678:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2007:x1830945817099264:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 478us (788us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126721.192684:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2331 00002000:00100000:0.0:1746126721.192689:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea47b80 x1830945817099264/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:482/0 lens 488/4536 e 0 to 0 dl 1746126732 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126721.192696:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea47b80 with x1830945817099264 ext(0->4095) 00010000:00010000:0.0:1746126721.192701:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8447f4ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b489e expref: 54 pid: 9565 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746126721.192710:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8447f4ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b489e expref: 54 pid: 9565 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746126721.192715:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea47b80 00000100:00100000:0.0:1746126721.194698:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.197737:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.204707:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.207879:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.212185:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.214542:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.219776:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.222722:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.224622:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.227262:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.228293:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.232534:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.235455:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.237073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.240439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.241558:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2009:x1830945817101952:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 783us (1118us total) trans 4294971975 rc 0/0 00000100:00100000:0.0:1746126721.241565:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2335 00002000:00100000:0.0:1746126721.241570:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012ead6300 x1830945817101952/t4294971975(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:482/0 lens 496/448 e 0 to 0 dl 1746126732 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126721.241577:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ead6300 with x1830945817101952 ext(0->7) 00010000:00010000:0.0:1746126721.241581:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447f50d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b48c1 expref: 55 pid: 25391 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746126721.241591:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447f50d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b48c1 expref: 55 pid: 25391 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746126721.241600:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ead6300 00000100:00100000:0.0:1746126721.243826:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.247469:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.250914:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.256067:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.256118:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.258492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.261793:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.261844:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.265238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.268695:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.269084:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.272763:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.277127:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.280606:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.283651:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.286571:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.289713:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.292021:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.292058:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.294740:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.298010:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.301777:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.306588:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.308243:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.310302:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.312170:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.315553:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.318414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.320938:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.324465:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.328115:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.328171:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.333708:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.333822:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.336070:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.337855:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.338189:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.340271:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.341625:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813342464:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126721.341639:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126721.341662:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134499500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817108480:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1220us (1391us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126721.341877:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12300 00000100:00100000:0.0:1746126721.342384:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.344077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.346155:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.348228:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.350025:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.351240:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.352456:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.354381:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.356493:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.357822:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.359953:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813343360:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126721.359975:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126721.360092:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013449b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817110144:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2113us (2271us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126721.360100:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12303 00000100:00100000:0.0:1746126721.361663:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.361728:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.364058:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.366449:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.369792:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.372438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.374190:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.377688:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.379008:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.380267:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.380610:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.384471:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.387523:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.388514:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.390630:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.393372:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.393433:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.397024:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.400651:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.402899:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.406076:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.410406:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.413488:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.415128:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.415816:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fa15180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813345408:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126721.415835:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8447f5c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4977 expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.415848:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61200, rc 0) 00000100:00100000:0.0:1746126721.415869:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011dda8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1776:x1830945817114368:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2211us (2382us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126721.415875:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29118 00000100:00100000:0.0:1746126721.417489:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.417536:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.419550:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.422000:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.424682:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.426556:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.428682:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.430835:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.432742:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.435281:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.435340:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.438341:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.440568:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.440630:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.442550:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.444593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.444623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.447775:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.452793:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817117952 00000100:00100000:0.0:1746126721.452799:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817117952 00002000:00100000:0.0:1746126721.452832:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa16300 x1830945817117952/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:482/0 lens 488/0 e 0 to 0 dl 1746126732 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126721.452842:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa16300 with x1830945817117952 ext(0->4095) 00002000:00010000:0.0:1746126721.452846:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fa16300 00000100:00100000:0.0:1746126721.452872:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13140 00000100:00100000:0.0:1746126721.452878:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817117952:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126721.453010:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817117952:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (257us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126721.453017:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13140 00002000:00100000:0.0:1746126721.453022:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa16300 x1830945817117952/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:482/0 lens 488/4536 e 0 to 0 dl 1746126732 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126721.453029:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa16300 with x1830945817117952 ext(0->4095) 00002000:00010000:0.0:1746126721.453031:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fa16300 00000100:00100000:0.0:1746126721.454744:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.457938:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.460746:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.463098:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.463126:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.465584:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.467991:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.469846:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.471792:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.474471:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.476960:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.479860:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.481757:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.483537:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.483840:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.486135:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.488861:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.488940:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.491298:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.496920:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.497058:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.499815:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.502271:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.506826:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.509082:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.511836:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.515441:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.517584:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.517627:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.519931:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.521812:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.523946:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.523981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.526480:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.528447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.528516:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.531053:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.533139:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.534932:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.536503:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.538409:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.540668:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.542208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.545193:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817125376 00000100:00100000:0.0:1746126721.545199:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817125376 00010000:00010000:0.0:1746126721.545223:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8447f64f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4a03 expref: 6 pid: 9564 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746126721.545245:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12333 00000100:00100000:0.0:1746126721.545250:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817125376:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126721.545259:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126721.545278:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8447f64f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4a03 expref: 6 pid: 9564 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746126721.545288:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8447f64f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4a03 expref: 6 pid: 9564 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746126721.545324:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8447f64f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4a03 expref: 6 pid: 9564 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746126721.545592:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126721.545595:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126721.545602:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a8447f656 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4a0a expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.545615:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a8447f656 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4a0a expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.545640:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a8447f656 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4a0a expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126721.545650:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094be1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813350912:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126721.545831:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126721.548758:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.550807:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.550974:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.555132:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.555235:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.558122:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.559671:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.561903:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.563830:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.565584:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.568981:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.571918:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.572329:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.577966:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.580979:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.581078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.583893:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.585606:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.585687:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.587794:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.589648:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.591725:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.594104:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.596023:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.598824:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.602122:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.602508:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.605558:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.607695:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.610585:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.611096:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.614126:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.616526:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.616594:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.619128:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.624183:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.628184:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.630391:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.632771:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.636010:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.638413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.639829:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.641750:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.644099:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.645766:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.645833:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.649144:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.650941:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.650988:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.653747:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.655917:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.658498:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.661684:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.666201:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.673503:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.673603:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.676576:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.676908:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.683236:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.692463:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.696351:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817136512 00000100:00100000:0.0:1746126721.696363:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817136512 00000100:00100000:0.0:1746126721.696731:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29161 00000100:00100000:0.0:1746126721.696740:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817136512:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126721.696759:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126721.696776:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995f0800/0xd8b4f51a8447f6f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b4aa4 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.696804:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447f6e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4a9d expref: 54 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.696812:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126721.696814:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126721.696818:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995f0800/0xd8b4f51a8447f6f0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4aa4 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.696848:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447f6e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4a9d expref: 54 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.696860:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447f6e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4a9d expref: 54 pid: 9565 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746126721.696872:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136049c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813356416:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126721.697857:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126721.700206:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.701711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.703637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.707521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.712630:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.717557:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.721059:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.721838:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817137664:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 623us (776us total) trans 4294971976 rc 0/0 00000100:00100000:0.0:1746126721.721845:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2375 00002000:00100000:0.0:1746126721.721851:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880136049880 x1830945817137664/t4294971976(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:482/0 lens 496/448 e 0 to 0 dl 1746126732 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126721.721859:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049880 with x1830945817137664 ext(0->7) 00010000:00010000:0.0:1746126721.721864:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447f6f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4aab expref: 57 pid: 9565 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746126721.721875:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447f6f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4aab expref: 57 pid: 9565 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746126721.721882:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136049880 00000100:00100000:0.0:1746126721.727026:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.730047:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.732686:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.732975:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817138304 00000100:00100000:0.0:1746126721.732978:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817138304 00000100:00100000:0.0:1746126721.733003:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29165 00000100:00100000:0.0:1746126721.733009:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1778:x1830945817138304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126721.733016:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126721.733022:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995f0c00/0xd8b4f51a8447f70c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b4ac0 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.733034:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126721.733038:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8447f705 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4ab9 expref: 59 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.733108:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126721.733111:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995f0c00/0xd8b4f51a8447f70c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4ac0 expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.733132:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8447f705 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4ab9 expref: 59 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.733144:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995f0c00/0xd8b4f51a8447f70c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4ac0 expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.733154:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995f0c00, rc 0) 00000100:00100000:0.0:1746126721.733174:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1778:x1830945817138304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126721.733179:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29165 00000100:00100000:0.0:1746126721.735358:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.738937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.741917:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.745128:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.747097:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.750591:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.753154:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.755184:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.755231:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.757709:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.760247:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.763606:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.763702:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.767143:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.771543:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.771608:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.777185:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.780534:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.786653:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.788857:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.792585:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.794517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.796590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.798591:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.798626:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.801813:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.804056:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.807913:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.809940:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.814234:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.817126:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.819058:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.820329:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817143936 00000100:00100000:0.0:1746126721.820333:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817143936 00000100:00100000:0.0:1746126721.820353:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29176 00000100:00100000:0.0:1746126721.820358:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1778:x1830945817143936:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126721.820364:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126721.820370:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995f1800/0xd8b4f51a8447f759 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b4b0d expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.820381:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126721.820385:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447f752 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4b06 expref: 59 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.820390:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126721.820393:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995f1800/0xd8b4f51a8447f759 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4b0d expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.820413:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447f752 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4b06 expref: 59 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.820439:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995f1800/0xd8b4f51a8447f759 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4b0d expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.820452:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995f1800, rc 0) 00000100:00100000:0.0:1746126721.820487:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1778:x1830945817143936:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126721.820493:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29176 00000100:00100000:0.0:1746126721.822875:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.829471:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.831752:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.833193:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.834796:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.837213:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.840998:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.842143:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.847116:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.850490:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.850874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.853825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.855900:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.855970:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.858332:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.863988:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.867138:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.870601:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.873213:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.874441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.875723:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817148032 00000100:00100000:0.0:1746126721.875728:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817148032 00000100:00100000:0.0:1746126721.875762:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29184 00000100:00100000:0.0:1746126721.875769:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1778:x1830945817148032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126721.875777:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126721.875785:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995f0000/0xd8b4f51a8447f791 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b4b45 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.875798:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126721.875802:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8447f78a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4b3e expref: 59 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.875807:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126721.875809:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995f0000/0xd8b4f51a8447f791 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4b45 expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.875829:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8447f78a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4b3e expref: 59 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.875839:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995f0000/0xd8b4f51a8447f791 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4b45 expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126721.875847:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995f0000, rc 0) 00000100:00100000:0.0:1746126721.875881:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1778:x1830945817148032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126721.875887:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29184 00000100:00100000:0.0:1746126721.877048:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.879533:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.882098:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.884684:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.887644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.892549:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.896191:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.899148:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.901143:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.903254:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.906083:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.909951:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.910795:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2007:x1830945817150080:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 673us (843us total) trans 4294971977 rc 0/0 00000100:00100000:0.0:1746126721.910801:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2388 00002000:00100000:0.0:1746126721.910807:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a5a3dc00 x1830945817150080/t4294971977(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:482/0 lens 496/448 e 0 to 0 dl 1746126732 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126721.910813:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3dc00 with x1830945817150080 ext(0->7) 00010000:00010000:0.0:1746126721.910817:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8447f79f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4b53 expref: 59 pid: 9565 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746126721.910825:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8447f79f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4b53 expref: 59 pid: 9565 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746126721.910830:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3dc00 00000100:00100000:0.0:1746126721.915920:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.921850:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.927426:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817150720 00000100:00100000:0.0:1746126721.927431:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817150720 00000100:00100000:0.0:1746126721.930243:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.932178:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.934722:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.937548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.939426:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.941613:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.943711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.946638:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.949721:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.957883:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.961700:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.964250:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.964658:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.969111:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.969201:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.971702:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.974755:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.977267:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.979012:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.981456:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.984016:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.986025:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.987446:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.987828:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.989687:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.992160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.992245:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.995573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.997748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126721.997815:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.001901:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fa14e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813366144:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126722.001921:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126722.002028:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2007:x1830945817155968:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3939us (4211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126722.002036:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12392 00000100:00100000:0.0:1746126722.004999:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.009781:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.012985:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.017136:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.024970:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.030872:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.030968:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.033911:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.037207:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.044328:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.059689:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.060886:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817158400:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1031us (1198us total) trans 4294971978 rc 0/0 00000100:00100000:0.0:1746126722.060893:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2398 00002000:00100000:0.0:1746126722.060899:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c00aa00 x1830945817158400/t4294971978(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:483/0 lens 496/448 e 0 to 0 dl 1746126733 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126722.060906:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00aa00 with x1830945817158400 ext(0->7) 00010000:00010000:0.0:1746126722.060911:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8447f80f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4bc3 expref: 61 pid: 9565 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746126722.060921:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8447f80f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4bc3 expref: 61 pid: 9565 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746126722.060927:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c00aa00 00000100:00100000:0.0:1746126722.066439:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.073078:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817158784 00000100:00100000:0.0:1746126722.073083:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817158784 00002000:00100000:0.0:1746126722.073115:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc5180 x1830945817158784/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:483/0 lens 488/0 e 0 to 0 dl 1746126733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126722.073124:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc5180 with x1830945817158784 ext(0->4095) 00002000:00010000:0.0:1746126722.073128:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc5180 00000100:00100000:0.0:1746126722.077975:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.081524:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.082192:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.089185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.089272:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.093194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.096007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.096053:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.099736:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.102569:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.108384:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.111766:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.114375:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.119849:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817161472 00000100:00100000:0.0:1746126722.119852:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817161472 00000100:00100000:0.0:1746126722.119870:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29209 00000100:00100000:0.0:1746126722.119875:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+5:1776:x1830945817161472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126722.119887:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126722.119899:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995f0e00/0xd8b4f51a8447f840 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b4bf4 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126722.119916:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447f839 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4bed expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126722.119922:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126722.119923:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126722.119926:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995f0e00/0xd8b4f51a8447f840 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4bf4 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126722.119945:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447f839 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4bed expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126722.119953:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447f839 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4bed expref: 6 pid: 9564 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746126722.119962:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813368832:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126722.121281:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126722.124776:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.125032:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.129096:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fa16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813369088:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126722.129499:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61c00, rc 0) 00000100:00100000:0.0:1746126722.129520:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1778:x1830945817161600:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3793us (4756us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126722.129526:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29210 00000100:00100000:0.0:1746126722.131560:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.135715:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.138876:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.141822:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab3af2de-0d7d-4712-892e-0d07b04b6e29:3772:1830945813369472:0@lo:400:kworker.0 00000100:00100000:0.0:1746126722.141856:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126722.141889:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813369984:0@lo:400:kworker.0 00000100:00100000:0.0:1746126722.141910:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126722.141923:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830945813370496:0@lo:400:kworker.0 00000100:00100000:0.0:1746126722.141939:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126722.141951:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746126722.141955:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830945813369856:0@lo:400:kworker.0 00000100:00100000:0.0:1746126722.141970:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126722.141977:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830945813370368:0@lo:400:kworker.0 00000100:00100000:0.0:1746126722.141996:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126722.142004:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813370880:0@lo:400:kworker.0 00000100:00100000:0.0:1746126722.142109:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126722.143583:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813370880:0@lo:400:kworker.0 00000100:00100000:0.0:1746126722.143593:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813369984:0@lo:400:kworker.0 00000100:00100000:0.0:1746126722.143601:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830945813370496:0@lo:400:kworker.0 00000100:00100000:0.0:1746126722.143616:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830945813369856:0@lo:400:kworker.0 00000100:00100000:0.0:1746126722.143625:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830945813370368:0@lo:400:kworker.0 00000100:00100000:0.0:1746126722.144861:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813369472 00000100:00100000:0.0:1746126722.144872:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813369472 00000100:00100000:0.0:1746126722.146559:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab3af2de-0d7d-4712-892e-0d07b04b6e29:3772:1830945813369472:0@lo:400:kworker.0 00000100:00100000:0.0:1746126722.155569:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.163651:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.168287:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.174513:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.176955:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.185820:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.185898:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.188975:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.189727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.193558:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.201944:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.205003:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.207610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.210171:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.211888:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.214343:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.217093:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.221615:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.223554:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.224442:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.227512:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.230710:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.231227:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.234466:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.238826:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.243056:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.245185:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.247684:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.253566:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.258387:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.261199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.264369:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.266992:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.271949:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.274666:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.278599:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.279452:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.281770:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.283969:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.288141:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.290342:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.293868:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.297824:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.301057:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.304905:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.307678:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.310893:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.310934:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.315787:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.315817:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817172224 00000100:00100000:0.0:1746126722.315824:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817172224 00002000:00100000:0.0:1746126722.315867:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965ed80 x1830945817172224/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:483/0 lens 488/0 e 0 to 0 dl 1746126733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126722.315878:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965ed80 with x1830945817172224 ext(0->4095) 00010000:00010000:0.0:1746126722.315887:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8447f8cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4c80 expref: 7 pid: 9566 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746126722.315902:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8447f8cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4c80 expref: 7 pid: 9566 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746126722.315909:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965ed80 00000100:00100000:0.0:1746126722.315940:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2410 00000100:00100000:0.0:1746126722.315947:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817172224:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126722.316088:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817172224:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (304us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126722.316095:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2410 00002000:00100000:0.0:1746126722.316100:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965ed80 x1830945817172224/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:483/0 lens 488/4536 e 0 to 0 dl 1746126733 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126722.316107:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965ed80 with x1830945817172224 ext(0->4095) 00010000:00010000:0.0:1746126722.316112:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8447f8cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4c80 expref: 7 pid: 9566 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746126722.316120:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8447f8cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4c80 expref: 7 pid: 9566 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746126722.316126:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965ed80 00000100:00100000:0.0:1746126722.322527:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.324991:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.329882:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.332421:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.335496:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.340071:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.342655:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.348047:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.357550:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.364834:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.367595:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.371527:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.374358:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.378078:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.380507:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.386711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.389828:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.389876:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.394010:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.397272:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.397448:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746126722.397457:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813378048:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746126722.397486:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126722.398175:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813378048:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746126722.399889:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.400138:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.402340:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.404672:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.404746:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.408083:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.412849:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.417205:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.420332:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.423979:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.427079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.427176:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.429952:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.431617:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d7826c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126722.434922:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.436932:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.441619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.444820:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.448906:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.466582:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fa16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813380096:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126722.466600:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a8447f93c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4cf0 expref: 9 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126722.466619:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60400, rc 0) 00000100:00100000:0.0:1746126722.466641:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1778:x1830945817179648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5639us (6697us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126722.466647:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29245 00000100:00100000:0.0:1746126722.475336:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.480335:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.484015:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.489943:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.491241:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.494179:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817181056 00000100:00100000:0.0:1746126722.494184:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817181056 00002000:00100000:0.0:1746126722.494209:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604ad80 x1830945817181056/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:483/0 lens 488/0 e 0 to 0 dl 1746126733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126722.494223:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ad80 with x1830945817181056 ext(0->4095) 00010000:00010000:0.0:1746126722.494228:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447f943 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4cf7 expref: 6 pid: 9564 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746126722.494237:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447f943 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4cf7 expref: 6 pid: 9564 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746126722.494242:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604ad80 00000100:00100000:0.0:1746126722.494267:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2419 00000100:00100000:0.0:1746126722.494273:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817181056:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126722.494458:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817181056:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 185us (557us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126722.494464:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2419 00002000:00100000:0.0:1746126722.494469:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604ad80 x1830945817181056/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:483/0 lens 488/4536 e 0 to 0 dl 1746126733 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126722.494475:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ad80 with x1830945817181056 ext(0->4095) 00010000:00010000:0.0:1746126722.494479:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447f943 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4cf7 expref: 6 pid: 9564 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746126722.494487:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447f943 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4cf7 expref: 6 pid: 9564 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746126722.494492:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604ad80 00000100:00100000:0.0:1746126722.497145:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.497257:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.503882:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.506821:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.511083:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.514251:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.518122:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.521174:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.523220:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.528228:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.529371:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.535914:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.539184:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.546424:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.548194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.551232:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.557935:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.560302:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.564011:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.574572:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.578016:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.582157:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.586901:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.589371:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.593103:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.597292:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.602806:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.603587:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.607132:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.611187:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.615001:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.619503:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.624515:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.631547:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.635457:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.641224:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.665959:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.675422:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.678624:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.684109:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.697861:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.700650:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.703778:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.707229:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.716026:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.716163:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.722844:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.732921:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.739761:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.745774:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.747395:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.751390:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.754798:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.758809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.759059:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.764634:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.770512:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.772822:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.775005:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.777687:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.780580:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.783720:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.785583:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.786466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.788534:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.791259:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.794232:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.797682:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.806766:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.808960:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.810360:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.810378:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817193984 00000100:00100000:0.0:1746126722.810387:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817193984 00002000:00100000:0.0:1746126722.810427:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134491880 x1830945817193984/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:483/0 lens 488/0 e 0 to 0 dl 1746126733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126722.810437:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134491880 with x1830945817193984 ext(0->4095) 00010000:00010000:0.0:1746126722.810445:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447f9f2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4da6 expref: 6 pid: 9564 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746126722.810455:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447f9f2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4da6 expref: 6 pid: 9564 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746126722.810461:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134491880 00000100:00100000:0.0:1746126722.810491:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2432 00000100:00100000:0.0:1746126722.810498:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817193984:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126722.810869:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817193984:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 370us (508us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126722.810876:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2432 00002000:00100000:0.0:1746126722.810882:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134491880 x1830945817193984/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:483/0 lens 488/4536 e 0 to 0 dl 1746126733 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126722.810890:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134491880 with x1830945817193984 ext(0->4095) 00010000:00010000:0.0:1746126722.810895:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447f9f2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4da6 expref: 6 pid: 9564 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746126722.810904:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447f9f2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4da6 expref: 6 pid: 9564 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746126722.810910:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134491880 00000100:00100000:0.0:1746126722.813559:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.813628:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.817439:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.820171:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.825470:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.828626:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.833145:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.837115:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.837210:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.837576:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29275 00000100:00100000:0.0:1746126722.837584:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1776:x1830945817195264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126722.837594:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126722.837612:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995f0000/0xd8b4f51a8447fa0e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b4dc2 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126722.837635:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8447fa07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4dbb expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126722.837643:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126722.837645:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126722.837648:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995f0000/0xd8b4f51a8447fa0e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4dc2 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126722.837677:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8447fa07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4dbb expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126722.837688:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8447fa07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4dbb expref: 6 pid: 9564 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746126722.837700:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813387776:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126722.837770:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126722.846678:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.846812:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.856698:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.868292:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.873185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.876463:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.877170:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.880069:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.882071:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.884871:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.893419:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.897028:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.898601:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2007:x1830945817197696:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1344us (1579us total) trans 4294971981 rc 0/0 00000100:00100000:0.0:1746126722.898611:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2436 00002000:00100000:0.0:1746126722.898619:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800991bd180 x1830945817197696/t4294971981(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:483/0 lens 496/448 e 0 to 0 dl 1746126733 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126722.898628:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bd180 with x1830945817197696 ext(0->7) 00010000:00010000:0.0:1746126722.898636:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8447fa23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4dd7 expref: 12 pid: 11425 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126722.898648:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8447fa23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4dd7 expref: 12 pid: 11425 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126722.898655:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bd180 00000100:00100000:0.0:1746126722.900562:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.903203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.908705:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.908736:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817198208 00000100:00100000:0.0:1746126722.908743:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817198208 00002000:00100000:0.0:1746126722.908787:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bc700 x1830945817198208/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:483/0 lens 488/0 e 0 to 0 dl 1746126733 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126722.908797:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bc700 with x1830945817198208 ext(0->4095) 00010000:00010000:0.0:1746126722.908806:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8447fa2a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4dde expref: 6 pid: 11425 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126722.908826:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8447fa2a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4dde expref: 6 pid: 11425 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126722.908833:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bc700 00000100:00100000:0.0:1746126722.908857:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2437 00000100:00100000:0.0:1746126722.908864:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817198208:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126722.909008:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817198208:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (310us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126722.909014:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2437 00002000:00100000:0.0:1746126722.909019:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bc700 x1830945817198208/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:483/0 lens 488/4536 e 0 to 0 dl 1746126733 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126722.909027:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bc700 with x1830945817198208 ext(0->4095) 00010000:00010000:0.0:1746126722.909031:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8447fa2a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4dde expref: 6 pid: 11425 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126722.909040:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8447fa2a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4dde expref: 6 pid: 11425 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126722.909045:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bc700 00000100:00100000:0.0:1746126722.911609:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.915509:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.917554:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.922691:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.925535:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.931750:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.931840:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.934949:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.946006:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.950548:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.954467:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.957855:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.976435:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.981257:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.985633:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126722.991899:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.001855:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2007:x1830945817201920:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1204us (1417us total) trans 4294971982 rc 0/0 00000100:00100000:0.0:1746126723.001865:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2442 00002000:00100000:0.0:1746126723.001871:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88011fa15880 x1830945817201920/t4294971982(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 496/448 e 0 to 0 dl 1746126734 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.001878:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa15880 with x1830945817201920 ext(0->7) 00010000:00010000:0.0:1746126723.001885:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447fa5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e0f expref: 14 pid: 11426 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.001897:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447fa5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e0f expref: 14 pid: 11426 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.001903:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa15880 00000100:00100000:0.0:1746126723.003846:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817202048 00000100:00100000:0.0:1746126723.003854:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817202048 00010000:00010000:0.0:1746126723.003884:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447fa5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e0f expref: 14 pid: 11426 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746126723.003918:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12481 00000100:00100000:0.0:1746126723.003925:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d718050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2007:x1830945817202048:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126723.003938:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126723.003954:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447fa5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e0f expref: 14 pid: 11426 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.003965:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447fa5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e0f expref: 14 pid: 11426 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.003987:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8447fa5b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e0f expref: 14 pid: 11426 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.004013:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126723.004015:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126723.004022:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a8447fa62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e16 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.004030:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a8447fa62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e16 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.004059:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a8447fa62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e16 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126723.004071:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813390976:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126723.004141:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126723.006747:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.009437:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.010343:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.012643:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.016409:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.018516:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.020711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.022859:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.026202:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.031606:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.032910:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.036039:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.036085:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.036504:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.038217:0:7216:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817204096 00000100:00100000:0.0:1746126723.038220:0:7216:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817204096 00000100:00100000:0.0:1746126723.038242:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 549 00000100:00100000:0.0:1746126723.038247:0:7216:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b61050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9990f7b3-097c-4efd-bda2-4325c19d14d5+12:2009:x1830945817204096:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126723.038275:0:7216:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b61050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9990f7b3-097c-4efd-bda2-4325c19d14d5+12:2009:x1830945817204096:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 28us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126723.038279:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 549 00000100:00100000:0.0:1746126723.045787:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.052254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.059910:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.063870:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.067854:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.068188:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.070569:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.070947:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.076524:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.078780:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.083184:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.088894:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.108659:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.110803:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2008:x1830945817207552:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1910us (2148us total) trans 4294971983 rc 0/0 00000100:00100000:0.0:1746126723.110813:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2446 00002000:00100000:0.0:1746126723.110823:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880099598700 x1830945817207552/t4294971983(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 496/448 e 0 to 0 dl 1746126734 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.110832:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099598700 with x1830945817207552 ext(0->7) 00010000:00010000:0.0:1746126723.110841:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8447fa9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e4e expref: 16 pid: 11425 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.110855:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8447fa9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e4e expref: 16 pid: 11425 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.110861:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099598700 00000100:00100000:0.0:1746126723.120045:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.123868:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.128255:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.132870:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.137544:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.140753:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.144425:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.151022:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.153571:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.158075:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.159487:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.162264:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.165261:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.169237:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.173046:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.177745:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.179923:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.181908:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.181941:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817210624 00000100:00100000:0.0:1746126723.181945:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817210624 00002000:00100000:0.0:1746126723.181979:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ed500 x1830945817210624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:484/0 lens 488/0 e 0 to 0 dl 1746126734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.181989:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed500 with x1830945817210624 ext(0->4095) 00010000:00010000:0.0:1746126723.181994:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8447fac4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e78 expref: 6 pid: 11425 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.182004:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8447fac4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e78 expref: 6 pid: 11425 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.182010:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ed500 00000100:00100000:0.0:1746126723.182032:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2450 00000100:00100000:0.0:1746126723.182037:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817210624:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126723.182165:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817210624:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (256us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126723.182174:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2450 00002000:00100000:0.0:1746126723.182179:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ed500 x1830945817210624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:484/0 lens 488/4536 e 0 to 0 dl 1746126734 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.182185:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed500 with x1830945817210624 ext(0->4095) 00010000:00010000:0.0:1746126723.182188:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8447fac4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e78 expref: 6 pid: 11425 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.182196:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8447fac4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e78 expref: 6 pid: 11425 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.182202:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ed500 00000100:00100000:0.0:1746126723.185219:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.185247:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817210752 00000100:00100000:0.0:1746126723.185255:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817210752 00000100:00100000:0.0:1746126723.185322:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29303 00000100:00100000:0.0:1746126723.185332:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+17:1778:x1830945817210752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126723.185352:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126723.185371:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8447fad2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b4e86 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.185407:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126723.185412:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8447facb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e7f expref: 18 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.185419:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126723.185422:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8447fad2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e86 expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.185462:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8447facb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e7f expref: 18 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.185476:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8447fad2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4e86 expref: 18 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.185486:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098e95000, rc 0) 00000100:00100000:0.0:1746126723.185528:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+18:1778:x1830945817210752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126723.185534:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29303 00000100:00100000:0.0:1746126723.186864:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.190765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.195218:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.198009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.199818:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.201864:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.203600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.205785:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.208690:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.209451:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.213200:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.216659:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.217367:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.222089:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.227539:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.227588:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.230189:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.233738:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.237170:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.240179:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.244479:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.248145:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.252364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.256104:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.259574:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.262364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.264698:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.266540:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.268155:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.268691:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817216128:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 335us (535us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126723.268697:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13233 00002000:00100000:0.0:1746126723.268702:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee4000 x1830945817216128/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:484/0 lens 488/4536 e 0 to 0 dl 1746126734 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.268708:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4000 with x1830945817216128 ext(0->4095) 00002000:00010000:0.0:1746126723.268711:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee4000 00000100:00100000:0.0:1746126723.270587:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.273602:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.273699:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.278720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.279117:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817216768 00000100:00100000:0.0:1746126723.279168:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817216768 00002000:00100000:0.0:1746126723.279206:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d248380 x1830945817216768/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 488/0 e 0 to 0 dl 1746126734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.279217:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d248380 with x1830945817216768 ext(0->4095) 00010000:00010000:0.0:1746126723.279223:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8447fb18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4ecc expref: 17 pid: 11426 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.279236:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8447fb18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4ecc expref: 17 pid: 11426 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.279242:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d248380 00000100:00100000:0.0:1746126723.279421:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2457 00000100:00100000:0.0:1746126723.279429:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+17:2007:x1830945817216768:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126723.279828:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+17:2007:x1830945817216768:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 399us (1118us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126723.279834:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2457 00002000:00100000:0.0:1746126723.279840:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d248380 x1830945817216768/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 488/4536 e 0 to 0 dl 1746126734 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.279847:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d248380 with x1830945817216768 ext(0->4095) 00010000:00010000:0.0:1746126723.279852:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8447fb18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4ecc expref: 17 pid: 11426 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.279862:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8447fb18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4ecc expref: 17 pid: 11426 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.279867:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d248380 00000100:00100000:0.0:1746126723.281463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.281538:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.284207:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.286463:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.286513:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.289243:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.292826:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.296479:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.301841:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.306228:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.306834:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.309163:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.320413:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.324821:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.328160:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.330369:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+18:2008:x1830945817219456:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1807us (2202us total) trans 4294971984 rc 0/0 00000100:00100000:0.0:1746126723.330380:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2461 00002000:00100000:0.0:1746126723.330397:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009910b800 x1830945817219456/t4294971984(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 496/448 e 0 to 0 dl 1746126734 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.330405:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910b800 with x1830945817219456 ext(0->7) 00010000:00010000:0.0:1746126723.330413:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fb3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4eef expref: 18 pid: 9566 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.330426:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fb3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4eef expref: 18 pid: 9566 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.330432:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009910b800 00000100:00100000:0.0:1746126723.339451:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.343670:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.343755:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.343781:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817219968 00000100:00100000:0.0:1746126723.343787:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817219968 00002000:00100000:0.0:1746126723.343829:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910a680 x1830945817219968/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:484/0 lens 488/0 e 0 to 0 dl 1746126734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.343838:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910a680 with x1830945817219968 ext(0->4095) 00002000:00010000:0.0:1746126723.343842:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009910a680 00000100:00100000:0.0:1746126723.343873:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13236 00000100:00100000:0.0:1746126723.343879:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817219968:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126723.346299:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817219968:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 2415us (2537us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126723.346328:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13236 00002000:00100000:0.0:1746126723.346337:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910a680 x1830945817219968/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:484/0 lens 488/4536 e 0 to 0 dl 1746126734 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.346345:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910a680 with x1830945817219968 ext(0->4095) 00010000:00010000:0.0:1746126723.346354:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fb42 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4ef6 expref: 6 pid: 9566 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.346366:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fb42 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4ef6 expref: 6 pid: 9566 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.346373:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009910a680 00000100:00100000:0.0:1746126723.348243:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.349237:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.355991:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.361343:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.369302:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.374335:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817220992 00000100:00100000:0.0:1746126723.374351:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817220992 00000100:00100000:0.0:1746126723.379352:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.379417:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.384990:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.394280:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.397950:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.401473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.405587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.407236:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817222144:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1091us (1526us total) trans 4294971985 rc 0/0 00000100:00100000:0.0:1746126723.407245:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2464 00002000:00100000:0.0:1746126723.407252:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800b49f2680 x1830945817222144/t4294971985(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 496/448 e 0 to 0 dl 1746126734 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.407260:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2680 with x1830945817222144 ext(0->7) 00010000:00010000:0.0:1746126723.407266:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447fb5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f12 expref: 20 pid: 11425 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.407277:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447fb5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f12 expref: 20 pid: 11425 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.407283:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f2680 00000100:00100000:0.0:1746126723.410560:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.416907:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.417001:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.417059:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817222656 00000100:00100000:0.0:1746126723.417065:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817222656 00000100:00100000:0.0:1746126723.417097:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29325 00000100:00100000:0.0:1746126723.417103:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+19:1776:x1830945817222656:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126723.417120:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126723.417136:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800992cf200/0xd8b4f51a8447fb6c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b4f20 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.417163:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fb65 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f19 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.417170:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126723.417172:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126723.417175:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800992cf200/0xd8b4f51a8447fb6c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f20 expref: 20 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.417469:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fb65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f19 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.417480:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fb65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f19 expref: 5 pid: 11425 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746126723.417491:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aab3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813400576:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126723.417551:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126723.419358:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.419444:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.421963:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.424152:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.424279:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.426553:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.428397:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.428474:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.431085:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.433351:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.434691:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.436579:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817224704 00000100:00100000:0.0:1746126723.436584:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817224704 00010000:00010000:0.0:1746126723.436602:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8447fb81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f35 expref: 6 pid: 9566 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746126723.436621:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12523 00000100:00100000:0.0:1746126723.436627:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817224704:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126723.436636:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126723.436656:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8447fb81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f35 expref: 6 pid: 9566 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.436665:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8447fb81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f35 expref: 6 pid: 9566 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.436683:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8447fb81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f35 expref: 6 pid: 9566 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.436705:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126723.436707:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126723.436714:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a8447fb88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f3c expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.436722:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a8447fb88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f3c expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.436918:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a8447fb88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f3c expref: 19 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126723.436928:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813401728:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126723.437034:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126723.438607:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.440195:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.442590:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.443919:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2009:x1830945817225216:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1144us (1327us total) trans 4294971986 rc 0/0 00000100:00100000:0.0:1746126723.443927:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2468 00002000:00100000:0.0:1746126723.443933:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e75dc00 x1830945817225216/t4294971986(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 496/448 e 0 to 0 dl 1746126734 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.443941:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75dc00 with x1830945817225216 ext(0->7) 00010000:00010000:0.0:1746126723.443947:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a8447fb88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f3c expref: 22 pid: 9566 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.443957:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a8447fb88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f3c expref: 22 pid: 9566 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.443962:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75dc00 00000100:00100000:0.0:1746126723.446693:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.449677:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.453492:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.454846:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.458773:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.462942:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.467627:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.467716:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.473272:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.475825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.475895:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.478889:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.485814:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.492432:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.494543:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.498559:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.504923:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.506010:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.513410:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.524268:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.527559:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.532777:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.535050:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.538397:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.541410:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.543753:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.544753:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.547698:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.551262:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.555763:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.558648:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.562588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.570249:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.575983:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2010:x1830945817230976:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 5499us (5722us total) trans 4294971987 rc 0/0 00000100:00100000:0.0:1746126723.575996:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2475 00002000:00100000:0.0:1746126723.576006:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c2b5180 x1830945817230976/t4294971987(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 496/448 e 0 to 0 dl 1746126734 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.576015:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b5180 with x1830945817230976 ext(0->7) 00010000:00010000:0.0:1746126723.576024:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8447fbd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f89 expref: 24 pid: 11425 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.576039:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8447fbd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f89 expref: 24 pid: 11425 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.576046:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2b5180 00000100:00100000:0.0:1746126723.585793:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.591127:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.598560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.601745:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817231616 00000100:00100000:0.0:1746126723.601753:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817231616 00000100:00100000:0.0:1746126723.601794:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29343 00000100:00100000:0.0:1746126723.601801:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+25:1776:x1830945817231616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126723.601817:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126723.601833:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8447fbea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b4f9e expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.601857:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126723.601861:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8447fbe3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f97 expref: 26 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.601867:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126723.601870:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8447fbea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f9e expref: 26 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.601900:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8447fbe3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f97 expref: 26 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.601910:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8447fbea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f9e expref: 26 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.601920:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098e95000, rc 0) 00000100:00100000:0.0:1746126723.601974:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+26:1776:x1830945817231616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126723.601979:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29343 00000100:00100000:0.0:1746126723.605448:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.608893:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.611379:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.611905:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.618091:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.618157:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817232512 00000100:00100000:0.0:1746126723.618164:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817232512 00002000:00100000:0.0:1746126723.618206:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736c380 x1830945817232512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 488/0 e 0 to 0 dl 1746126734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.618216:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736c380 with x1830945817232512 ext(0->4095) 00010000:00010000:0.0:1746126723.618223:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8447fbea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f9e expref: 24 pid: 11426 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.618235:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8447fbea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f9e expref: 24 pid: 11426 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.618241:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736c380 00000100:00100000:0.0:1746126723.618256:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2477 00000100:00100000:0.0:1746126723.618261:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2007:x1830945817232512:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126723.618421:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2007:x1830945817232512:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (330us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126723.618427:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2477 00002000:00100000:0.0:1746126723.618431:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736c380 x1830945817232512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 488/4536 e 0 to 0 dl 1746126734 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.618438:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736c380 with x1830945817232512 ext(0->4095) 00010000:00010000:0.0:1746126723.618443:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8447fbea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f9e expref: 24 pid: 11426 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.618451:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8447fbea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4f9e expref: 24 pid: 11426 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.618460:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736c380 00000100:00100000:0.0:1746126723.619959:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.620007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.629363:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fa16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813405696:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126723.629395:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126723.629442:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2007:x1830945817232640:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 7482us (9434us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126723.629450:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12538 00000100:00100000:0.0:1746126723.634402:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.645046:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.649059:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.653354:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.655041:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.660226:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813406208:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126723.660251:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8447fc06 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4fba expref: 24 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.660266:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00000100:00100000:0.0:1746126723.660322:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+24:1776:x1830945817233792:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4488us (5281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126723.660329:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29347 00000100:00100000:0.0:1746126723.664427:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.669120:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.677517:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817234560 00000100:00100000:0.0:1746126723.677528:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817234560 00000100:00100000:0.0:1746126723.677705:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29348 00000100:00100000:0.0:1746126723.677713:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817234560:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126723.677734:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126723.677754:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099256600/0xd8b4f51a8447fc0d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b4fc1 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.677784:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8447fc06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4fba expref: 23 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.677792:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126723.677794:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126723.677797:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099256600/0xd8b4f51a8447fc0d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4fc1 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.677831:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8447fc06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4fba expref: 23 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.677843:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8447fc06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4fba expref: 23 pid: 11425 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746126723.677856:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fa16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813406464:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126723.677955:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126723.692586:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.693766:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2007:x1830945817234688:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 824us (1190us total) trans 4294971988 rc 0/0 00000100:00100000:0.0:1746126723.693774:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2480 00002000:00100000:0.0:1746126723.693779:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88011fa16300 x1830945817234688/t4294971988(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 496/448 e 0 to 0 dl 1746126734 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.693786:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa16300 with x1830945817234688 ext(0->7) 00010000:00010000:0.0:1746126723.693791:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8447fc06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4fba expref: 26 pid: 11425 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.693802:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8447fc06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4fba expref: 26 pid: 11425 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.693807:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa16300 00000100:00100000:0.0:1746126723.706806:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.711832:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.711864:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817235072 00000100:00100000:0.0:1746126723.711872:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817235072 00002000:00100000:0.0:1746126723.711918:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca30380 x1830945817235072/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:484/0 lens 488/0 e 0 to 0 dl 1746126734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.711928:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30380 with x1830945817235072 ext(0->4095) 00002000:00010000:0.0:1746126723.711934:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca30380 00000100:00100000:0.0:1746126723.711958:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13249 00000100:00100000:0.0:1746126723.711966:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817235072:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126723.712128:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817235072:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126723.712135:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13249 00002000:00100000:0.0:1746126723.712141:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca30380 x1830945817235072/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:484/0 lens 488/4536 e 0 to 0 dl 1746126734 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.712148:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30380 with x1830945817235072 ext(0->4095) 00002000:00010000:0.0:1746126723.712151:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca30380 00000100:00100000:0.0:1746126723.715835:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.720953:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.723482:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.725845:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.725920:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.730428:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.733054:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.736903:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.740191:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.742840:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.745544:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.749021:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.752974:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.753841:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.758536:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817238016 00000100:00100000:0.0:1746126723.758544:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817238016 00010000:00010000:0.0:1746126723.758577:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8447fc30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4fe4 expref: 6 pid: 9566 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746126723.758604:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12548 00000100:00100000:0.0:1746126723.758611:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817238016:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126723.758624:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126723.758870:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8447fc30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4fe4 expref: 6 pid: 9566 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.758890:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8447fc30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4fe4 expref: 6 pid: 9566 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.758908:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8447fc30 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4fe4 expref: 6 pid: 9566 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.758936:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126723.758938:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126723.758944:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447fc37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4feb expref: 26 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.758951:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447fc37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4feb expref: 26 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.758973:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447fc37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4feb expref: 26 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.758983:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447fc37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b4feb expref: 26 pid: 9566 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746126723.758994:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca30a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813408256:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126723.759060:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4833c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126723.762243:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.764528:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.767559:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.769529:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.773452:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.775556:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.777888:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.777974:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.778894:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29358 00000100:00100000:0.0:1746126723.778902:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1778:x1830945817239424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126723.778910:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126723.778918:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8447fc53 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5007 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.778931:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126723.778935:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fc4c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5000 expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.778941:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126723.778944:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8447fc53 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5007 expref: 28 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.778972:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fc4c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5000 expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.778994:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8447fc53 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5007 expref: 28 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.779004:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d111200, rc 0) 00000100:00100000:0.0:1746126723.779049:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+28:1778:x1830945817239424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (1074us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126723.779055:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29358 00000100:00100000:0.0:1746126723.780778:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.784621:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817239808 00000100:00100000:0.0:1746126723.784628:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817239808 00002000:00100000:0.0:1746126723.784666:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb2300 x1830945817239808/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 488/0 e 0 to 0 dl 1746126734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.784681:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb2300 with x1830945817239808 ext(0->4095) 00010000:00010000:0.0:1746126723.784689:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fc4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5000 expref: 27 pid: 9564 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.784701:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fc4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5000 expref: 27 pid: 9564 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.784707:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb2300 00000100:00100000:0.0:1746126723.784739:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2485 00000100:00100000:0.0:1746126723.784746:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2007:x1830945817239808:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126723.784879:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2007:x1830945817239808:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126723.784885:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2485 00002000:00100000:0.0:1746126723.784890:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb2300 x1830945817239808/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 488/4536 e 0 to 0 dl 1746126734 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.784897:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb2300 with x1830945817239808 ext(0->4095) 00010000:00010000:0.0:1746126723.784902:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fc4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5000 expref: 27 pid: 9564 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746126723.784910:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fc4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5000 expref: 27 pid: 9564 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746126723.784916:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb2300 00000100:00100000:0.0:1746126723.787431:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.789836:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.792365:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.796177:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.798414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.801737:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.801792:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.808667:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.814261:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.819188:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.827485:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.829634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.832586:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.836337:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.838341:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.840658:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.843811:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.847540:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.851109:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.855220:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.857469:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.860626:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.864078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.865776:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.866622:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29366 00000100:00100000:0.0:1746126723.866632:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+26:1776:x1830945817243904:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126723.866648:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126723.866666:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a8447fc8b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b503f expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.866690:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447fc84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5038 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.866697:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126723.866699:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126723.866703:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a8447fc8b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b503f expref: 28 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.866944:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447fc84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5038 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126723.866957:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8447fc84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5038 expref: 5 pid: 9564 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746126723.866968:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009965c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813411072:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126723.867052:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126723.869129:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.872281:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.876627:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.879242:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.882125:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.889513:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.892170:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.895618:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.907832:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.927950:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.931869:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2008:x1830945817246080:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 3092us (3909us total) trans 4294971989 rc 0/0 00000100:00100000:0.0:1746126723.931881:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2490 00002000:00100000:0.0:1746126723.931895:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012ea45c00 x1830945817246080/t4294971989(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 496/448 e 0 to 0 dl 1746126734 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126723.931904:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea45c00 with x1830945817246080 ext(0->7) 00010000:00010000:0.0:1746126723.931915:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8447fca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5054 expref: 28 pid: 11426 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126723.931931:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8447fca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5054 expref: 28 pid: 11426 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746126723.931942:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea45c00 00000100:00100000:0.0:1746126723.932477:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.937239:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.943276:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.948042:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.952133:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817246976 00000100:00100000:0.0:1746126723.952142:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817246976 00000100:00100000:0.0:1746126723.954546:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.956500:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.960081:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126723.960182:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817247488 00002000:00100000:1.0:1746126723.960223:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea46300 x1830945817247488/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:484/0 lens 488/0 e 0 to 0 dl 1746126734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126723.960232:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea46300 with x1830945817247488 ext(0->4095) 00002000:00010000:1.0:1746126723.960237:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea46300 00000100:00100000:1.0:1746126723.960270:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13263 00000100:00100000:1.0:1746126723.960276:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817247488:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126723.960457:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817247488:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126723.960462:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13263 00002000:00100000:1.0:1746126723.960467:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea46300 x1830945817247488/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:484/0 lens 488/4536 e 0 to 0 dl 1746126734 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126723.960473:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea46300 with x1830945817247488 ext(0->4095) 00002000:00010000:1.0:1746126723.960476:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea46300 00000100:00100000:0.0:1746126723.962543:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.962622:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.965443:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.971420:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.977576:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126723.984093:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126723.984176:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817248512 00000100:00100000:1.0:1746126723.984184:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817248512 00002000:00100000:1.0:1746126723.984228:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc5f80 x1830945817248512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 488/0 e 0 to 0 dl 1746126734 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126723.984238:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc5f80 with x1830945817248512 ext(0->4095) 00002000:00010000:1.0:1746126723.984243:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc5f80 00000100:00100000:1.0:1746126723.984271:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13264 00000100:00100000:1.0:1746126723.984277:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2007:x1830945817248512:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126723.984466:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2007:x1830945817248512:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 188us (376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126723.984476:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13264 00002000:00100000:1.0:1746126723.984481:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc5f80 x1830945817248512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:484/0 lens 488/4536 e 0 to 0 dl 1746126734 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126723.984488:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc5f80 with x1830945817248512 ext(0->4095) 00002000:00010000:1.0:1746126723.985078:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc5f80 00000100:00100000:0.0:1746126723.997925:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.003470:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00080000:1.0:1746126724.004088:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126724.005225:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2010:x1830945817248768:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1512us (1760us total) trans 4294971990 rc 0/0 00000100:00100000:0.0:1746126724.005234:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2493 00002000:00100000:0.0:1746126724.005240:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88006dcc6a00 x1830945817248768/t4294971990(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 496/448 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126724.005248:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc6a00 with x1830945817248768 ext(0->7) 00010000:00010000:0.0:1746126724.005256:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8447fcc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5077 expref: 30 pid: 9566 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.005266:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8447fcc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5077 expref: 30 pid: 9566 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746126724.005272:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc6a00 00000100:00100000:0.0:1746126724.010816:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.024578:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.024862:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817249152 00000100:00100000:1.0:1746126724.024869:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817249152 00002000:00100000:1.0:1746126724.024928:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c008e00 x1830945817249152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.024938:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008e00 with x1830945817249152 ext(0->4095) 00002000:00010000:1.0:1746126724.024942:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c008e00 00000100:00100000:1.0:1746126724.024957:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13265 00000100:00100000:1.0:1746126724.024964:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817249152:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126724.025093:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817249152:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.025098:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13265 00002000:00100000:1.0:1746126724.025102:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c008e00 x1830945817249152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.025109:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008e00 with x1830945817249152 ext(0->4095) 00002000:00010000:1.0:1746126724.025112:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c008e00 00000100:00100000:0.0:1746126724.031969:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.039389:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.039442:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.042381:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.046506:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.053820:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.058268:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.061355:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.064352:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.065800:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.065869:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817250816 00000100:00100000:1.0:1746126724.065876:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817250816 00002000:00100000:1.0:1746126724.065909:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec9f80 x1830945817250816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.065919:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec9f80 with x1830945817250816 ext(0->4095) 00010000:00010000:1.0:1746126724.065927:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a8447fcdf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5093 expref: 6 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.065937:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a8447fcdf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5093 expref: 6 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.065943:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ec9f80 00000100:00100000:1.0:1746126724.065967:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2495 00000100:00100000:1.0:1746126724.065972:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817250816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126724.066596:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817250816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 620us (802us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.066603:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2495 00002000:00100000:1.0:1746126724.066609:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec9f80 x1830945817250816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.066616:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec9f80 with x1830945817250816 ext(0->4095) 00010000:00010000:1.0:1746126724.066621:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a8447fcdf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5093 expref: 6 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.066630:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a8447fcdf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5093 expref: 6 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.066636:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ec9f80 00000100:00100000:0.0:1746126724.070593:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.070634:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.074590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.074734:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817251328 00000100:00100000:1.0:1746126724.074740:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817251328 00002000:00100000:1.0:1746126724.074772:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ecbb80 x1830945817251328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.074782:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ecbb80 with x1830945817251328 ext(0->4095) 00010000:00010000:1.0:1746126724.074789:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a8447fce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b509a expref: 31 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.074801:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a8447fce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b509a expref: 31 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.074808:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ecbb80 00000100:00100000:1.0:1746126724.074830:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2496 00000100:00100000:1.0:1746126724.074836:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ecbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817251328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126724.074951:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ecbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817251328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.074957:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2496 00002000:00100000:1.0:1746126724.074961:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ecbb80 x1830945817251328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.074969:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ecbb80 with x1830945817251328 ext(0->4095) 00010000:00010000:1.0:1746126724.074973:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a8447fce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b509a expref: 31 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.074981:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a8447fce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b509a expref: 31 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.074992:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ecbb80 00000100:00100000:0.0:1746126724.083739:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817251456 00000100:00100000:0.0:1746126724.083749:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817251456 00010000:00010000:0.0:1746126724.083789:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a8447fce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b509a expref: 31 pid: 9564 timeout: 867 lvb_type: 0 00000100:00100000:0.0:1746126724.083830:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12574 00000100:00100000:0.0:1746126724.083838:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2010:x1830945817251456:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126724.083852:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126724.083873:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a8447fce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b509a expref: 31 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.083887:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a8447fce6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b509a expref: 31 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.083912:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a8447fce6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b509a expref: 31 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.084891:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126724.084895:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126724.084905:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a63800/0xd8b4f51a8447fced lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50a1 expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.084913:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a63800/0xd8b4f51a8447fced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50a1 expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.084956:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a63800/0xd8b4f51a8447fced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50a1 expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126724.084969:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098ec8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813414784:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126724.085073:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126724.088030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.091997:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.097540:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.098837:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.103368:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813415040:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126724.103399:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126724.103444:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817251968:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5196us (5914us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126724.103454:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12575 00000100:00100000:1.0:1746126724.103528:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817252352 00000100:00100000:1.0:1746126724.103535:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817252352 00002000:00100000:1.0:1746126724.103571:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea47100 x1830945817252352/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.103581:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea47100 with x1830945817252352 ext(0->4095) 00010000:00010000:1.0:1746126724.103590:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a8447fcf4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50a8 expref: 6 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.103602:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a8447fcf4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50a8 expref: 6 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.103609:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea47100 00000100:00100000:1.0:1746126724.103638:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2497 00000100:00100000:1.0:1746126724.103645:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817252352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126724.103776:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817252352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (655us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.103782:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2497 00002000:00100000:1.0:1746126724.103786:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea47100 x1830945817252352/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.103793:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea47100 with x1830945817252352 ext(0->4095) 00010000:00010000:1.0:1746126724.103797:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a8447fcf4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50a8 expref: 6 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.103811:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a8447fcf4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50a8 expref: 6 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.103817:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea47100 00000100:00100000:0.0:1746126724.110439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.121500:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.135821:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.140016:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.140072:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817252992 00000100:00100000:0.0:1746126724.140080:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817252992 00010000:00010000:0.0:1746126724.140110:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094a63000/0xd8b4f51a8447fcfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50af expref: 31 pid: 9564 timeout: 867 lvb_type: 0 00000100:00100000:0.0:1746126724.140770:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12577 00000100:00100000:0.0:1746126724.140779:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2009:x1830945817252992:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126724.140794:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126724.140813:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094a63000/0xd8b4f51a8447fcfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50af expref: 31 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.140825:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094a63000/0xd8b4f51a8447fcfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50af expref: 31 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.140848:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a63000/0xd8b4f51a8447fcfb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50af expref: 31 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.141229:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126724.141231:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126724.141238:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a8447fd02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50b6 expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.141247:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a8447fd02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50b6 expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.141280:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a8447fd02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50b6 expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126724.141293:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cba6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813415552:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126724.141400:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126724.145577:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cba6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813415552:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126724.145602:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126724.145659:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2009:x1830945817252992:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4881us (5650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.145671:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12577 00000100:00100000:0.0:1746126724.146580:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.146892:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817253248 00000100:00100000:1.0:1746126724.146898:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817253248 00002000:00100000:1.0:1746126724.146941:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba4000 x1830945817253248/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.146950:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba4000 with x1830945817253248 ext(0->4095) 00002000:00010000:1.0:1746126724.146955:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba4000 00000100:00100000:1.0:1746126724.147185:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13268 00000100:00100000:1.0:1746126724.147193:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817253248:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126724.147439:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817253248:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 246us (860us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.147445:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13268 00002000:00100000:1.0:1746126724.147450:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba4000 x1830945817253248/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.147457:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba4000 with x1830945817253248 ext(0->4095) 00002000:00010000:1.0:1746126724.147461:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba4000 00000100:00100000:1.0:1746126724.154487:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817253376 00000100:00100000:1.0:1746126724.154496:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817253376 00000100:00100000:1.0:1746126724.154544:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29384 00000100:00100000:1.0:1746126724.154552:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817253376:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.154571:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.154589:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fd09 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b50bd expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.154617:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a8447fd02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50b6 expref: 29 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.154624:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.154626:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.154629:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fd09 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50bd expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.154666:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a8447fd02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50b6 expref: 29 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.154677:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a8447fd02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50b6 expref: 29 pid: 9564 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746126724.154688:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813415680:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.154774:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126724.161660:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813415680:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.161692:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fd09 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50bd expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.161712:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a400, rc 0) 00000100:00100000:1.0:1746126724.161772:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817253376:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7220us (7399us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.161781:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29384 00000100:00100000:0.0:1746126724.165765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.165892:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817253504 00000100:00100000:1.0:1746126724.165902:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817253504 00002000:00100000:1.0:1746126724.165950:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cba7100 x1830945817253504/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 496/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.165959:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba7100 with x1830945817253504 ext(0->7) 00010000:00010000:1.0:1746126724.165968:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a8447fd02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50b6 expref: 30 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.165981:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a8447fd02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50b6 expref: 30 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.165988:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba7100 00000100:00100000:1.0:1746126724.166225:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2499 00000100:00100000:1.0:1746126724.166233:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817253504:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126724.170451:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817253504:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 4207us (4684us total) trans 4294971991 rc 0/0 00000100:00100000:0.0:1746126724.170471:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2499 00002000:00100000:0.0:1746126724.170482:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cba7100 x1830945817253504/t4294971991(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 496/448 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126724.170491:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba7100 with x1830945817253504 ext(0->7) 00010000:00010000:0.0:1746126724.170501:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a8447fd02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50b6 expref: 32 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.170517:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a8447fd02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50b6 expref: 32 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746126724.170524:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba7100 00000100:00100000:0.0:1746126724.175632:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.176106:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817253632 00000100:00100000:1.0:1746126724.176116:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817253632 00010000:00010000:1.0:1746126724.176156:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a8447fd02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50b6 expref: 32 pid: 9564 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746126724.176202:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12578 00000100:00100000:1.0:1746126724.176209:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2010:x1830945817253632:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126724.176225:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126724.176246:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a8447fd02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50b6 expref: 32 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.176257:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a8447fd02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50b6 expref: 32 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.176282:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a8447fd02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50b6 expref: 32 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.176339:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.176342:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.176349:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fd09 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50bd expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.176357:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fd09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50bd expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.176401:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fd09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50bd expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126724.176413:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813415808:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126724.176510:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126724.177062:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.177201:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817253760 00000100:00100000:1.0:1746126724.177205:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817253760 00000100:00100000:1.0:1746126724.178037:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29385 00000100:00100000:1.0:1746126724.178047:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817253760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.178066:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.178079:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fd10 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b50c4 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.178101:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fd09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50bd expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.178108:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.178109:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.178112:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fd10 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50c4 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.178135:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fd09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50bd expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.178146:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fd09 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50bd expref: 5 pid: 11425 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746126724.178155:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813415936:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.178759:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126724.179162:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813415808:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126724.179180:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126724.179216:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2010:x1830945817253632:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3006us (3595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.179224:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12578 00000100:00100000:0.0:1746126724.180962:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.182030:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813415936:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.182055:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fd10 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50c4 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.182070:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a600, rc 0) 00000100:00100000:1.0:1746126724.182100:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817253760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4055us (5039us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.182106:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29385 00000100:00100000:0.0:1746126724.184410:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.185052:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.185181:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817254144 00000100:00100000:1.0:1746126724.185190:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817254144 00000100:00100000:1.0:1746126724.185857:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29386 00000100:00100000:1.0:1746126724.185863:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1778:x1830945817254144:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.185877:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.185887:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd17 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b50cb expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.185903:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.185908:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fd10 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50c4 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.185913:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.185916:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd17 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50cb expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.185947:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fd10 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50c4 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.185957:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd17 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50cb expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.185970:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.185971:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.185977:0:11425:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fd10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50c4 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.185984:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fd10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50c4 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.185998:0:11425:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fd10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50c4 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.186007:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fd10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50c4 expref: 33 pid: 11425 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746126724.186018:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813416192:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126724.186084:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126724.188788:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813416192:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126724.188807:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc 0) 00000100:00100000:1.0:1746126724.188859:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1778:x1830945817254144:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2995us (4456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.188866:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29386 00000100:00100000:0.0:1746126724.189897:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.192436:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.197551:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813416320:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126724.197575:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126724.197629:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817254656:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5033us (5195us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126724.197639:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12580 00000100:00100000:0.0:1746126724.200188:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.200300:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817255040 00000100:00100000:1.0:1746126724.200336:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817255040 00000100:00100000:1.0:1746126724.200387:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29387 00000100:00100000:1.0:1746126724.200395:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817255040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.200411:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.200427:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fd1e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b50d2 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.200544:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50cb expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.200552:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.200554:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.200557:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fd1e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50d2 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.200586:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50cb expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.200596:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50cb expref: 31 pid: 11425 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746126724.200608:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813416448:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.200940:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126724.202045:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813416448:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.202066:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fd1e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50d2 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.202080:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b400, rc 0) 00000100:00100000:1.0:1746126724.202106:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817255040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1712us (1925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.202116:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29387 00000100:00100000:0.0:1746126724.204240:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.205772:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817255296 00000100:00100000:1.0:1746126724.205777:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817255296 00000100:00100000:1.0:1746126724.205807:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29388 00000100:00100000:1.0:1746126724.205812:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817255296:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.205825:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.205838:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd25 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b50d9 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.205858:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fd1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50d2 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.205864:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.205866:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.205868:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd25 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50d9 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.205887:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fd1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50d2 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.205897:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fd1e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50d2 expref: 5 pid: 11425 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746126724.205905:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813416704:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.205951:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126724.208394:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813416704:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.208415:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd25 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50d9 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.208430:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a800, rc 0) 00000100:00100000:1.0:1746126724.208451:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817255296:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2640us (2746us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.208457:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29388 00000100:00100000:0.0:1746126724.209394:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.215057:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.225663:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.254092:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.254197:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817256064 00000100:00100000:1.0:1746126724.254206:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817256064 00000100:00100000:1.0:1746126724.254264:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29389 00000100:00100000:1.0:1746126724.254273:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817256064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.254294:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.254344:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd2c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b50e0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.254408:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50d9 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.254416:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.254418:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.254422:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd2c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50e0 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.254454:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50d9 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.254466:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50d9 expref: 31 pid: 11425 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746126724.254480:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813416960:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.254573:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126724.256330:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.257869:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2503 00000100:00100000:0.0:1746126724.257884:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817256192:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126724.258753:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+34:2007:x1830945817256192:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 873us (2445us total) trans 4294971992 rc 0/0 00000100:00100000:0.0:1746126724.258761:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2503 00002000:00100000:0.0:1746126724.258769:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800991bc380 x1830945817256192/t4294971992(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 496/448 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126724.258778:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bc380 with x1830945817256192 ext(0->7) 00010000:00010000:0.0:1746126724.258787:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd25 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50d9 expref: 34 pid: 11425 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.258799:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd25 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50d9 expref: 34 pid: 11425 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746126724.258806:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bc380 00000100:00100000:1.0:1746126724.262055:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813416960:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.262086:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd2c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50e0 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.262103:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc 0) 00000100:00100000:1.0:1746126724.262176:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817256064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7904us (8095us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.262184:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29389 00000100:00100000:0.0:1746126724.270979:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.274270:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.274386:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817256448 00000100:00100000:1.0:1746126724.274394:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817256448 00000100:00100000:1.0:1746126724.274449:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29390 00000100:00100000:1.0:1746126724.274457:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+34:1776:x1830945817256448:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.274474:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.274491:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8447fd33 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b50e7 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.274519:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50e0 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.274527:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.274528:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.274531:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8447fd33 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50e7 expref: 35 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.274563:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50e0 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.274574:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd2c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b50e0 expref: 5 pid: 11425 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746126724.274585:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813417216:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.274653:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126724.278364:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.281247:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.287070:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.294478:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.300827:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.315811:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.321454:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.331581:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.337601:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.339131:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.343826:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.346983:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.351289:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.353735:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.355030:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.359761:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.359841:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817259136 00000100:00100000:1.0:1746126724.359849:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817259136 00002000:00100000:1.0:1746126724.359892:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969fa680 x1830945817259136/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.359903:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fa680 with x1830945817259136 ext(0->4095) 00010000:00010000:1.0:1746126724.359911:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8447fd4f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5103 expref: 37 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.359924:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8447fd4f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5103 expref: 37 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.359931:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969fa680 00000100:00100000:1.0:1746126724.361084:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2507 00000100:00100000:1.0:1746126724.361092:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2009:x1830945817259136:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126724.361230:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2009:x1830945817259136:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (1475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.361236:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2507 00002000:00100000:1.0:1746126724.361242:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969fa680 x1830945817259136/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.361249:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fa680 with x1830945817259136 ext(0->4095) 00010000:00010000:1.0:1746126724.361255:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8447fd4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5103 expref: 37 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.361265:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8447fd4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5103 expref: 37 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.361270:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969fa680 00000100:00100000:0.0:1746126724.364816:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.364910:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.368135:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.370420:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.370649:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.375727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.389595:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.393265:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.396350:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.400031:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.403397:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.405265:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.408455:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.412899:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.413573:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817261568 00000100:00100000:1.0:1746126724.413581:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817261568 00002000:00100000:1.0:1746126724.413618:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d142680 x1830945817261568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.413628:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142680 with x1830945817261568 ext(0->4095) 00002000:00010000:1.0:1746126724.413633:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d142680 00000100:00100000:1.0:1746126724.413740:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13274 00000100:00100000:1.0:1746126724.413746:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817261568:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126724.413876:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817261568:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (978us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.413882:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13274 00002000:00100000:1.0:1746126724.413886:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d142680 x1830945817261568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.413894:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142680 with x1830945817261568 ext(0->4095) 00002000:00010000:1.0:1746126724.413897:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d142680 00000100:00100000:0.0:1746126724.417762:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.428983:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817261824 00000100:00100000:0.0:1746126724.428994:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817261824 00002000:00100000:0.0:1746126724.429047:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880098e4f480 x1830945817261824/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 496/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126724.429057:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098e4f480 with x1830945817261824 ext(0->7) 00010000:00010000:0.0:1746126724.429067:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a8447fd72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5126 expref: 36 pid: 11425 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.429082:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a8447fd72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5126 expref: 36 pid: 11425 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746126724.429095:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098e4f480 00000100:00100000:0.0:1746126724.429116:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2511 00000100:00100000:0.0:1746126724.429124:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817261824:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126724.432239:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817261824:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 3105us (3322us total) trans 4294971994 rc 0/0 00000100:00100000:0.0:1746126724.432250:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2511 00002000:00100000:0.0:1746126724.432260:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880098e4f480 x1830945817261824/t4294971994(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 496/448 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126724.432269:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098e4f480 with x1830945817261824 ext(0->7) 00010000:00010000:0.0:1746126724.432278:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a8447fd72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5126 expref: 38 pid: 11425 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.432293:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a8447fd72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5126 expref: 38 pid: 11425 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746126724.432300:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098e4f480 00000100:00100000:0.0:1746126724.441416:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.444223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.448518:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.448573:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817262336 00000100:00100000:1.0:1746126724.448579:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817262336 00002000:00100000:1.0:1746126724.448626:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d140000 x1830945817262336/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.448636:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140000 with x1830945817262336 ext(0->4095) 00010000:00010000:1.0:1746126724.448646:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8447fd79 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b512d expref: 6 pid: 11425 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.448659:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8447fd79 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b512d expref: 6 pid: 11425 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.448666:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d140000 00000100:00100000:1.0:1746126724.448700:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2512 00000100:00100000:1.0:1746126724.448708:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817262336:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126724.448876:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817262336:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.448882:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2512 00002000:00100000:1.0:1746126724.448887:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d140000 x1830945817262336/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.448894:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140000 with x1830945817262336 ext(0->4095) 00010000:00010000:1.0:1746126724.448898:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8447fd79 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b512d expref: 6 pid: 11425 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.448907:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8447fd79 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b512d expref: 6 pid: 11425 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.448912:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d140000 00000100:00100000:0.0:1746126724.452081:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.460494:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.465187:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.471409:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.471995:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.474034:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29403 00000100:00100000:1.0:1746126724.474045:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817263104:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.474060:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.474627:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd8e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5142 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.474755:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8447fd87 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b513b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.474763:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.474764:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.474767:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd8e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5142 expref: 39 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.474791:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8447fd87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b513b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.474807:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8447fd87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b513b expref: 5 pid: 9564 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746126724.474817:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813420672:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.475109:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126724.478581:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.479107:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813420672:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.479134:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd8e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5142 expref: 38 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.479150:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a800, rc 0) 00000100:00100000:1.0:1746126724.479551:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817263104:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5507us (8150us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.479558:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29403 00000100:00100000:0.0:1746126724.487355:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.493514:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.494246:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817263744 00000100:00100000:1.0:1746126724.494254:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817263744 00002000:00100000:1.0:1746126724.494296:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098854000 x1830945817263744/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.494338:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854000 with x1830945817263744 ext(0->4095) 00002000:00010000:1.0:1746126724.494343:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098854000 00000100:00100000:1.0:1746126724.494379:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13276 00000100:00100000:1.0:1746126724.494387:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817263744:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126724.494532:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817263744:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (1025us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.494539:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13276 00002000:00100000:1.0:1746126724.494544:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098854000 x1830945817263744/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.494552:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854000 with x1830945817263744 ext(0->4095) 00002000:00010000:1.0:1746126724.494554:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098854000 00000100:00100000:0.0:1746126724.505596:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.505718:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817263872 00000100:00100000:1.0:1746126724.505729:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817263872 00000100:00100000:1.0:1746126724.506534:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29404 00000100:00100000:1.0:1746126724.506544:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817263872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.506565:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.506584:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd95 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5149 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.506616:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5142 expref: 37 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.506623:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.506625:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.506628:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd95 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5149 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.506659:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5142 expref: 37 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.506671:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5142 expref: 37 pid: 11425 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746126724.506684:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813420928:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.506787:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126724.513869:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813420928:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.513902:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd95 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5149 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.513925:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc 0) 00000100:00100000:1.0:1746126724.513975:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817263872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7432us (8390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.513984:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29404 00000100:00100000:1.0:1746126724.514912:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.520918:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817264000:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 5680us (5996us total) trans 4294971995 rc 0/0 00000100:00100000:0.0:1746126724.520931:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2514 00002000:00100000:0.0:1746126724.520941:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a5ef8e00 x1830945817264000/t4294971995(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 496/448 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126724.520951:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8e00 with x1830945817264000 ext(0->7) 00010000:00010000:0.0:1746126724.520961:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5142 expref: 40 pid: 11425 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.520977:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fd8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5142 expref: 40 pid: 11425 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746126724.520984:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5ef8e00 00000100:00100000:0.0:1746126724.523702:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.532744:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.532814:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817264384 00000100:00100000:1.0:1746126724.532824:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817264384 00000100:00100000:0.0:1746126724.532854:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.532878:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29405 00000100:00100000:0.0:1746126724.532879:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817264512 00000100:00100000:0.0:1746126724.532882:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817264512 00000100:00100000:1.0:1746126724.532886:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1776:x1830945817264384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.532903:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:0.0:1746126724.532912:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098854e00 x1830945817264512/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746126724.532920:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fd9c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5150 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746126724.532921:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854e00 with x1830945817264512 ext(0->4095) 00002000:00010000:0.0:1746126724.532927:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098854e00 00010000:00010000:1.0:1746126724.532951:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5149 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126724.532952:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13277 00000100:00100000:0.0:1746126724.532958:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817264512:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00010000:00010000:1.0:1746126724.532959:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.532961:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.532964:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fd9c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5150 expref: 41 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.532992:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5149 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.533003:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5149 expref: 6 pid: 11425 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746126724.533020:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813421184:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126724.533075:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817264512:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (222us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126724.533082:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13277 00000100:00100000:1.0:1746126724.533087:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00002000:00100000:0.0:1746126724.533087:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098854e00 x1830945817264512/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126724.533094:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854e00 with x1830945817264512 ext(0->4095) 00010000:00010000:0.0:1746126724.533099:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd95 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5149 expref: 6 pid: 11425 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.533110:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fd95 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5149 expref: 6 pid: 11425 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746126724.533115:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098854e00 00000100:00100000:1.0:1746126724.534679:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813421184:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.534700:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fd9c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5150 expref: 40 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.534715:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a400, rc 0) 00000100:00100000:1.0:1746126724.534762:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1776:x1830945817264384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1876us (2030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.534773:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29405 00000100:00100000:0.0:1746126724.535240:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.535997:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.536062:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817264640 00000100:00100000:1.0:1746126724.536069:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817264640 00000100:00100000:1.0:1746126724.536105:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29406 00000100:00100000:1.0:1746126724.536111:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098856d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1778:x1830945817264640:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.536125:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.536138:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447fda3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5157 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.536159:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.536163:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fd9c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5150 expref: 41 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.536168:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.536171:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447fda3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5157 expref: 41 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.536200:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fd9c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5150 expref: 41 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.536209:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447fda3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5157 expref: 41 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.536215:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ac00, rc 0) 00000100:00100000:1.0:1746126724.536235:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098856d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:1778:x1830945817264640:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (997us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.536240:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29406 00000100:00100000:0.0:1746126724.539064:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.548203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.548500:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817265408 00000100:00100000:1.0:1746126724.548507:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817265408 00002000:00100000:1.0:1746126724.548546:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb08e00 x1830945817265408/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.548555:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb08e00 with x1830945817265408 ext(0->4095) 00002000:00010000:1.0:1746126724.548559:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb08e00 00000100:00100000:1.0:1746126724.549261:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13278 00000100:00100000:1.0:1746126724.549270:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817265408:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126724.549451:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817265408:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 183us (1249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.549457:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13278 00002000:00100000:1.0:1746126724.549462:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb08e00 x1830945817265408/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.549476:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb08e00 with x1830945817265408 ext(0->4095) 00002000:00010000:1.0:1746126724.549480:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb08e00 00000100:00100000:0.0:1746126724.553495:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.559606:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.560492:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.562441:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.566031:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.566645:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.570280:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.571159:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817266560 00000100:00100000:1.0:1746126724.571166:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817266560 00002000:00100000:1.0:1746126724.571207:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb9880 x1830945817266560/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.571216:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb9880 with x1830945817266560 ext(0->4095) 00010000:00010000:1.0:1746126724.571225:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447fdb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5165 expref: 41 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.571238:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447fdb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5165 expref: 41 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.571244:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddb9880 00000100:00100000:1.0:1746126724.571274:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2517 00000100:00100000:1.0:1746126724.571281:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2007:x1830945817266560:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126724.571438:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2007:x1830945817266560:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (1166us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.571444:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2517 00002000:00100000:1.0:1746126724.571449:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb9880 x1830945817266560/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.571456:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb9880 with x1830945817266560 ext(0->4095) 00010000:00010000:1.0:1746126724.571460:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447fdb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5165 expref: 41 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.571469:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447fdb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5165 expref: 41 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.571474:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddb9880 00000100:00100000:0.0:1746126724.573841:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.576759:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.576833:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817266944 00000100:00100000:1.0:1746126724.576839:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817266944 00002000:00100000:1.0:1746126724.577200:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef9500 x1830945817266944/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.577210:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9500 with x1830945817266944 ext(0->4095) 00002000:00010000:1.0:1746126724.577215:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef9500 00000100:00100000:1.0:1746126724.577241:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13279 00000100:00100000:1.0:1746126724.577248:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817266944:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126724.578069:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817266944:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 819us (1308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.578077:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13279 00002000:00100000:1.0:1746126724.578083:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef9500 x1830945817266944/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.578091:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9500 with x1830945817266944 ext(0->4095) 00002000:00010000:1.0:1746126724.578094:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef9500 00000100:00100000:0.0:1746126724.582524:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.587608:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.588636:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.594107:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817267584 00000100:00100000:1.0:1746126724.594115:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817267584 00002000:00100000:1.0:1746126724.594161:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec9500 x1830945817267584/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.594177:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec9500 with x1830945817267584 ext(0->4095) 00010000:00010000:1.0:1746126724.594186:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8447fdbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5173 expref: 6 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.594200:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8447fdbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5173 expref: 6 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.594206:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ec9500 00000100:00100000:1.0:1746126724.594268:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2518 00000100:00100000:1.0:1746126724.594276:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817267584:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126724.594457:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817267584:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 181us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.594463:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2518 00002000:00100000:1.0:1746126724.594467:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec9500 x1830945817267584/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.594474:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec9500 with x1830945817267584 ext(0->4095) 00010000:00010000:1.0:1746126724.594479:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8447fdbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5173 expref: 6 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.594488:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8447fdbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5173 expref: 6 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.594493:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ec9500 00000100:00100000:0.0:1746126724.601235:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.604792:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.609933:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.610113:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817268096 00000100:00100000:1.0:1746126724.610124:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817268096 00000100:00100000:1.0:1746126724.610182:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29412 00000100:00100000:1.0:1746126724.610191:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817268096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.610210:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.610227:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a8447fdcd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5181 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.610258:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8447fdc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b517a expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.610265:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.610267:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.610271:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a8447fdcd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5181 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.610303:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8447fdc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b517a expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.610342:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8447fdc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b517a expref: 39 pid: 9564 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746126724.610355:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813422976:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.610448:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126724.624326:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813422976:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.624360:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a8447fdcd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5181 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.624395:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b000, rc 0) 00000100:00100000:1.0:1746126724.624505:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817268096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14313us (14580us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.624514:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29412 00000100:00100000:0.0:1746126724.652894:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.654272:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.654479:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817268224 00000100:00100000:1.0:1746126724.654483:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817268224 00002000:00100000:1.0:1746126724.654511:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88011ddb8e00 x1830945817268224/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 496/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.654519:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb8e00 with x1830945817268224 ext(0->7) 00010000:00010000:1.0:1746126724.654526:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8447fdc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b517a expref: 42 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.654537:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8447fdc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b517a expref: 42 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.654544:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddb8e00 00000100:00100000:1.0:1746126724.654557:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2519 00000100:00100000:1.0:1746126724.654561:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2007:x1830945817268224:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126724.657576:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+43:2007:x1830945817268224:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 3001us (4681us total) trans 4294971996 rc 0/0 00000100:00100000:0.0:1746126724.657588:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2519 00002000:00100000:0.0:1746126724.657601:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88011ddb8e00 x1830945817268224/t4294971996(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 496/448 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126724.657611:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb8e00 with x1830945817268224 ext(0->7) 00010000:00010000:0.0:1746126724.657622:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8447fdc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b517a expref: 43 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.657636:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8447fdc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b517a expref: 43 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746126724.657647:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddb8e00 00000100:00100000:0.0:1746126724.659943:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.663840:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.667126:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.670103:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.672462:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.676139:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.680803:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.680889:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.681376:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817269760 00000100:00100000:0.0:1746126724.681380:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817269760 00000100:00100000:0.0:1746126724.681409:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29415 00000100:00100000:0.0:1746126724.681414:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+42:1776:x1830945817269760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126724.681424:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126724.681441:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b8d600/0xd8b4f51a8447fde2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5196 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.681472:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8447fddb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b518f expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.681479:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126724.681481:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126724.681484:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8d600/0xd8b4f51a8447fde2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5196 expref: 43 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.681516:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8447fddb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b518f expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.681529:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8447fddb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b518f expref: 6 pid: 9564 timeout: 867 lvb_type: 0 00000100:00100000:0.0:1746126724.681541:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eaa6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813423744:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126724.681619:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126724.683760:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.684788:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.689029:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.692681:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.697255:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.697343:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817270656 00000100:00100000:1.0:1746126724.697351:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817270656 00002000:00100000:1.0:1746126724.697407:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5f80 x1830945817270656/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.697417:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5f80 with x1830945817270656 ext(0->4095) 00002000:00010000:1.0:1746126724.697421:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa5f80 00000100:00100000:1.0:1746126724.697943:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13283 00000100:00100000:1.0:1746126724.697951:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2007:x1830945817270656:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126724.698078:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2007:x1830945817270656:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (833us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.698084:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13283 00002000:00100000:1.0:1746126724.698088:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5f80 x1830945817270656/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.698095:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5f80 with x1830945817270656 ext(0->4095) 00002000:00010000:1.0:1746126724.698099:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa5f80 00000100:00100000:0.0:1746126724.699987:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.703915:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.707532:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.708199:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.710585:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.712346:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.716464:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.719766:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.722014:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.724046:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.726393:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.730452:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817272704 00000100:00100000:1.0:1746126724.730460:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817272704 00002000:00100000:1.0:1746126724.730505:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8a80 x1830945817272704/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.730514:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8a80 with x1830945817272704 ext(0->4095) 00002000:00010000:1.0:1746126724.730519:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098ec8a80 00000100:00100000:1.0:1746126724.730557:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13286 00000100:00100000:1.0:1746126724.730565:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817272704:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126724.730730:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817272704:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (396us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.730737:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13286 00002000:00100000:1.0:1746126724.730743:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8a80 x1830945817272704/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.730756:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8a80 with x1830945817272704 ext(0->4095) 00002000:00010000:1.0:1746126724.730759:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098ec8a80 00000100:00100000:0.0:1746126724.735177:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.737239:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.739239:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.739302:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.743133:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.747627:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.747712:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.751157:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.751225:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817274368 00000100:00100000:1.0:1746126724.751231:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817274368 00002000:00100000:1.0:1746126724.751267:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892d880 x1830945817274368/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.751276:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892d880 with x1830945817274368 ext(0->4095) 00010000:00010000:1.0:1746126724.751283:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8447fe1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51ce expref: 6 pid: 11426 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.751295:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8447fe1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51ce expref: 6 pid: 11426 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.751301:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892d880 00000100:00100000:1.0:1746126724.751481:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2525 00000100:00100000:1.0:1746126724.751487:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817274368:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126724.751769:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817274368:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 281us (613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.751774:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2525 00002000:00100000:1.0:1746126724.751780:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892d880 x1830945817274368/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.751787:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892d880 with x1830945817274368 ext(0->4095) 00010000:00010000:1.0:1746126724.751791:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8447fe1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51ce expref: 6 pid: 11426 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.751799:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8447fe1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51ce expref: 6 pid: 11426 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.751804:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892d880 00000100:00100000:0.0:1746126724.753430:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.756795:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817274752 00000100:00100000:0.0:1746126724.756801:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817274752 00002000:00100000:0.0:1746126724.756838:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eca300 x1830945817274752/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126724.756848:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eca300 with x1830945817274752 ext(0->4095) 00002000:00010000:0.0:1746126724.756852:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098eca300 00000100:00100000:0.0:1746126724.756874:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13287 00000100:00100000:0.0:1746126724.756880:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2008:x1830945817274752:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126724.756992:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2008:x1830945817274752:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (487us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126724.756997:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13287 00002000:00100000:0.0:1746126724.757001:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eca300 x1830945817274752/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126724.757008:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eca300 with x1830945817274752 ext(0->4095) 00002000:00010000:0.0:1746126724.757011:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098eca300 00000100:00100000:0.0:1746126724.758829:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.763110:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.767496:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.769824:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817275392 00000100:00100000:0.0:1746126724.769830:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817275392 00002000:00100000:0.0:1746126724.769864:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098e4c000 x1830945817275392/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126724.769873:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098e4c000 with x1830945817275392 ext(0->4095) 00010000:00010000:0.0:1746126724.769880:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8447fe28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51dc expref: 6 pid: 9566 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.769891:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8447fe28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51dc expref: 6 pid: 9566 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746126724.769896:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098e4c000 00000100:00100000:0.0:1746126724.769911:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2526 00000100:00100000:0.0:1746126724.769917:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817275392:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126724.770061:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817275392:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (529us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126724.770068:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2526 00002000:00100000:0.0:1746126724.770074:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098e4c000 x1830945817275392/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126724.770081:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098e4c000 with x1830945817275392 ext(0->4095) 00010000:00010000:0.0:1746126724.770086:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8447fe28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51dc expref: 6 pid: 9566 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.770094:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8447fe28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51dc expref: 6 pid: 9566 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746126724.770099:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098e4c000 00000100:00100000:0.0:1746126724.773482:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.774503:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.777513:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.782393:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.790515:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.790585:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817276288 00000100:00100000:0.0:1746126724.790595:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817276288 00002000:00100000:0.0:1746126724.790644:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efaa00 x1830945817276288/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126724.790657:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efaa00 with x1830945817276288 ext(0->4095) 00002000:00010000:0.0:1746126724.790662:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5efaa00 00000100:00100000:0.0:1746126724.790695:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13288 00000100:00100000:0.0:1746126724.790705:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+43:2008:x1830945817276288:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126724.790855:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+43:2008:x1830945817276288:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (350us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126724.790861:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13288 00002000:00100000:0.0:1746126724.790867:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efaa00 x1830945817276288/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126724.790874:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efaa00 with x1830945817276288 ext(0->4095) 00002000:00010000:0.0:1746126724.790877:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5efaa00 00000100:00100000:0.0:1746126724.798349:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.802518:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.805620:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945817276544:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2865us (3089us total) trans 4294971997 rc 0/0 00000100:00100000:0.0:1746126724.805633:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2528 00002000:00100000:0.0:1746126724.805649:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013604d500 x1830945817276544/t4294971997(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 496/448 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126724.805659:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d500 with x1830945817276544 ext(0->7) 00010000:00010000:0.0:1746126724.805668:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447fe36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51ea expref: 44 pid: 9566 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746126724.805690:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447fe36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51ea expref: 44 pid: 9566 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746126724.805697:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604d500 00000100:00100000:0.0:1746126724.807723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.812425:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.813057:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817276928 00000100:00100000:1.0:1746126724.813064:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817276928 00002000:00100000:1.0:1746126724.813098:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965c000 x1830945817276928/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.813108:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965c000 with x1830945817276928 ext(0->4095) 00002000:00010000:1.0:1746126724.813112:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965c000 00000100:00100000:1.0:1746126724.813135:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13289 00000100:00100000:1.0:1746126724.813141:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817276928:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126724.813271:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817276928:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (853us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.813276:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13289 00002000:00100000:1.0:1746126724.813282:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965c000 x1830945817276928/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.813288:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965c000 with x1830945817276928 ext(0->4095) 00002000:00010000:1.0:1746126724.813291:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965c000 00000100:00100000:0.0:1746126724.814225:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.816218:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.816267:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817277184 00000100:00100000:0.0:1746126724.816273:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817277184 00000100:00100000:0.0:1746126724.816322:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29430 00000100:00100000:0.0:1746126724.816329:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1776:x1830945817277184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126724.816339:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126724.816349:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b8ce00/0xd8b4f51a8447fe4b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b51ff expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.816373:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126724.816376:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8447fe44 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51f8 expref: 46 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.816381:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126724.816384:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8ce00/0xd8b4f51a8447fe4b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51ff expref: 46 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.816406:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8447fe44 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51f8 expref: 46 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.816417:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b8ce00/0xd8b4f51a8447fe4b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51ff expref: 46 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.816427:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b8ce00, rc 0) 00000100:00100000:0.0:1746126724.816453:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+46:1776:x1830945817277184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126724.816459:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29430 00000100:00100000:0.0:1746126724.817879:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813427328:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126724.817900:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8447fe44 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51f8 expref: 45 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.817910:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:0.0:1746126724.818186:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1778:x1830945817277056:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3640us (3962us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126724.818193:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29429 00000100:00100000:0.0:1746126724.819585:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.823522:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.823606:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817277568 00000100:00100000:1.0:1746126724.823614:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817277568 00002000:00100000:1.0:1746126724.823651:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966aea00 x1830945817277568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.823661:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966aea00 with x1830945817277568 ext(0->4095) 00010000:00010000:1.0:1746126724.823668:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8447fe44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51f8 expref: 45 pid: 9566 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.823680:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8447fe44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51f8 expref: 45 pid: 9566 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.823686:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800966aea00 00000100:00100000:1.0:1746126724.823702:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2529 00000100:00100000:1.0:1746126724.823708:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2007:x1830945817277568:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126724.823826:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2007:x1830945817277568:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.823832:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2529 00002000:00100000:1.0:1746126724.823836:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966aea00 x1830945817277568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.823843:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966aea00 with x1830945817277568 ext(0->4095) 00010000:00010000:1.0:1746126724.823848:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8447fe44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51f8 expref: 45 pid: 9566 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.823856:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8447fe44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51f8 expref: 45 pid: 9566 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.823868:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800966aea00 00000100:00100000:0.0:1746126724.827556:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.827601:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.827658:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817277824 00000100:00100000:1.0:1746126724.827669:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817277824 00000100:00100000:1.0:1746126724.827727:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29431 00000100:00100000:1.0:1746126724.827735:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817277824:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.827750:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.827764:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe52 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5206 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.827793:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.827799:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b8ce00/0xd8b4f51a8447fe4b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51ff expref: 45 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.827805:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126724.827808:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe52 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5206 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.827843:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b8ce00/0xd8b4f51a8447fe4b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b51ff expref: 45 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.827853:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe52 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5206 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.827861:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b800, rc 0) 00000100:00100000:1.0:1746126724.827909:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817277824:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.827919:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29431 00000100:00100000:0.0:1746126724.831962:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.834476:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.834975:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.835137:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817278208 00000100:00100000:1.0:1746126724.835145:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817278208 00000100:00100000:1.0:1746126724.835192:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29432 00000100:00100000:1.0:1746126724.835198:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1776:x1830945817278208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.835215:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.835231:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fe59 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b520d expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.835256:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.835262:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe52 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5206 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.835267:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126724.835271:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fe59 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b520d expref: 45 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.835335:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe52 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5206 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.835346:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fe59 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b520d expref: 45 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.835356:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc 0) 00000100:00100000:1.0:1746126724.835407:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1776:x1830945817278208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.835413:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29432 00000100:00100000:0.0:1746126724.839745:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.839857:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817278592 00000100:00100000:1.0:1746126724.839864:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817278592 00002000:00100000:1.0:1746126724.839899:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736f800 x1830945817278592/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.839909:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736f800 with x1830945817278592 ext(0->4095) 00010000:00010000:1.0:1746126724.839916:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5206 expref: 6 pid: 9566 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.839929:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5206 expref: 6 pid: 9566 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.839936:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736f800 00000100:00100000:1.0:1746126724.840658:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2531 00000100:00100000:1.0:1746126724.840667:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817278592:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126724.840804:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817278592:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (1059us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.840810:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2531 00002000:00100000:1.0:1746126724.840815:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736f800 x1830945817278592/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.840823:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736f800 with x1830945817278592 ext(0->4095) 00010000:00010000:1.0:1746126724.840827:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5206 expref: 6 pid: 9566 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.840837:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5206 expref: 6 pid: 9566 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.840849:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736f800 00000100:00100000:0.0:1746126724.842554:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.848143:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.850508:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.853959:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.858431:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.858522:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.858632:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817279488 00000100:00100000:1.0:1746126724.858636:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817279488 00002000:00100000:1.0:1746126724.858678:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75d880 x1830945817279488/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.858688:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d880 with x1830945817279488 ext(0->4095) 00002000:00010000:1.0:1746126724.858692:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75d880 00000100:00100000:1.0:1746126724.858705:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13291 00000100:00100000:1.0:1746126724.858709:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817279488:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126724.859828:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817279488:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 1114us (1403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.859837:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13291 00002000:00100000:1.0:1746126724.859846:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75d880 x1830945817279488/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.859853:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d880 with x1830945817279488 ext(0->4095) 00010000:00010000:1.0:1746126724.859861:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8447fe60 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5214 expref: 6 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.859872:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8447fe60 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5214 expref: 6 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.859878:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75d880 00000100:00100000:0.0:1746126724.863274:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813428608:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126724.863329:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a8447fe67 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b521b expref: 44 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.863346:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60400, rc 0) 00000100:00100000:0.0:1746126724.863408:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1776:x1830945817279616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4756us (4884us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126724.863416:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29434 00000100:00100000:0.0:1746126724.864457:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817279744 00000100:00100000:0.0:1746126724.864464:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817279744 00000100:00100000:0.0:1746126724.864503:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29435 00000100:00100000:0.0:1746126724.864509:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1778:x1830945817279744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126724.864524:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126724.864537:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a8447fe6e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5222 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.864558:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126724.864563:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a8447fe67 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b521b expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.864569:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126724.864572:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a8447fe6e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5222 expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.864600:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a8447fe67 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b521b expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.864615:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a8447fe6e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5222 expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.864623:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b8c000, rc 0) 00000100:00100000:0.0:1746126724.864657:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1778:x1830945817279744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (1064us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126724.864663:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29435 00000100:00100000:0.0:1746126724.867944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.868332:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817280128 00000100:00100000:1.0:1746126724.868339:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817280128 00002000:00100000:1.0:1746126724.868385:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75df80 x1830945817280128/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.868395:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75df80 with x1830945817280128 ext(0->4095) 00010000:00010000:1.0:1746126724.868403:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a8447fe67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b521b expref: 45 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.868415:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a8447fe67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b521b expref: 45 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.868421:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75df80 00000100:00100000:1.0:1746126724.868443:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2532 00000100:00100000:1.0:1746126724.868449:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817280128:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126724.868568:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817280128:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (634us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.868573:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2532 00002000:00100000:1.0:1746126724.868578:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75df80 x1830945817280128/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.868585:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75df80 with x1830945817280128 ext(0->4095) 00010000:00010000:1.0:1746126724.868590:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a8447fe67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b521b expref: 45 pid: 9564 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746126724.868598:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a8447fe67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b521b expref: 45 pid: 9564 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746126724.868603:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75df80 00000100:00100000:0.0:1746126724.871494:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.874860:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.877874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.877984:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817280640 00000100:00100000:1.0:1746126724.877992:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817280640 00000100:00100000:1.0:1746126724.878041:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29436 00000100:00100000:1.0:1746126724.878047:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817280640:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.878063:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.878081:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fe75 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5229 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.878113:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a8447fe6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5222 expref: 43 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.878120:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.878122:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.878126:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fe75 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5229 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.878154:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a8447fe6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5222 expref: 43 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.878164:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a8447fe6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5222 expref: 43 pid: 9564 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746126724.878175:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813429120:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.878258:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126724.880149:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813429120:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.880180:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fe75 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5229 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.880201:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b400, rc 0) 00000100:00100000:1.0:1746126724.880242:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817280640:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2194us (2375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.880249:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29436 00000100:00100000:0.0:1746126724.880356:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.883919:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.884035:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817281024 00000100:00100000:1.0:1746126724.884042:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817281024 00002000:00100000:1.0:1746126724.884078:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75ed80 x1830945817281024/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.884088:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75ed80 with x1830945817281024 ext(0->4095) 00002000:00010000:1.0:1746126724.884093:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75ed80 00000100:00100000:1.0:1746126724.884115:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13293 00000100:00100000:1.0:1746126724.884121:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817281024:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126724.884240:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817281024:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.884246:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13293 00002000:00100000:1.0:1746126724.884251:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75ed80 x1830945817281024/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.884258:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75ed80 with x1830945817281024 ext(0->4095) 00002000:00010000:1.0:1746126724.884261:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75ed80 00000100:00100000:0.0:1746126724.885683:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.886857:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817281152 00000100:00100000:0.0:1746126724.886865:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817281152 00000100:00100000:0.0:1746126724.887026:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817281280 00000100:00100000:0.0:1746126724.887028:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817281280 00000100:00100000:1.0:1746126724.887120:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29437 00000100:00100000:0.0:1746126724.887126:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29438 00000100:00100000:1.0:1746126724.887129:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1776:x1830945817281152:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126724.887130:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1778:x1830945817281280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.887154:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126724.887154:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.887171:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447fe83 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5230 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.887171:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b8de00/0xd8b4f51a8447fe7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5237 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.887282:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fe75 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5229 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.887294:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126724.887296:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126724.887300:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8de00/0xd8b4f51a8447fe7c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5237 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.887346:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.887350:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b8de00/0xd8b4f51a8447fe7c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5237 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.887356:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.887367:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447fe83 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5230 expref: 46 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.887418:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fe75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5229 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126724.887430:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fe75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5229 expref: 5 pid: 9566 timeout: 867 lvb_type: 0 00000100:00100000:0.0:1746126724.887441:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d249f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813429376:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.887443:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b8de00/0xd8b4f51a8447fe7c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5237 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.887453:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447fe83 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5230 expref: 46 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.887462:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ac00, rc 0) 00000100:00100000:1.0:1746126724.887492:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+46:1776:x1830945817281152:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 366us (1813us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.887498:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29437 00000100:00100000:0.0:1746126724.887516:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4833c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126724.889864:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.892808:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.896259:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.896973:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.900395:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.900420:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817282176 00000100:00100000:1.0:1746126724.900428:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817282176 00002000:00100000:1.0:1746126724.900530:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d249f80 x1830945817282176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.900539:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249f80 with x1830945817282176 ext(0->4095) 00010000:00010000:1.0:1746126724.900548:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447fe83 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5230 expref: 45 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126724.900565:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447fe83 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5230 expref: 45 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126724.900571:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d249f80 00000100:00100000:1.0:1746126724.900590:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2534 00000100:00100000:1.0:1746126724.900596:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817282176:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126724.900716:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945817282176:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.900722:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2534 00002000:00100000:1.0:1746126724.900726:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d249f80 x1830945817282176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.900733:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249f80 with x1830945817282176 ext(0->4095) 00010000:00010000:1.0:1746126724.900737:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447fe83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5230 expref: 44 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126724.900745:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447fe83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5230 expref: 44 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126724.900750:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d249f80 00000100:00100000:0.0:1746126724.904183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.904242:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.904255:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817282304 00000100:00100000:1.0:1746126724.904265:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817282304 00000100:00100000:1.0:1746126724.904347:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29440 00000100:00100000:1.0:1746126724.904354:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1776:x1830945817282304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.904380:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.904393:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fe91 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5245 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.904419:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.904423:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447fe8a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b523e expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.904429:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126724.904436:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fe91 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5245 expref: 46 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.904778:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447fe8a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b523e expref: 5 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126724.904786:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447fe8a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b523e expref: 5 pid: 9564 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126724.904795:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813430144:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.904822:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126724.906754:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813430144:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.906780:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fe91 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5245 expref: 45 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.906794:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a600, rc 0) 00000100:00100000:1.0:1746126724.906842:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1776:x1830945817282304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2488us (2669us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.906850:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29440 00000100:00100000:0.0:1746126724.907603:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.911106:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.915935:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.916525:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817283072 00000100:00100000:1.0:1746126724.916533:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817283072 00002000:00100000:1.0:1746126724.916580:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099108000 x1830945817283072/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.916591:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099108000 with x1830945817283072 ext(0->4095) 00002000:00010000:1.0:1746126724.916595:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099108000 00000100:00100000:1.0:1746126724.917003:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13294 00000100:00100000:1.0:1746126724.917010:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945817283072:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126724.917161:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945817283072:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (1236us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.917167:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13294 00002000:00100000:1.0:1746126724.917172:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099108000 x1830945817283072/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.917180:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099108000 with x1830945817283072 ext(0->4095) 00002000:00010000:1.0:1746126724.917183:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099108000 00000100:00100000:0.0:1746126724.919442:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.919540:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817283200 00000100:00100000:1.0:1746126724.919548:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817283200 00000100:00100000:1.0:1746126724.919886:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29441 00000100:00100000:1.0:1746126724.919894:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817283200:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.919910:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.919927:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe98 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b524c expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.919956:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fe91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5245 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.919969:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.919971:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.919974:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe98 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b524c expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.920003:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fe91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5245 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.920014:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fe91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5245 expref: 43 pid: 9566 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126724.920026:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813430400:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.920535:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126724.922229:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813430400:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.922255:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe98 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b524c expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.922271:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b800, rc 0) 00000100:00100000:1.0:1746126724.922324:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817283200:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2412us (2869us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.922332:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29441 00000100:00100000:0.0:1746126724.924443:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.927879:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.928129:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817283456 00000100:00100000:1.0:1746126724.928137:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817283456 00000100:00100000:1.0:1746126724.928186:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29442 00000100:00100000:1.0:1746126724.928193:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1776:x1830945817283456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.928214:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.928230:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fe9f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5253 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.928257:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b524c expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.928264:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.928265:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.928268:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fe9f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5253 expref: 45 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.928295:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b524c expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.928324:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe98 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b524c expref: 5 pid: 9566 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126724.928335:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813430656:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.928414:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126724.928622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.932899:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.932993:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126724.933421:0:9566:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a8447fe98 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b524c expref: 6 pid: 9566 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126724.933437:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813430656:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.933451:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fe9f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5253 expref: 45 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126724.933463:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fe9f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5253 expref: 45 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126724.933471:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a400, rc 0) 00000100:00100000:1.0:1746126724.933503:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1776:x1830945817283456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5311us (5632us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.933509:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29442 00000100:00100000:0.0:1746126724.935810:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.938328:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.942156:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.944812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.944995:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817284736 00000100:00100000:1.0:1746126724.945003:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817284736 00000100:00100000:1.0:1746126724.945141:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29444 00000100:00100000:1.0:1746126724.945148:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817284736:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.945163:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.945180:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fead lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5261 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.945210:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447fea6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b525a expref: 43 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.945217:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.945219:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.945223:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fead lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5261 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.945250:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447fea6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b525a expref: 43 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.945266:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8447fea6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b525a expref: 43 pid: 11426 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126724.945277:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813431168:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.945394:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126724.946980:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813431168:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.947002:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fead lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5261 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.947016:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc 0) 00000100:00100000:1.0:1746126724.947054:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817284736:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1906us (2249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.947061:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29444 00000100:00100000:0.0:1746126724.947946:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.952002:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.952108:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817285120 00000100:00100000:1.0:1746126724.952117:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817285120 00002000:00100000:1.0:1746126724.952160:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604b800 x1830945817285120/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.952171:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604b800 with x1830945817285120 ext(0->4095) 00002000:00010000:1.0:1746126724.952176:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604b800 00000100:00100000:1.0:1746126724.952264:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13296 00000100:00100000:1.0:1746126724.952271:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817285120:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126724.952701:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817285120:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 429us (707us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.952711:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13296 00002000:00100000:1.0:1746126724.952716:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604b800 x1830945817285120/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.952723:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604b800 with x1830945817285120 ext(0->4095) 00002000:00010000:1.0:1746126724.952726:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604b800 00000100:00100000:0.0:1746126724.953696:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.953741:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817285248 00000100:00100000:1.0:1746126724.953749:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817285248 00000100:00100000:1.0:1746126724.953795:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29445 00000100:00100000:1.0:1746126724.953801:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+43:1776:x1830945817285248:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.953815:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.953827:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8447feb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5268 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.953857:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fead lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5261 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.953864:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.953866:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.953869:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8447feb4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5268 expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.953892:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fead lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5261 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.953902:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fead lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5261 expref: 5 pid: 9566 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126724.953916:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813431424:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.953989:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126724.954873:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.955658:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813431424:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.955673:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8447feb4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5268 expref: 45 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.955681:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383be00, rc 0) 00000100:00100000:1.0:1746126724.955711:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1776:x1830945817285248:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1910us (2017us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.955717:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29445 00000100:00100000:0.0:1746126724.956407:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.958634:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817285760 00000100:00100000:1.0:1746126724.958639:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817285760 00002000:00100000:1.0:1746126724.958665:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb08380 x1830945817285760/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.958673:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb08380 with x1830945817285760 ext(0->4095) 00010000:00010000:1.0:1746126724.958680:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8447feb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5268 expref: 45 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126724.958690:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8447feb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5268 expref: 45 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126724.958696:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb08380 00000100:00100000:1.0:1746126724.958714:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2538 00000100:00100000:1.0:1746126724.958719:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817285760:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126724.958825:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817285760:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (227us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.958830:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2538 00002000:00100000:1.0:1746126724.958834:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb08380 x1830945817285760/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.958841:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb08380 with x1830945817285760 ext(0->4095) 00010000:00010000:1.0:1746126724.958844:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8447feb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5268 expref: 45 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126724.958852:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8447feb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5268 expref: 45 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126724.958856:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb08380 00000100:00100000:0.0:1746126724.961039:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.964663:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.964754:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817286144 00000100:00100000:1.0:1746126724.964759:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817286144 00002000:00100000:1.0:1746126724.964801:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134493100 x1830945817286144/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/0 e 0 to 0 dl 1746126735 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.964809:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134493100 with x1830945817286144 ext(0->4095) 00002000:00010000:1.0:1746126724.964812:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134493100 00000100:00100000:1.0:1746126724.964833:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13297 00000100:00100000:1.0:1746126724.964838:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945817286144:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126724.964948:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945817286144:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126724.964953:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13297 00002000:00100000:1.0:1746126724.964960:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134493100 x1830945817286144/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:485/0 lens 488/4536 e 0 to 0 dl 1746126735 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126724.964977:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134493100 with x1830945817286144 ext(0->4095) 00002000:00010000:1.0:1746126724.964980:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134493100 00000100:00100000:0.0:1746126724.968501:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.968619:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817286272 00000100:00100000:1.0:1746126724.968627:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817286272 00000100:00100000:1.0:1746126724.968775:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29447 00000100:00100000:1.0:1746126724.968782:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817286272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.968796:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.968810:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fec2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5276 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.968839:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8447febb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b526f expref: 43 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.968845:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.968847:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.968850:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fec2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5276 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.968874:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8447febb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b526f expref: 43 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.968883:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8447febb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b526f expref: 43 pid: 9564 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126724.968893:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813431936:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.968979:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126724.971971:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813431936:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.971994:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fec2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5276 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.972008:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a800, rc 0) 00000100:00100000:1.0:1746126724.972053:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817286272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3271us (3559us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.972060:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29447 00000100:00100000:0.0:1746126724.972163:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.977723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.977822:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817286528 00000100:00100000:1.0:1746126724.977827:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817286528 00000100:00100000:1.0:1746126724.977870:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29448 00000100:00100000:1.0:1746126724.977875:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1776:x1830945817286528:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.977889:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.977902:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447fec9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b527d expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.977924:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fec2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5276 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.977931:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.977933:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126724.977935:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447fec9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b527d expref: 44 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.977958:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fec2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5276 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.977972:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a8447fec2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5276 expref: 5 pid: 9566 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126724.977982:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813432192:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.978037:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126724.978106:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.981990:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.982346:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813432192:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126724.982368:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447fec9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b527d expref: 45 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.982375:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ac00, rc 0) 00000100:00100000:1.0:1746126724.982391:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1776:x1830945817286528:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4516us (4676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126724.982395:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29448 00000100:00100000:0.0:1746126724.982880:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.987765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.990028:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.994109:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126724.999300:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126724.999408:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817287808 00000100:00100000:1.0:1746126724.999416:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817287808 00000100:00100000:1.0:1746126724.999469:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29450 00000100:00100000:1.0:1746126724.999477:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817287808:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126724.999700:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126724.999715:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fed7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b528b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.999740:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8447fed0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5284 expref: 43 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.999751:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.999753:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126724.999756:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fed7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b528b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.999779:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8447fed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5284 expref: 43 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126724.999789:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8447fed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5284 expref: 43 pid: 11426 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126724.999799:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813432704:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126724.999874:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126725.002669:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813432704:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126725.002694:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fed7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b528b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.002707:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a600, rc 0) 00000100:00100000:1.0:1746126725.002743:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817287808:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3266us (3450us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.002750:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29450 00000100:00100000:0.0:1746126725.003578:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.004685:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.004749:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817288064 00000100:00100000:1.0:1746126725.004752:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817288064 00000100:00100000:1.0:1746126725.004771:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29451 00000100:00100000:1.0:1746126725.004776:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1776:x1830945817288064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126725.004789:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126725.004800:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fede lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5292 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.004814:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fed7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b528b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.004819:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.004821:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.004823:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fede lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5292 expref: 45 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.004838:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fed7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b528b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.004847:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8447fed7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b528b expref: 5 pid: 9566 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.005088:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813432960:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126725.005285:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126725.007903:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.007981:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813432960:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126725.008002:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fede lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5292 expref: 45 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.008015:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b400, rc 0) 00000100:00100000:1.0:1746126725.008043:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1776:x1830945817288064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3267us (3359us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.008053:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29451 00000100:00100000:0.0:1746126725.012965:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.017497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.029681:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817288832 00000100:00100000:1.0:1746126725.029690:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817288832 00000100:00100000:1.0:1746126725.029743:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29452 00000100:00100000:1.0:1746126725.029749:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817288832:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126725.029763:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126725.029776:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fee5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5299 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.029799:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fede lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5292 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.029805:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126725.029806:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126725.029809:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fee5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5299 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.029833:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fede lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5292 expref: 43 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.029841:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5292 expref: 43 pid: 9566 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.029850:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813433216:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126725.033938:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126725.034795:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.034877:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813433216:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126725.034902:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fee5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5299 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.034918:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc 0) 00000100:00100000:1.0:1746126725.034965:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817288832:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5215us (6458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.034973:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29452 00000100:00100000:0.0:1746126725.035906:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2007:x1830945817288960:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 777us (1113us total) trans 4294971998 rc 0/0 00000100:00100000:0.0:1746126725.035913:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2542 00002000:00100000:0.0:1746126725.035919:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d376a00 x1830945817288960/t4294971998(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 496/448 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126725.035926:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d376a00 with x1830945817288960 ext(0->7) 00010000:00010000:0.0:1746126725.035931:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5292 expref: 46 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746126725.035940:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fede lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5292 expref: 46 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746126725.035946:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d376a00 00000100:00100000:1.0:1746126725.040668:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817289088 00000100:00100000:1.0:1746126725.040676:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817289088 00000100:00100000:1.0:1746126725.040719:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29453 00000100:00100000:1.0:1746126725.040726:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+46:1776:x1830945817289088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126725.040740:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126725.040754:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8447feec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b52a0 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.040776:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126725.040781:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fee5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5299 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.040786:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126725.040788:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8447feec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52a0 expref: 47 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.040817:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fee5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5299 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.040827:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8447feec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52a0 expref: 47 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.040841:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b600, rc 0) 00000100:00100000:1.0:1746126725.040886:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1776:x1830945817289088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.040892:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29453 00000100:00100000:0.0:1746126725.044705:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.047689:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.047904:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817289472 00000100:00100000:1.0:1746126725.047909:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817289472 00002000:00100000:1.0:1746126725.047940:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374380 x1830945817289472/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.047949:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374380 with x1830945817289472 ext(0->4095) 00010000:00010000:1.0:1746126725.047956:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fee5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5299 expref: 6 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.047971:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fee5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5299 expref: 6 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.047977:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d374380 00000100:00100000:1.0:1746126725.047998:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2543 00000100:00100000:1.0:1746126725.048004:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817289472:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126725.049170:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817289472:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 1161us (1480us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.049177:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2543 00002000:00100000:1.0:1746126725.049185:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374380 x1830945817289472/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.049198:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374380 with x1830945817289472 ext(0->4095) 00010000:00010000:1.0:1746126725.049204:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fee5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5299 expref: 6 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.049214:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8447fee5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5299 expref: 6 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.049220:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d374380 00000100:00100000:0.0:1746126725.055417:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.059857:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.061349:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817289856 00000100:00100000:1.0:1746126725.061388:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817289856 00002000:00100000:1.0:1746126725.061441:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374e00 x1830945817289856/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.061450:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374e00 with x1830945817289856 ext(0->4095) 00002000:00010000:1.0:1746126725.061454:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d374e00 00000100:00100000:1.0:1746126725.061490:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13300 00000100:00100000:1.0:1746126725.061497:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2008:x1830945817289856:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.061629:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2008:x1830945817289856:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (1775us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.061635:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13300 00002000:00100000:1.0:1746126725.061640:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374e00 x1830945817289856/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.061647:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374e00 with x1830945817289856 ext(0->4095) 00002000:00010000:1.0:1746126725.061650:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d374e00 00000100:00100000:0.0:1746126725.067468:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.067573:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817289984 00000100:00100000:1.0:1746126725.067581:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817289984 00000100:00100000:1.0:1746126725.067622:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29454 00000100:00100000:1.0:1746126725.067628:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817289984:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126725.067642:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126725.067656:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fef3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b52a7 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.067680:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8447feec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52a0 expref: 45 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.067686:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126725.067688:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126725.067690:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fef3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52a7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.067721:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8447feec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52a0 expref: 45 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.067731:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8447feec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52a0 expref: 45 pid: 9566 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.067741:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813433728:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126725.067806:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126725.070803:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813433728:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126725.070826:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fef3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52a7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.070844:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b400, rc 0) 00000100:00100000:1.0:1746126725.070889:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817289984:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3261us (3428us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.070896:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29454 00000100:00100000:0.0:1746126725.071966:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.073161:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817290112:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1021us (1185us total) trans 4294971999 rc 0/0 00000100:00100000:0.0:1746126725.073174:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2544 00002000:00100000:0.0:1746126725.073185:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88011ddba300 x1830945817290112/t4294971999(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 496/448 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126725.073201:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddba300 with x1830945817290112 ext(0->7) 00010000:00010000:0.0:1746126725.073210:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8447feec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52a0 expref: 48 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746126725.073225:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8447feec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52a0 expref: 48 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746126725.073232:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddba300 00000100:00100000:0.0:1746126725.081443:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.090292:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.094159:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.094216:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817290624 00000100:00100000:1.0:1746126725.094225:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817290624 00000100:00100000:1.0:1746126725.094273:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29455 00000100:00100000:1.0:1746126725.094281:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1778:x1830945817290624:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126725.094294:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126725.094322:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fefa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b52ae expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.094345:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fef3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52a7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.094351:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.094363:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.094367:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fefa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52ae expref: 48 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.094391:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fef3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52a7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.094401:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8447fef3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52a7 expref: 5 pid: 9566 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.094416:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813433984:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126725.094486:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126725.096428:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813433984:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126725.096449:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fefa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52ae expref: 48 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.096463:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a400, rc 0) 00000100:00100000:1.0:1746126725.096503:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1778:x1830945817290624:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2223us (2354us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.096509:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29455 00000100:00100000:0.0:1746126725.096889:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.099223:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.099285:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817290880 00000100:00100000:1.0:1746126725.099292:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817290880 00000100:00100000:1.0:1746126725.099369:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29456 00000100:00100000:1.0:1746126725.099376:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1776:x1830945817290880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126725.099390:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126725.099403:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447ff01 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b52b5 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.099425:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.099430:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fefa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52ae expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.099436:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126725.099439:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447ff01 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52b5 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.099472:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447fefa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52ae expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.099483:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447ff01 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52b5 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.099491:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ac00, rc 0) 00000100:00100000:1.0:1746126725.099524:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+49:1776:x1830945817290880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.099530:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29456 00000100:00100000:0.0:1746126725.103045:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.114728:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.118470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.122998:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.124826:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+50:2007:x1830945817291776:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1213us (1828us total) trans 4294972000 rc 0/0 00000100:00100000:0.0:1746126725.124832:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2546 00002000:00100000:0.0:1746126725.124839:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012eaa5180 x1830945817291776/t4294972000(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 496/448 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126725.124846:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5180 with x1830945817291776 ext(0->7) 00010000:00010000:0.0:1746126725.124851:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447ff01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52b5 expref: 50 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746126725.124865:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8447ff01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52b5 expref: 50 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746126725.124870:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa5180 00000100:00100000:0.0:1746126725.131141:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.131847:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.134723:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817292288 00000100:00100000:1.0:1746126725.134728:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817292288 00002000:00100000:1.0:1746126725.134758:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098e4c700 x1830945817292288/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.134765:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098e4c700 with x1830945817292288 ext(0->4095) 00010000:00010000:1.0:1746126725.134772:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8447ff08 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52bc expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.134876:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8447ff08 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52bc expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.134884:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098e4c700 00000100:00100000:1.0:1746126725.134899:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2547 00000100:00100000:1.0:1746126725.134906:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817292288:12345-192.168.204.15@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746126725.135003:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817292288:12345-192.168.204.15@tcp:3:ldlm_bl.0 Request processed in 98us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.135009:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2547 00002000:00100000:1.0:1746126725.135014:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098e4c700 x1830945817292288/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.135021:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098e4c700 with x1830945817292288 ext(0->4095) 00010000:00010000:1.0:1746126725.135025:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8447ff08 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52bc expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.135033:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8447ff08 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52bc expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.135039:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098e4c700 00000100:00100000:0.0:1746126725.135197:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e4ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813434752:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126725.135225:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8447ff0f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52c3 expref: 50 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.135237:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:0.0:1746126725.135256:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+50:1776:x1830945817292032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2757us (3409us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126725.135261:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29458 00000100:00100000:0.0:1746126725.137102:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.139828:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.139891:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817292672 00000100:00100000:1.0:1746126725.139896:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817292672 00002000:00100000:1.0:1746126725.139924:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5c00 x1830945817292672/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.139932:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5c00 with x1830945817292672 ext(0->4095) 00002000:00010000:1.0:1746126725.139936:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa5c00 00000100:00100000:1.0:1746126725.140799:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13303 00000100:00100000:1.0:1746126725.140806:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+50:2009:x1830945817292672:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126725.140921:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+50:2009:x1830945817292672:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (1097us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.140927:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13303 00002000:00100000:1.0:1746126725.140935:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5c00 x1830945817292672/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.140947:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5c00 with x1830945817292672 ext(0->4095) 00002000:00010000:1.0:1746126725.140951:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa5c00 00000100:00100000:0.0:1746126725.142448:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.146182:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.146268:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817292928 00000100:00100000:1.0:1746126725.146273:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817292928 00002000:00100000:1.0:1746126725.146322:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d142a00 x1830945817292928/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 496/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.146330:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142a00 with x1830945817292928 ext(0->7) 00010000:00010000:1.0:1746126725.146336:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8447ff0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52c3 expref: 50 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.146346:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8447ff0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52c3 expref: 50 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.146360:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d142a00 00000100:00100000:1.0:1746126725.146875:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2548 00000100:00100000:1.0:1746126725.146882:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+50:2008:x1830945817292928:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126725.147709:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2008:x1830945817292928:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 826us (1532us total) trans 4294972001 rc 0/0 00000100:00100000:0.0:1746126725.147716:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2548 00002000:00100000:0.0:1746126725.147723:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d142a00 x1830945817292928/t4294972001(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 496/448 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126725.147730:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142a00 with x1830945817292928 ext(0->7) 00010000:00010000:0.0:1746126725.147736:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8447ff0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52c3 expref: 52 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746126725.147746:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8447ff0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52c3 expref: 52 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746126725.147751:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d142a00 00000100:00100000:0.0:1746126725.151716:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.162741:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.164514:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.171108:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.178286:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.186362:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29461 00000100:00100000:0.0:1746126725.186373:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817293952:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126725.186387:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126725.186401:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a8447ff24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b52d8 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.186423:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8447ff1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52d1 expref: 51 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.186429:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126725.186431:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126725.186433:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a8447ff24 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52d8 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.186460:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8447ff1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52d1 expref: 51 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.186474:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8447ff1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52d1 expref: 51 pid: 11426 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746126725.186485:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099273800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813435520:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126725.187804:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126725.189899:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.191191:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2010:x1830945817294080:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 732us (1291us total) trans 4294972002 rc 0/0 00000100:00100000:0.0:1746126725.191197:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2550 00002000:00100000:0.0:1746126725.191203:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880099270700 x1830945817294080/t4294972002(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 496/448 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126725.191210:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099270700 with x1830945817294080 ext(0->7) 00010000:00010000:0.0:1746126725.191214:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8447ff1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52d1 expref: 54 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746126725.191224:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8447ff1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52d1 expref: 54 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746126725.191230:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099270700 00000100:00100000:0.0:1746126725.200885:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.206466:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.206498:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817294464 00000100:00100000:1.0:1746126725.206504:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817294464 00002000:00100000:1.0:1746126725.206535:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098854380 x1830945817294464/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.206543:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854380 with x1830945817294464 ext(0->4095) 00002000:00010000:1.0:1746126725.206547:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098854380 00000100:00100000:1.0:1746126725.206732:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13305 00000100:00100000:1.0:1746126725.206740:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817294464:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126725.206912:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817294464:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 172us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.206918:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13305 00002000:00100000:1.0:1746126725.206923:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098854380 x1830945817294464/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.206930:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854380 with x1830945817294464 ext(0->4095) 00002000:00010000:1.0:1746126725.206933:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098854380 00000100:00100000:0.0:1746126725.215233:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.216597:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.219692:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.224624:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.224678:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817295104 00000100:00100000:1.0:1746126725.224686:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817295104 00002000:00100000:1.0:1746126725.224720:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098855180 x1830945817295104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.224728:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098855180 with x1830945817295104 ext(0->4095) 00010000:00010000:1.0:1746126725.224735:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447ff2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52df expref: 55 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.224748:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447ff2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52df expref: 55 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.224754:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098855180 00000100:00100000:1.0:1746126725.224779:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2551 00000100:00100000:1.0:1746126725.224784:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817295104:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.225470:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098855180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817295104:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 683us (846us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.225479:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2551 00002000:00100000:1.0:1746126725.225484:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098855180 x1830945817295104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.225491:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098855180 with x1830945817295104 ext(0->4095) 00010000:00010000:1.0:1746126725.225496:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447ff2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52df expref: 55 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.225505:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8447ff2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52df expref: 55 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.225510:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098855180 00000100:00100000:0.0:1746126725.227201:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.227261:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.231379:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.231414:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817295616 00000100:00100000:1.0:1746126725.231422:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817295616 00002000:00100000:1.0:1746126725.231459:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea47800 x1830945817295616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.231467:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea47800 with x1830945817295616 ext(0->4095) 00010000:00010000:1.0:1746126725.231475:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8447ff32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52e6 expref: 54 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.231486:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8447ff32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52e6 expref: 54 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.231491:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea47800 00000100:00100000:1.0:1746126725.231545:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2552 00000100:00100000:1.0:1746126725.231552:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2007:x1830945817295616:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126725.231677:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2007:x1830945817295616:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.231682:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2552 00002000:00100000:1.0:1746126725.231687:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea47800 x1830945817295616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.231693:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea47800 with x1830945817295616 ext(0->4095) 00010000:00010000:1.0:1746126725.231698:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8447ff32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52e6 expref: 54 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.231706:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8447ff32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b52e6 expref: 54 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.231711:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea47800 00000100:00100000:0.0:1746126725.236679:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.237648:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.242020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.243956:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.244843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.247236:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.249554:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.251510:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.254558:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.257475:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.258346:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.259191:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.262229:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.269064:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.271867:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.274790:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.279152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.282622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.284767:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.285613:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.286653:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.287978:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.289737:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.289804:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817299456 00000100:00100000:1.0:1746126725.289810:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817299456 00002000:00100000:1.0:1746126725.289836:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bd880 x1830945817299456/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.289845:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bd880 with x1830945817299456 ext(0->4095) 00010000:00010000:1.0:1746126725.289851:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8447ff6a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b531e expref: 55 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.289862:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8447ff6a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b531e expref: 55 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.289872:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bd880 00000100:00100000:1.0:1746126725.289901:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2555 00000100:00100000:1.0:1746126725.289907:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817299456:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.290016:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817299456:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.290022:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2555 00002000:00100000:1.0:1746126725.290027:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bd880 x1830945817299456/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.290108:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bd880 with x1830945817299456 ext(0->4095) 00010000:00010000:1.0:1746126725.290114:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8447ff6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b531e expref: 55 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.290123:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8447ff6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b531e expref: 55 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.290128:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bd880 00000100:00100000:0.0:1746126725.292185:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.295026:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.295244:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817299840 00000100:00100000:1.0:1746126725.295251:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817299840 00002000:00100000:1.0:1746126725.295288:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bed80 x1830945817299840/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.295297:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bed80 with x1830945817299840 ext(0->4095) 00002000:00010000:1.0:1746126725.295302:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991bed80 00000100:00100000:1.0:1746126725.295348:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13310 00000100:00100000:1.0:1746126725.295363:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817299840:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.295843:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2008:x1830945817299840:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 480us (823us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.295848:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13310 00002000:00100000:1.0:1746126725.295853:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bed80 x1830945817299840/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.295859:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bed80 with x1830945817299840 ext(0->4095) 00002000:00010000:1.0:1746126725.295862:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991bed80 00000100:00100000:0.0:1746126725.298648:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.302667:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.306619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.306646:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817300480 00000100:00100000:1.0:1746126725.306653:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817300480 00000100:00100000:0.0:1746126725.306683:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00002000:00100000:1.0:1746126725.306686:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0380 x1830945817300480/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.306695:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0380 with x1830945817300480 ext(0->4095) 00002000:00010000:1.0:1746126725.306699:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be0380 00000100:00100000:1.0:1746126725.307046:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13311 00000100:00100000:1.0:1746126725.307059:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817300480:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.307144:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817300480:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.307150:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13311 00002000:00100000:1.0:1746126725.307154:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0380 x1830945817300480/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.307161:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0380 with x1830945817300480 ext(0->4095) 00002000:00010000:1.0:1746126725.307163:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be0380 00000100:00100000:0.0:1746126725.311846:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.312474:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.318263:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.318335:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817300992 00000100:00100000:1.0:1746126725.318342:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817300992 00002000:00100000:1.0:1746126725.318389:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf3800 x1830945817300992/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.318397:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf3800 with x1830945817300992 ext(0->4095) 00010000:00010000:1.0:1746126725.318403:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8447ff7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5333 expref: 55 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.318414:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8447ff7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5333 expref: 55 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.318419:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf3800 00000100:00100000:1.0:1746126725.318537:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2556 00000100:00100000:1.0:1746126725.318544:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817300992:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.318649:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817300992:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.318654:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2556 00002000:00100000:1.0:1746126725.318659:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf3800 x1830945817300992/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.318666:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf3800 with x1830945817300992 ext(0->4095) 00010000:00010000:1.0:1746126725.318670:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8447ff7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5333 expref: 55 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.318678:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8447ff7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5333 expref: 55 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.318687:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf3800 00000100:00100000:1.0:1746126725.330427:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13312 00000100:00100000:1.0:1746126725.330435:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2007:x1830945817301376:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126725.330618:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2007:x1830945817301376:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 183us (613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.330624:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13312 00002000:00100000:1.0:1746126725.330629:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969eea00 x1830945817301376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.330636:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eea00 with x1830945817301376 ext(0->4095) 00002000:00010000:1.0:1746126725.330639:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969eea00 00000100:00100000:0.0:1746126725.335173:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.335447:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817301504 00000100:00100000:1.0:1746126725.335454:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817301504 00000100:00100000:1.0:1746126725.335499:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29476 00000100:00100000:1.0:1746126725.335509:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817301504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126725.335523:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126725.335536:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a8447ff8d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5341 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.335559:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8447ff86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b533a expref: 53 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.335565:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126725.335567:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126725.335570:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a8447ff8d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5341 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.335593:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8447ff86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b533a expref: 53 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.335602:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8447ff86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b533a expref: 53 pid: 9566 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.335613:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813439360:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126725.335698:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996006c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126725.337982:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813439360:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126725.338004:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a8447ff8d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5341 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.338023:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b000, rc 0) 00000100:00100000:1.0:1746126725.338055:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817301504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2549us (2887us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.338061:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29476 00000100:00100000:0.0:1746126725.338979:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.341142:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.341285:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817301760 00000100:00100000:1.0:1746126725.341292:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817301760 00000100:00100000:1.0:1746126725.341534:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29477 00000100:00100000:1.0:1746126725.341541:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+54:1776:x1830945817301760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126725.341554:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126725.341567:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447ff94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5348 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.341586:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a8447ff8d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5341 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.341593:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.341595:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.341597:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447ff94 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5348 expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.341616:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a8447ff8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5341 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.341626:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a8447ff8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5341 expref: 5 pid: 9564 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.341636:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813439616:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126725.341670:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996006c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126725.342235:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.342485:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817302016 00000100:00100000:1.0:1746126725.342488:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817302016 00002000:00100000:1.0:1746126725.342509:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbec700 x1830945817302016/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.342517:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbec700 with x1830945817302016 ext(0->4095) 00010000:00010000:1.0:1746126725.342608:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a8447ff8d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5341 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.342617:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a8447ff8d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5341 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.342622:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbec700 00000100:00100000:1.0:1746126725.342771:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2557 00000100:00100000:1.0:1746126725.342777:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817302016:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126725.342873:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817302016:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (639us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.342878:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2557 00002000:00100000:1.0:1746126725.342882:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbec700 x1830945817302016/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.342888:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbec700 with x1830945817302016 ext(0->4095) 00010000:00010000:1.0:1746126725.342892:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a8447ff8d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5341 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.342899:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a8447ff8d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5341 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.342904:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbec700 00000100:00100000:1.0:1746126725.344730:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813439616:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126725.344752:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447ff94 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5348 expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.344764:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a400, rc 0) 00000100:00100000:1.0:1746126725.344805:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+54:1776:x1830945817301760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3263us (3667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.344812:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29477 00000100:00100000:0.0:1746126725.345802:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817302144 00000100:00100000:0.0:1746126725.345848:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817302144 00000100:00100000:0.0:1746126725.345956:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29478 00000100:00100000:0.0:1746126725.345964:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+54:1778:x1830945817302144:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126725.345975:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126725.346199:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3a400/0xd8b4f51a8447ff9b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b534f expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.346222:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126725.346227:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447ff94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5348 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.346233:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126725.346236:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3a400/0xd8b4f51a8447ff9b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b534f expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.346263:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8447ff94 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5348 expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.346278:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3a400/0xd8b4f51a8447ff9b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b534f expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.346285:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3a400, rc 0) 00000100:00100000:0.0:1746126725.346827:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1778:x1830945817302144:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 862us (1151us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126725.346833:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29478 00000100:00100000:1.0:1746126725.347038:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.349625:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.352493:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.358630:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.361405:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.363916:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.366263:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.366397:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.368919:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.369675:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.373360:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.373647:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817304064 00000100:00100000:1.0:1746126725.373657:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817304064 00002000:00100000:1.0:1746126725.373844:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbeea00 x1830945817304064/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.373854:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbeea00 with x1830945817304064 ext(0->4095) 00010000:00010000:1.0:1746126725.373861:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8447ffa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b535d expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.373873:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8447ffa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b535d expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.373878:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbeea00 00000100:00100000:1.0:1746126725.373899:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2559 00000100:00100000:1.0:1746126725.373905:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817304064:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.374034:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817304064:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (686us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.374039:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2559 00002000:00100000:1.0:1746126725.374044:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbeea00 x1830945817304064/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.374050:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbeea00 with x1830945817304064 ext(0->4095) 00010000:00010000:1.0:1746126725.374054:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8447ffa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b535d expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.374062:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8447ffa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b535d expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.374067:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbeea00 00000100:00100000:0.0:1746126725.376557:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.379742:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.379796:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817304448 00000100:00100000:1.0:1746126725.379800:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817304448 00002000:00100000:1.0:1746126725.379826:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbef100 x1830945817304448/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.379834:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbef100 with x1830945817304448 ext(0->4095) 00002000:00010000:1.0:1746126725.379838:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbef100 00000100:00100000:1.0:1746126725.379860:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13315 00000100:00100000:1.0:1746126725.379866:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2008:x1830945817304448:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.379965:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2008:x1830945817304448:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (224us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.379971:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13315 00002000:00100000:1.0:1746126725.379975:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbef100 x1830945817304448/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.379982:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbef100 with x1830945817304448 ext(0->4095) 00002000:00010000:1.0:1746126725.379984:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbef100 00000100:00100000:0.0:1746126725.382103:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.384906:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.391240:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.392073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.396968:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.398447:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.403755:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.410739:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.416379:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.418756:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.423079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.425171:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.427226:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.427411:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817306624 00000100:00100000:1.0:1746126725.427417:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817306624 00002000:00100000:1.0:1746126725.427448:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007eccdc00 x1830945817306624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.427456:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007eccdc00 with x1830945817306624 ext(0->4095) 00010000:00010000:1.0:1746126725.427463:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447ffcc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5380 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.427474:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447ffcc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5380 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.427483:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007eccdc00 00000100:00100000:1.0:1746126725.427508:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2561 00000100:00100000:1.0:1746126725.427514:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817306624:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.427635:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817306624:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (408us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.427641:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2561 00002000:00100000:1.0:1746126725.427646:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007eccdc00 x1830945817306624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.427652:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007eccdc00 with x1830945817306624 ext(0->4095) 00010000:00010000:1.0:1746126725.427656:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447ffcc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5380 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.427664:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8447ffcc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5380 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.427669:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007eccdc00 00000100:00100000:0.0:1746126725.430594:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.431418:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.435667:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.437980:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.443671:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.443970:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817307520 00000100:00100000:1.0:1746126725.443976:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817307520 00002000:00100000:1.0:1746126725.444007:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ecced80 x1830945817307520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.444017:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ecced80 with x1830945817307520 ext(0->4095) 00002000:00010000:1.0:1746126725.444020:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ecced80 00000100:00100000:1.0:1746126725.444034:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13318 00000100:00100000:1.0:1746126725.444041:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ecced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2008:x1830945817307520:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.444151:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ecced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2008:x1830945817307520:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (488us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.444156:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13318 00002000:00100000:1.0:1746126725.444161:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ecced80 x1830945817307520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.444167:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ecced80 with x1830945817307520 ext(0->4095) 00002000:00010000:1.0:1746126725.444169:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ecced80 00000100:00100000:0.0:1746126725.446379:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.449373:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.453029:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.455256:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.458533:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.459271:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.462749:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.466931:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.470485:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.473661:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.477845:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.482651:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.482683:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.486477:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.488036:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.490641:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.493705:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.496559:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.499140:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.501297:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.504611:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.506918:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.507731:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.510388:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.513508:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.515672:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.515732:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126725.518325:0:11892:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126725.519244:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.523588:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817312384 00000100:00100000:0.0:1746126725.523593:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817312384 00000100:00100000:0.0:1746126725.523634:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29498 00000100:00100000:0.0:1746126725.523699:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1776:x1830945817312384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126725.523711:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126725.523721:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3a000/0xd8b4f51a84480027 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b53db expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.523787:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84480020 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b53d4 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.523793:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126725.523795:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126725.523798:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3a000/0xd8b4f51a84480027 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b53db expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.523820:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84480020 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b53d4 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.523830:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84480020 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b53d4 expref: 5 pid: 11426 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746126725.523839:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813444864:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126725.523905:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126725.526872:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.527097:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817312768 00000100:00100000:1.0:1746126725.527102:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817312768 00002000:00100000:1.0:1746126725.527129:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8700 x1830945817312768/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.527138:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8700 with x1830945817312768 ext(0->4095) 00010000:00010000:1.0:1746126725.527143:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84480020 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b53d4 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.527153:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84480020 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b53d4 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.527159:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969f8700 00000100:00100000:1.0:1746126725.527179:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2567 00000100:00100000:1.0:1746126725.527184:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817312768:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.527267:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817312768:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (395us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.527273:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2567 00002000:00100000:1.0:1746126725.527277:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8700 x1830945817312768/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.527283:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8700 with x1830945817312768 ext(0->4095) 00010000:00010000:1.0:1746126725.527287:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84480020 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b53d4 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.527294:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84480020 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b53d4 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.527298:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969f8700 00000100:00100000:0.0:1746126725.530084:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.533670:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.537292:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.540873:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.543377:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.543414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.543421:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817313664 00000100:00100000:1.0:1746126725.543426:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817313664 00002000:00100000:1.0:1746126725.543459:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991be680 x1830945817313664/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.543467:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991be680 with x1830945817313664 ext(0->4095) 00002000:00010000:1.0:1746126725.543470:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991be680 00000100:00100000:1.0:1746126725.543490:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13325 00000100:00100000:1.0:1746126725.543495:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817313664:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126725.543609:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817313664:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.543614:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13325 00002000:00100000:1.0:1746126725.543619:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991be680 x1830945817313664/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.543625:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991be680 with x1830945817313664 ext(0->4095) 00002000:00010000:1.0:1746126725.543627:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991be680 00000100:00100000:1.0:1746126725.550561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.550588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.553458:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.555051:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2568 00000100:00100000:1.0:1746126725.555069:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817314304:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126725.555203:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817314304:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (1744us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.555208:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2568 00002000:00100000:1.0:1746126725.555214:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bc000 x1830945817314304/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.555221:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bc000 with x1830945817314304 ext(0->4095) 00010000:00010000:1.0:1746126725.555228:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84480035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b53e9 expref: 55 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.555237:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84480035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b53e9 expref: 55 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.555242:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bc000 00000100:00100000:0.0:1746126725.560284:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.564058:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.568089:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.572283:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.574766:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.574971:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.575110:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817315200 00000100:00100000:1.0:1746126725.575116:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817315200 00002000:00100000:1.0:1746126725.575149:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d140e00 x1830945817315200/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.575158:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140e00 with x1830945817315200 ext(0->4095) 00002000:00010000:1.0:1746126725.575162:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d140e00 00000100:00100000:1.0:1746126725.576436:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2569 00000100:00100000:1.0:1746126725.576443:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817315200:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126725.576560:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817315200:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (1798us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.576566:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2569 00002000:00100000:1.0:1746126725.576572:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d140e00 x1830945817315200/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.576579:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140e00 with x1830945817315200 ext(0->4095) 00010000:00010000:1.0:1746126725.576584:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480043 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b53f7 expref: 6 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.576593:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480043 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b53f7 expref: 6 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.576598:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d140e00 00000100:00100000:0.0:1746126725.579292:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.580364:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.583251:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.587829:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.591088:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.594724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.598393:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.602919:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.603437:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.606618:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.606692:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.609961:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.612616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.616461:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.618399:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.620120:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.622108:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.624167:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.626400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.627369:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.629439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.632151:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.632251:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.636882:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813448320:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126725.636905:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480082 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5436 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.636917:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c200, rc 0) 00000100:00100000:0.0:1746126725.637029:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817319168:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3763us (4777us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126725.637035:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29511 00000100:00100000:0.0:1746126725.639961:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.640013:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.642960:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.643268:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817319936 00000100:00100000:1.0:1746126725.643273:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817319936 00002000:00100000:1.0:1746126725.643301:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736ed80 x1830945817319936/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.643333:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ed80 with x1830945817319936 ext(0->4095) 00010000:00010000:1.0:1746126725.643340:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480082 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5436 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.643361:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480082 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5436 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.643368:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736ed80 00000100:00100000:1.0:1746126725.643393:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2575 00000100:00100000:1.0:1746126725.643400:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817319936:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126725.643495:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817319936:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.643500:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2575 00002000:00100000:1.0:1746126725.643504:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736ed80 x1830945817319936/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.643511:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ed80 with x1830945817319936 ext(0->4095) 00010000:00010000:1.0:1746126725.643514:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480082 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5436 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.643523:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480082 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5436 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.643528:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736ed80 00000100:00100000:0.0:1746126725.648067:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.652716:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.655186:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.662042:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.662213:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817320832 00000100:00100000:1.0:1746126725.662220:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817320832 00002000:00100000:1.0:1746126725.662253:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ac380 x1830945817320832/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.662261:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ac380 with x1830945817320832 ext(0->4095) 00002000:00010000:1.0:1746126725.662265:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800966ac380 00000100:00100000:1.0:1746126725.662293:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13332 00000100:00100000:1.0:1746126725.662300:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817320832:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126725.662432:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817320832:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.662438:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13332 00002000:00100000:1.0:1746126725.662443:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ac380 x1830945817320832/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.662450:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ac380 with x1830945817320832 ext(0->4095) 00002000:00010000:1.0:1746126725.662453:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800966ac380 00000100:00100000:0.0:1746126725.664479:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.666940:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.667021:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817321088 00000100:00100000:1.0:1746126725.667027:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817321088 00000100:00100000:1.0:1746126725.667056:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29515 00000100:00100000:1.0:1746126725.667062:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1778:x1830945817321088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126725.667076:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126725.667090:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8448009e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5452 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.667108:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.667113:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480097 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b544b expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.667118:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126725.667121:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8448009e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5452 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.667146:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480097 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b544b expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.667160:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8448009e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5452 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.667168:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b600, rc 0) 00000100:00100000:1.0:1746126725.667212:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1778:x1830945817321088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.667218:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29515 00000100:00100000:0.0:1746126725.669267:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.672088:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.672164:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817321472 00000100:00100000:1.0:1746126725.672171:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817321472 00002000:00100000:1.0:1746126725.672202:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892c000 x1830945817321472/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.672212:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892c000 with x1830945817321472 ext(0->4095) 00010000:00010000:1.0:1746126725.672219:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480097 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b544b expref: 55 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.672231:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480097 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b544b expref: 55 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.672237:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892c000 00000100:00100000:1.0:1746126725.672270:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2576 00000100:00100000:1.0:1746126725.672276:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817321472:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.672423:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817321472:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.672429:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2576 00002000:00100000:1.0:1746126725.672434:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892c000 x1830945817321472/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.672441:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892c000 with x1830945817321472 ext(0->4095) 00010000:00010000:1.0:1746126725.672446:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480097 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b544b expref: 55 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.672454:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480097 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b544b expref: 55 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.672459:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892c000 00000100:00100000:0.0:1746126725.674804:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.677967:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.679760:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.683632:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817322112 00000100:00100000:0.0:1746126725.683637:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817322112 00010000:00010000:0.0:1746126725.683658:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8448009e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5452 expref: 54 pid: 9566 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746126725.683677:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12710 00000100:00100000:0.0:1746126725.683683:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2008:x1830945817322112:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126725.683693:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126725.683707:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8448009e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5452 expref: 54 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746126725.683716:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8448009e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5452 expref: 54 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746126725.683734:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8448009e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5452 expref: 54 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746126725.683760:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126725.683761:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126725.683767:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844800a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5459 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.683773:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844800a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5459 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.684113:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844800a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5459 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126725.684127:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbec000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813449728:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126725.684326:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126725.686885:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbec000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813449728:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126725.686903:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126725.686944:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2008:x1830945817322112:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3260us (3428us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.686952:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12710 00000100:00100000:0.0:1746126725.688498:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.689014:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.692661:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.693875:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.694002:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817322752 00000100:00100000:1.0:1746126725.694007:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817322752 00010000:00010000:1.0:1746126725.694024:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844800a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5459 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.694042:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12711 00000100:00100000:1.0:1746126725.694047:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817322752:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126725.694055:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126725.694069:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844800a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5459 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.694081:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844800a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5459 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.694096:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844800a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5459 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.694239:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.694241:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.694247:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844800ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5460 expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.694254:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844800ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5460 expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.694274:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844800ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5460 expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.694283:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844800ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5460 expref: 54 pid: 11426 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.694292:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813450112:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126725.694512:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126725.696629:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.696713:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813450112:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126725.696726:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126725.696755:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817322752:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2708us (2881us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.696765:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12711 00000100:00100000:0.0:1746126725.699817:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.699907:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817323136 00000100:00100000:1.0:1746126725.699915:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817323136 00010000:00010000:1.0:1746126725.699941:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844800ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5460 expref: 55 pid: 11426 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.699976:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12712 00000100:00100000:1.0:1746126725.699982:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817323136:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126725.699993:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126725.700009:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844800ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5460 expref: 55 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.700019:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844800ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5460 expref: 55 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.700037:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844800ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5460 expref: 55 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.700064:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.700066:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.700072:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844800b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5467 expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.700079:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844800b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5467 expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.700105:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844800b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5467 expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126725.700116:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813450240:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126725.700181:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126725.703257:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813450240:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126725.703275:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126725.703435:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.703510:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2008:x1830945817323136:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3527us (3696us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.703518:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12712 00000100:00100000:0.0:1746126725.707578:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817323520 00000100:00100000:0.0:1746126725.707585:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817323520 00000100:00100000:0.0:1746126725.707616:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29519 00000100:00100000:0.0:1746126725.707621:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817323520:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126725.707636:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126725.707650:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3b400/0xd8b4f51a844800ba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b546e expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.707671:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844800b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5467 expref: 53 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.707677:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126725.707679:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126725.707682:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3b400/0xd8b4f51a844800ba lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b546e expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.707705:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844800b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5467 expref: 53 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.707714:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844800b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5467 expref: 53 pid: 11426 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746126725.707723:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813450368:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126725.708434:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126725.710370:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.710434:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817323648 00000100:00100000:1.0:1746126725.710439:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817323648 00010000:00010000:1.0:1746126725.710461:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844800b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5467 expref: 54 pid: 11426 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.710492:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12713 00000100:00100000:1.0:1746126725.710498:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2008:x1830945817323648:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126725.710508:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126725.710522:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844800b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5467 expref: 54 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.710531:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844800b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5467 expref: 54 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.710550:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844800b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5467 expref: 54 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.710562:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.710564:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.710569:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3b400/0xd8b4f51a844800ba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b546e expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.710576:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3b400/0xd8b4f51a844800ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b546e expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.710596:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3b400/0xd8b4f51a844800ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b546e expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126725.710606:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813450496:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126725.710655:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126725.712986:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.713042:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813450496:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126725.713056:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126725.713088:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2008:x1830945817323648:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2589us (2718us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.713095:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12713 00000100:00100000:0.0:1746126725.714802:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.715449:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.715500:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817324160 00000100:00100000:0.0:1746126725.715502:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817324160 00000100:00100000:0.0:1746126725.715519:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29521 00000100:00100000:0.0:1746126725.715524:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1778:x1830945817324160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126725.715530:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126725.715536:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3a000/0xd8b4f51a844800c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b547c expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.715545:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126725.715548:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800c1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5475 expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.715667:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126725.715670:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3a000/0xd8b4f51a844800c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b547c expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.715691:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800c1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5475 expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.715701:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3a000/0xd8b4f51a844800c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b547c expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.715709:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3a000, rc 0) 00000100:00100000:0.0:1746126725.715727:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1778:x1830945817324160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 203us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126725.715732:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29521 00000100:00100000:0.0:1746126725.717740:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.717804:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817324288 00000100:00100000:1.0:1746126725.717809:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817324288 00010000:00010000:1.0:1746126725.717829:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3b400/0xd8b4f51a844800ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b546e expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.717857:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12714 00000100:00100000:1.0:1746126725.717862:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817324288:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126725.717871:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126725.717886:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3b400/0xd8b4f51a844800ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b546e expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.717899:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3b400/0xd8b4f51a844800ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b546e expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.717917:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3b400/0xd8b4f51a844800ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b546e expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.717940:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.717942:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.717947:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5475 expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.717954:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5475 expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.717976:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5475 expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.717985:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5475 expref: 54 pid: 9564 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.717994:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813450880:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126725.718076:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126725.719874:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813450880:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126725.719889:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126725.719917:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817324288:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2054us (2177us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.719926:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12714 00000100:00100000:1.0:1746126725.720798:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817324544 00000100:00100000:1.0:1746126725.720804:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817324544 00002000:00100000:1.0:1746126725.720835:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb09500 x1830945817324544/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.720844:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb09500 with x1830945817324544 ext(0->4095) 00010000:00010000:1.0:1746126725.720850:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5475 expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.720862:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5475 expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.720868:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb09500 00000100:00100000:1.0:1746126725.720881:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2578 00000100:00100000:1.0:1746126725.720887:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817324544:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126725.721002:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817324544:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.721008:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2578 00002000:00100000:1.0:1746126725.721013:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb09500 x1830945817324544/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.721020:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb09500 with x1830945817324544 ext(0->4095) 00010000:00010000:1.0:1746126725.721024:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5475 expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.721036:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5475 expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.721041:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb09500 00000100:00100000:0.0:1746126725.722889:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.723029:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817324672 00000100:00100000:1.0:1746126725.723036:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817324672 00010000:00010000:1.0:1746126725.723061:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5475 expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.723371:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12715 00000100:00100000:1.0:1746126725.723378:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2010:x1830945817324672:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126725.723388:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126725.723405:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5475 expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.723415:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5475 expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.723433:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5475 expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.723584:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.723586:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.723592:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3a000/0xd8b4f51a844800c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b547c expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.723603:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3a000/0xd8b4f51a844800c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b547c expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.723629:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3a000/0xd8b4f51a844800c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b547c expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126725.723639:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813451008:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126725.723909:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126725.726676:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813451008:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126725.726693:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126725.726817:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.727025:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2010:x1830945817324672:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3647us (4139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.727036:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12715 00000100:00100000:0.0:1746126725.729067:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.732398:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.732476:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817325184 00000100:00100000:1.0:1746126725.732482:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817325184 00010000:00010000:1.0:1746126725.732506:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3a000/0xd8b4f51a844800c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b547c expref: 54 pid: 11426 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.732536:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12716 00000100:00100000:1.0:1746126725.732542:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2007:x1830945817325184:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126725.732553:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126725.732569:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3a000/0xd8b4f51a844800c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b547c expref: 54 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.732583:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3a000/0xd8b4f51a844800c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b547c expref: 54 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.732601:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3a000/0xd8b4f51a844800c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b547c expref: 54 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.732614:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.732615:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.732621:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844800cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5483 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.732627:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844800cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5483 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.732648:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844800cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5483 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126725.732657:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813451264:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126725.732722:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126725.734998:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.735157:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813451264:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126725.735173:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126725.735206:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2007:x1830945817325184:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2663us (2811us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.735215:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12716 00000100:00100000:0.0:1746126725.738042:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.738532:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.738557:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817325696 00000100:00100000:1.0:1746126725.738560:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817325696 00000100:00100000:1.0:1746126725.738595:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29524 00000100:00100000:1.0:1746126725.738600:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1778:x1830945817325696:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126725.738606:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126725.738612:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a844800dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5491 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.738624:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.738627:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844800d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b548a expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.738632:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126725.738635:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a844800dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5491 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.738652:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844800d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b548a expref: 56 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.738660:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a844800dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5491 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.738668:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383aa00, rc 0) 00000100:00100000:1.0:1746126725.738684:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1778:x1830945817325696:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 84us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.738689:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29524 00000100:00100000:0.0:1746126725.743984:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.744082:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817325824 00000100:00100000:1.0:1746126725.744090:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817325824 00010000:00010000:1.0:1746126725.744122:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844800cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5483 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.744160:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12717 00000100:00100000:1.0:1746126725.744166:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817325824:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126725.744177:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126725.744192:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844800cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5483 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.744201:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844800cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5483 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.744219:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844800cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5483 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.744243:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.744245:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.744252:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844800d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b548a expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.744259:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844800d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b548a expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.744283:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844800d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b548a expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.744293:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844800d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b548a expref: 54 pid: 9564 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.744329:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813451648:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126725.744407:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126725.746801:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813451648:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126725.746868:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126725.746915:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817325824:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2747us (2936us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.746924:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12717 00000100:00100000:0.0:1746126725.747104:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.749413:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.749496:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817326208 00000100:00100000:1.0:1746126725.749502:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817326208 00010000:00010000:1.0:1746126725.749525:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844800d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b548a expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.749560:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12718 00000100:00100000:1.0:1746126725.749567:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817326208:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126725.749577:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126725.749591:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844800d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b548a expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.749602:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844800d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b548a expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.749620:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844800d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b548a expref: 55 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.749632:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.749634:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.749639:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a844800dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5491 expref: 54 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.749646:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a844800dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5491 expref: 54 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.749671:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a844800dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5491 expref: 54 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126725.749681:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813451776:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126725.749756:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126725.751261:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813451776:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126725.751276:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126725.751327:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2007:x1830945817326208:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1761us (1928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.751335:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12718 00000100:00100000:0.0:1746126725.751641:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.754884:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.758646:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.758967:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817326720 00000100:00100000:1.0:1746126725.758975:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817326720 00010000:00010000:1.0:1746126725.759005:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a844800dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5491 expref: 54 pid: 9566 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.759216:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12719 00000100:00100000:1.0:1746126725.759222:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2007:x1830945817326720:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126725.759233:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126725.759249:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a844800dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5491 expref: 54 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.759264:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a844800dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5491 expref: 54 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.759282:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a844800dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5491 expref: 54 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.759322:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.759324:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.759330:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5498 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.759337:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5498 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.759370:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5498 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126725.759379:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813452032:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126725.759433:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126725.763242:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.763353:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.763844:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813452032:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126725.763858:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126725.765003:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817326720:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5778us (6360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.765012:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12719 00000100:00100000:0.0:1746126725.776879:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.776960:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817327232 00000100:00100000:1.0:1746126725.776967:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817327232 00010000:00010000:1.0:1746126725.776997:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5498 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.777030:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12720 00000100:00100000:1.0:1746126725.777037:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817327232:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126725.777049:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126725.777064:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5498 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.777074:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5498 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.777093:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844800e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5498 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.777115:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.777117:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.777122:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844800eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b549f expref: 53 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.777128:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844800eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b549f expref: 53 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.777156:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844800eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b549f expref: 53 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126725.777166:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813452288:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126725.778386:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126725.785107:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813452288:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126725.785125:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126725.785240:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817327232:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 8201us (8367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.785250:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12720 00000100:00100000:0.0:1746126725.785594:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.793632:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.798870:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.799900:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817327744:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 886us (1033us total) trans 4294972003 rc 0/0 00000100:00100000:0.0:1746126725.799905:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2580 00002000:00100000:0.0:1746126725.799910:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c008700 x1830945817327744/t4294972003(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 496/448 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126725.799917:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008700 with x1830945817327744 ext(0->7) 00010000:00010000:0.0:1746126725.799921:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844800eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b549f expref: 56 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746126725.799929:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844800eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b549f expref: 56 pid: 9564 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746126725.799934:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c008700 00000100:00100000:0.0:1746126725.802531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.804968:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817327872 00000100:00100000:1.0:1746126725.804979:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817327872 00010000:00010000:1.0:1746126725.805014:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844800eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b549f expref: 56 pid: 9564 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746126725.805058:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12721 00000100:00100000:1.0:1746126725.805066:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817327872:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126725.805077:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126725.805089:0:8368:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746126725 -> 1746126726 00002000:00010000:1.0:1746126725.805092:0:8368:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746126725 -> 1746126726 00010000:00010000:1.0:1746126725.805096:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844800eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b549f expref: 56 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.805107:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844800eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b549f expref: 56 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.805126:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844800eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b549f expref: 56 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.805142:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.805144:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.805150:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844800f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54a6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.805158:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844800f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54a6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.805186:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844800f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54a6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126725.805197:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813452544:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126725.805281:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126725.806469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.808190:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.808206:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817328256 00000100:00100000:0.0:1746126725.808209:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817328256 00002000:00100000:0.0:1746126725.808231:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6d880 x1830945817328256/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126725.808241:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6d880 with x1830945817328256 ext(0->4095) 00010000:00010000:0.0:1746126725.808247:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844800f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54a6 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746126725.808257:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844800f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54a6 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746126725.808262:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6d880 00000100:00100000:0.0:1746126725.808278:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2581 00000100:00100000:0.0:1746126725.808283:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817328256:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126725.808400:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817328256:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (211us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126725.808406:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2581 00002000:00100000:0.0:1746126725.808410:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6d880 x1830945817328256/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126725.808417:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6d880 with x1830945817328256 ext(0->4095) 00010000:00010000:0.0:1746126725.808421:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844800f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54a6 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746126725.808428:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844800f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54a6 expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746126725.808438:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6d880 00000100:00100000:0.0:1746126725.813684:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.813738:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.817443:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.820252:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.823767:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.826988:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.831161:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.834906:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e4d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813453312:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126725.834927:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126725.834963:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817329408:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3065us (3803us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126725.834971:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12724 00000100:00100000:0.0:1746126725.835014:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.835031:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817329664 00000100:00100000:0.0:1746126725.835036:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817329664 00002000:00100000:0.0:1746126725.835064:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6dc00 x1830945817329664/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126725.835072:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6dc00 with x1830945817329664 ext(0->4095) 00002000:00010000:0.0:1746126725.835076:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b6dc00 00000100:00100000:0.0:1746126725.835088:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13343 00000100:00100000:0.0:1746126725.835094:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817329664:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126725.835263:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.835952:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817329664:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 785us (865us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126725.835962:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13343 00002000:00100000:0.0:1746126725.835968:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6dc00 x1830945817329664/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126725.835974:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6dc00 with x1830945817329664 ext(0->4095) 00010000:00010000:0.0:1746126725.835980:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480107 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54bb expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746126725.835990:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480107 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54bb expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746126725.835996:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6dc00 00000100:00100000:0.0:1746126725.837834:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.838327:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.838426:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817330048 00000100:00100000:0.0:1746126725.838430:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817330048 00010000:00010000:0.0:1746126725.838447:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480107 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54bb expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746126725.838477:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12725 00000100:00100000:0.0:1746126725.838483:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817330048:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126725.838493:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126725.838510:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480107 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54bb expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746126725.838520:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480107 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54bb expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746126725.838539:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480107 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54bb expref: 6 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746126725.838550:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126725.838552:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126725.838556:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448010e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54c2 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.838562:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448010e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54c2 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.838579:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448010e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54c2 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126725.838588:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448010e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54c2 expref: 56 pid: 9566 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746126725.838598:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca33b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813453696:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126725.838654:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126725.840712:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.840929:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817330304 00000100:00100000:1.0:1746126725.840934:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817330304 00002000:00100000:1.0:1746126725.840963:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca30e00 x1830945817330304/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.841363:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30e00 with x1830945817330304 ext(0->4095) 00010000:00010000:1.0:1746126725.841371:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448010e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54c2 expref: 57 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.841382:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448010e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54c2 expref: 57 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.841388:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca30e00 00000100:00100000:1.0:1746126725.841587:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2583 00000100:00100000:1.0:1746126725.841594:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817330304:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126725.841709:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817330304:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (1001us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.841715:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2583 00002000:00100000:1.0:1746126725.841720:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca30e00 x1830945817330304/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.841727:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30e00 with x1830945817330304 ext(0->4095) 00010000:00010000:1.0:1746126725.841732:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448010e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54c2 expref: 57 pid: 9566 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.841741:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448010e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54c2 expref: 57 pid: 9566 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.841746:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca30e00 00000100:00100000:0.0:1746126725.842905:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.848436:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.851067:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.855166:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.858400:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.858433:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.858473:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817331328 00000100:00100000:1.0:1746126725.858477:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817331328 00002000:00100000:1.0:1746126725.858501:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca33b80 x1830945817331328/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.858509:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca33b80 with x1830945817331328 ext(0->4095) 00002000:00010000:1.0:1746126725.858513:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca33b80 00000100:00100000:1.0:1746126725.858533:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13345 00000100:00100000:1.0:1746126725.858537:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817331328:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.858805:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817331328:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 266us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.858811:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13345 00002000:00100000:1.0:1746126725.858817:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca33b80 x1830945817331328/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.858823:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca33b80 with x1830945817331328 ext(0->4095) 00010000:00010000:1.0:1746126725.858828:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448011c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54d0 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.858837:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448011c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54d0 expref: 6 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.858842:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca33b80 00000100:00100000:0.0:1746126725.861113:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.862369:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.865131:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.865243:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817331840 00000100:00100000:1.0:1746126725.865249:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817331840 00002000:00100000:1.0:1746126725.865280:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992ff480 x1830945817331840/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.865289:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992ff480 with x1830945817331840 ext(0->4095) 00010000:00010000:1.0:1746126725.865296:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54d7 expref: 57 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.865332:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54d7 expref: 57 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.865338:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992ff480 00000100:00100000:1.0:1746126725.865369:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2584 00000100:00100000:1.0:1746126725.865375:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817331840:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126725.865483:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817331840:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.865493:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2584 00002000:00100000:1.0:1746126725.865498:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992ff480 x1830945817331840/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.865505:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992ff480 with x1830945817331840 ext(0->4095) 00010000:00010000:1.0:1746126725.865509:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54d7 expref: 57 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.865518:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480123 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54d7 expref: 57 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.865523:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992ff480 00000100:00100000:0.0:1746126725.868048:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.870357:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.870474:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817332224 00000100:00100000:1.0:1746126725.870479:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817332224 00002000:00100000:1.0:1746126725.870507:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd500 x1830945817332224/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.870514:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd500 with x1830945817332224 ext(0->4095) 00002000:00010000:1.0:1746126725.870518:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fd500 00000100:00100000:1.0:1746126725.870543:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13346 00000100:00100000:1.0:1746126725.870548:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817332224:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.870679:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817332224:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.870684:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13346 00002000:00100000:1.0:1746126725.870689:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd500 x1830945817332224/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.870700:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd500 with x1830945817332224 ext(0->4095) 00002000:00010000:1.0:1746126725.870703:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fd500 00000100:00100000:0.0:1746126725.872337:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.874706:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.878375:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.880428:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.882673:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.884059:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.887949:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.888010:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817333376 00000100:00100000:1.0:1746126725.888015:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817333376 00002000:00100000:1.0:1746126725.888047:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f2d80 x1830945817333376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.888056:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2d80 with x1830945817333376 ext(0->4095) 00010000:00010000:1.0:1746126725.888063:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54ec expref: 57 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.888074:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54ec expref: 57 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.888080:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f2d80 00000100:00100000:1.0:1746126725.888106:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2585 00000100:00100000:1.0:1746126725.888113:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817333376:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.888210:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817333376:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.888215:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2585 00002000:00100000:1.0:1746126725.888219:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f2d80 x1830945817333376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.888225:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2d80 with x1830945817333376 ext(0->4095) 00010000:00010000:1.0:1746126725.888229:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54ec expref: 57 pid: 11426 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.888237:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54ec expref: 57 pid: 11426 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746126725.888242:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f2d80 00000100:00100000:0.0:1746126725.891095:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.891405:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.893945:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.894251:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817333888 00000100:00100000:1.0:1746126725.894256:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817333888 00002000:00100000:1.0:1746126725.894280:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab3b80 x1830945817333888/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.894289:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3b80 with x1830945817333888 ext(0->4095) 00010000:00010000:1.0:1746126725.894296:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448013f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54f3 expref: 56 pid: 9564 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746126725.894331:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448013f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b54f3 expref: 56 pid: 9564 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126725.894337:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab3b80 00000100:00100000:0.0:1746126725.896184:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.896277:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.899094:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.902022:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.906362:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.908622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.911762:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.916030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.916949:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.919505:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.922205:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.925185:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.925241:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817335936 00000100:00100000:1.0:1746126725.925247:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817335936 00002000:00100000:1.0:1746126725.925280:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d267100 x1830945817335936/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.925289:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267100 with x1830945817335936 ext(0->4095) 00010000:00010000:1.0:1746126725.925296:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448015b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b550f expref: 57 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126725.925361:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448015b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b550f expref: 57 pid: 11426 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126725.925367:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d267100 00000100:00100000:1.0:1746126725.925390:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2588 00000100:00100000:1.0:1746126725.925401:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817335936:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.925527:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817335936:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.925534:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2588 00002000:00100000:1.0:1746126725.925539:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d267100 x1830945817335936/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.925545:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267100 with x1830945817335936 ext(0->4095) 00010000:00010000:1.0:1746126725.925550:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448015b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b550f expref: 57 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126725.925557:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448015b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b550f expref: 57 pid: 11426 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126725.925562:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d267100 00000100:00100000:0.0:1746126725.927748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.931948:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.934852:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.937449:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.942469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.942524:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817336832 00000100:00100000:1.0:1746126725.942531:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817336832 00002000:00100000:1.0:1746126725.942564:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989ea00 x1830945817336832/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.942572:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989ea00 with x1830945817336832 ext(0->4095) 00002000:00010000:1.0:1746126725.942576:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009989ea00 00000100:00100000:1.0:1746126725.942604:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13351 00000100:00100000:1.0:1746126725.942610:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817336832:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126725.942732:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817336832:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.942738:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13351 00002000:00100000:1.0:1746126725.942744:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989ea00 x1830945817336832/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.942752:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989ea00 with x1830945817336832 ext(0->4095) 00002000:00010000:1.0:1746126725.942755:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009989ea00 00000100:00100000:0.0:1746126725.943204:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.945668:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.947082:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.954246:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.957800:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.964187:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.966102:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817337856 00000100:00100000:1.0:1746126725.966110:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817337856 00002000:00100000:1.0:1746126725.966146:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989f100 x1830945817337856/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.966154:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989f100 with x1830945817337856 ext(0->4095) 00002000:00010000:1.0:1746126725.966158:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009989f100 00000100:00100000:1.0:1746126725.966183:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13352 00000100:00100000:1.0:1746126725.966189:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817337856:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126725.966323:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817337856:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (2139us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.966329:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13352 00002000:00100000:1.0:1746126725.966334:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989f100 x1830945817337856/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.966356:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989f100 with x1830945817337856 ext(0->4095) 00002000:00010000:1.0:1746126725.966359:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009989f100 00000100:00100000:0.0:1746126725.969986:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.970058:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817337984 00000100:00100000:1.0:1746126725.970064:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817337984 00000100:00100000:1.0:1746126725.970112:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29547 00000100:00100000:1.0:1746126725.970119:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817337984:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126725.970133:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126725.970148:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8448017e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5532 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.970171:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b552b expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.970178:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126725.970180:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126725.970183:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8448017e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5532 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.970206:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b552b expref: 55 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.970216:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b552b expref: 55 pid: 9564 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126725.970227:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813457536:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126725.971405:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996006c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126725.975024:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813457536:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126725.975047:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8448017e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5532 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.975061:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ac00, rc 0) 00000100:00100000:1.0:1746126725.975438:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817337984:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5318us (5456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.975444:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29547 00000100:00100000:0.0:1746126725.976533:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.976823:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817338240 00000100:00100000:1.0:1746126725.976827:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817338240 00000100:00100000:1.0:1746126725.976902:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29548 00000100:00100000:1.0:1746126725.976908:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1776:x1830945817338240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126725.976919:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126725.976959:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a84480185 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5539 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.976975:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8448017e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5532 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.976980:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.976981:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126725.976984:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a84480185 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5539 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.976997:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8448017e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5532 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.977005:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a8448017e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5532 expref: 5 pid: 11426 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126725.977013:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813457792:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126725.977056:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996006c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126725.978789:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813457792:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126725.978806:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a84480185 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5539 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.978819:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a400, rc 0) 00000100:00100000:1.0:1746126725.978837:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1776:x1830945817338240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1929us (2305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.978843:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29548 00000100:00100000:0.0:1746126725.979838:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.983077:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126725.986621:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.986722:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817338880 00000100:00100000:1.0:1746126725.986731:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817338880 00002000:00100000:1.0:1746126725.986765:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604d880 x1830945817338880/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/0 e 0 to 0 dl 1746126736 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.986773:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d880 with x1830945817338880 ext(0->4095) 00002000:00010000:1.0:1746126725.986778:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604d880 00000100:00100000:1.0:1746126725.986803:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13353 00000100:00100000:1.0:1746126725.986809:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2010:x1830945817338880:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126725.986926:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2010:x1830945817338880:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126725.986932:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13353 00002000:00100000:1.0:1746126725.986937:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604d880 x1830945817338880/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 488/4536 e 0 to 0 dl 1746126736 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126725.986949:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d880 with x1830945817338880 ext(0->4095) 00002000:00010000:1.0:1746126725.986951:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604d880 00000100:00100000:0.0:1746126725.995263:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126725.995346:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817339008 00000100:00100000:1.0:1746126725.995354:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817339008 00000100:00100000:1.0:1746126725.995398:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29549 00000100:00100000:1.0:1746126725.995404:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817339008:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126725.995418:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126725.995432:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8448018c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5540 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.995455:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a84480185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5539 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.995461:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126725.995463:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126725.995466:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8448018c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5540 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.995491:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a84480185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5539 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.995501:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a84480185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5539 expref: 55 pid: 11426 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126725.995511:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813458048:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126725.995580:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126725.997240:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813458048:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126725.997259:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8448018c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5540 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126725.997271:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc 0) 00000100:00100000:1.0:1746126725.997296:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817339008:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1893us (2041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126725.997302:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29549 00000100:00100000:0.0:1746126725.999661:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.001849:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2007:x1830945817339136:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2011us (2188us total) trans 4294972004 rc 0/0 00000100:00100000:0.0:1746126726.001857:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2591 00002000:00100000:0.0:1746126726.001864:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880098ec8e00 x1830945817339136/t4294972004(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:486/0 lens 496/448 e 0 to 0 dl 1746126736 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126726.001872:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8e00 with x1830945817339136 ext(0->7) 00010000:00010000:0.0:1746126726.001879:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a84480185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5539 expref: 58 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746126726.001892:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a84480185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5539 expref: 58 pid: 11426 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746126726.001901:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ec8e00 00000100:00100000:0.0:1746126726.003124:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.003799:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817339264 00000100:00100000:1.0:1746126726.003807:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817339264 00000100:00100000:1.0:1746126726.003853:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29550 00000100:00100000:1.0:1746126726.003859:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1776:x1830945817339264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.003873:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.003885:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a84480193 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5547 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.003905:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.003909:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8448018c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5540 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.003914:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126726.003917:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a84480193 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5547 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.003945:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8448018c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5540 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.003956:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a84480193 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5547 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.003964:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a600, rc 0) 00000100:00100000:1.0:1746126726.004008:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1776:x1830945817339264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.004013:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29550 00000100:00100000:0.0:1746126726.004575:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817339392 00000100:00100000:0.0:1746126726.004579:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817339392 00010000:00010000:0.0:1746126726.004596:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a84480185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5539 expref: 59 pid: 11426 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746126726.004613:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12743 00000100:00100000:0.0:1746126726.004618:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2010:x1830945817339392:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126726.004626:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126726.004639:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a84480185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5539 expref: 59 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746126726.004648:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a84480185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5539 expref: 59 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746126726.004663:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a84480185 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5539 expref: 59 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746126726.004686:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126726.004688:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126726.004693:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8448018c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5540 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126726.004700:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8448018c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5540 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126726.004725:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8448018c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5540 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126726.004734:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8448018c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5540 expref: 5 pid: 11426 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746126726.004742:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813458304:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126726.004983:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4833c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126726.007243:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00080000:0.0:1746126726.007510:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126726.010933:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.019421:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.022623:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817340160 00000100:00100000:1.0:1746126726.022630:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817340160 00000100:00100000:1.0:1746126726.022674:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29551 00000100:00100000:1.0:1746126726.022681:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817340160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.023003:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.023018:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a8448019a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b554e expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.023045:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a84480193 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5547 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.023052:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.023053:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.023057:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a8448019a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b554e expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.023083:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a84480193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5547 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.023094:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a84480193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5547 expref: 57 pid: 11426 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.023202:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813458560:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.023285:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.027599:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813458560:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.027625:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a8448019a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b554e expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.027640:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383aa00, rc 0) 00000100:00100000:1.0:1746126726.027729:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817340160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5047us (5189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.027737:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29551 00000100:00100000:0.0:1746126726.027900:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.030251:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.030626:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.030772:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817340544 00000100:00100000:1.0:1746126726.030776:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817340544 00000100:00100000:1.0:1746126726.030795:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29552 00000100:00100000:1.0:1746126726.030800:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:1776:x1830945817340544:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.030808:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.030819:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a844801a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5555 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.030836:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a8448019a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b554e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.030842:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.030844:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.030846:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a844801a1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5555 expref: 58 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.030870:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a8448019a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b554e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.030880:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a8448019a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b554e expref: 5 pid: 11426 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.030889:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813458816:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.030935:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.032972:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813458816:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.032991:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a844801a1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5555 expref: 58 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.033003:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b000, rc 0) 00000100:00100000:1.0:1746126726.033044:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1776:x1830945817340544:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2243us (2417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.033050:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29552 00000100:00100000:0.0:1746126726.034353:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.034387:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.034456:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817340800 00000100:00100000:1.0:1746126726.034458:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817340800 00000100:00100000:1.0:1746126726.034492:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29553 00000100:00100000:1.0:1746126726.034498:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1778:x1830945817340800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.034509:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.034519:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844801a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b555c expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.034583:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.034588:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a844801a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5555 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.034594:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.034596:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844801a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b555c expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.034622:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a844801a1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5555 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.034632:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844801a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b555c expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.034639:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383be00, rc 0) 00000100:00100000:1.0:1746126726.034662:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1778:x1830945817340800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.034667:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29553 00000100:00100000:0.0:1746126726.038037:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.038255:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817341184 00000100:00100000:1.0:1746126726.038261:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817341184 00002000:00100000:1.0:1746126726.038291:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee4380 x1830945817341184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.038299:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4380 with x1830945817341184 ext(0->4095) 00010000:00010000:1.0:1746126726.038331:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a844801a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5555 expref: 59 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.038352:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a844801a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5555 expref: 59 pid: 11426 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.038362:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee4380 00000100:00100000:1.0:1746126726.038386:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2593 00000100:00100000:1.0:1746126726.038392:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2007:x1830945817341184:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126726.038611:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2007:x1830945817341184:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 218us (576us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.038617:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2593 00002000:00100000:1.0:1746126726.038621:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee4380 x1830945817341184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.038627:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4380 with x1830945817341184 ext(0->4095) 00010000:00010000:1.0:1746126726.038631:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a844801a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5555 expref: 59 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.038639:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b000/0xd8b4f51a844801a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5555 expref: 59 pid: 11426 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.038644:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee4380 00000100:00100000:0.0:1746126726.040782:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.046771:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.046858:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817341568 00000100:00100000:1.0:1746126726.046865:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817341568 00002000:00100000:1.0:1746126726.047008:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee6300 x1830945817341568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.047017:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee6300 with x1830945817341568 ext(0->4095) 00002000:00010000:1.0:1746126726.047021:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee6300 00000100:00100000:1.0:1746126726.047044:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13356 00000100:00100000:1.0:1746126726.047050:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2008:x1830945817341568:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126726.047145:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2008:x1830945817341568:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.047150:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13356 00002000:00100000:1.0:1746126726.047154:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee6300 x1830945817341568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.047161:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee6300 with x1830945817341568 ext(0->4095) 00002000:00010000:1.0:1746126726.047163:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee6300 00000100:00100000:0.0:1746126726.049302:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.052905:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.057162:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.057192:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.060681:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.060780:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.063255:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.068568:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.068626:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.074363:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.078079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.081110:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.083568:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.086573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.091250:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.091476:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817344128 00000100:00100000:1.0:1746126726.091481:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817344128 00002000:00100000:1.0:1746126726.091508:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99c000 x1830945817344128/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.091516:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99c000 with x1830945817344128 ext(0->4095) 00002000:00010000:1.0:1746126726.091519:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99c000 00000100:00100000:1.0:1746126726.091531:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13358 00000100:00100000:1.0:1746126726.091536:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817344128:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126726.091734:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817344128:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 197us (490us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.091740:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13358 00002000:00100000:1.0:1746126726.091745:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99c000 x1830945817344128/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.091752:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99c000 with x1830945817344128 ext(0->4095) 00002000:00010000:1.0:1746126726.091754:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99c000 00000100:00100000:0.0:1746126726.093446:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.094501:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.095062:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817344384 00000100:00100000:1.0:1746126726.095067:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817344384 00000100:00100000:1.0:1746126726.095087:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29560 00000100:00100000:1.0:1746126726.095092:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1778:x1830945817344384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.095099:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.095106:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a844801d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b558d expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.095117:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.095121:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844801d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5586 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.095126:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.095129:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a844801d9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b558d expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.095147:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844801d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5586 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.095157:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383aa00/0xd8b4f51a844801d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b558d expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.095165:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383aa00, rc 0) 00000100:00100000:1.0:1746126726.095188:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1778:x1830945817344384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.095193:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29560 00000100:00100000:0.0:1746126726.097633:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.100793:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.102863:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.106439:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.107070:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817345152 00000100:00100000:1.0:1746126726.107076:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817345152 00002000:00100000:1.0:1746126726.107110:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99ce00 x1830945817345152/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.107119:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ce00 with x1830945817345152 ext(0->4095) 00002000:00010000:1.0:1746126726.107123:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99ce00 00000100:00100000:1.0:1746126726.107171:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13359 00000100:00100000:1.0:1746126726.107178:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2008:x1830945817345152:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126726.107632:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2008:x1830945817345152:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 453us (1192us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.107638:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13359 00002000:00100000:1.0:1746126726.107644:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99ce00 x1830945817345152/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.107651:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ce00 with x1830945817345152 ext(0->4095) 00002000:00010000:1.0:1746126726.107653:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99ce00 00000100:00100000:0.0:1746126726.110291:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.115753:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.117066:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.120138:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.122147:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.126249:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.133772:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.138020:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.141930:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817346432:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 3413us (3905us total) trans 4294972005 rc 0/0 00000100:00100000:0.0:1746126726.141944:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2599 00002000:00100000:0.0:1746126726.141955:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c99e300 x1830945817346432/t4294972005(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 496/448 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126726.141971:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99e300 with x1830945817346432 ext(0->7) 00010000:00010000:0.0:1746126726.141981:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844801e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b559b expref: 60 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746126726.142002:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844801e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b559b expref: 60 pid: 9566 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746126726.142009:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99e300 00000100:00100000:0.0:1746126726.145020:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.145122:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.148170:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817346560 00000100:00100000:1.0:1746126726.148182:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817346560 00000100:00100000:1.0:1746126726.148241:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29564 00000100:00100000:1.0:1746126726.148250:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1776:x1830945817346560:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.148268:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.148288:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844801f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b55a9 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.148333:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.148349:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a844801ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55a2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.148358:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126726.148362:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844801f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55a9 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.148403:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a844801ee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55a2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.148415:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844801f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55a9 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.148425:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b600, rc 0) 00000100:00100000:1.0:1746126726.148478:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817346560:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 231us (3470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.148484:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29564 00000100:00100000:0.0:1746126726.153968:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.156675:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.162477:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.165225:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.169553:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.173073:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.173633:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29566 00000100:00100000:1.0:1746126726.173642:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1776:x1830945817347712:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.173658:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746126726.173934:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126726.174273:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a84480203 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b55b7 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.174301:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844801fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55b0 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.174329:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.174331:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.174345:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a84480203 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55b7 expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.174373:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844801fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55b0 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.174384:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844801fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55b0 expref: 6 pid: 9566 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.174395:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813462400:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.174446:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126726.176839:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.176942:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813462400:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.176966:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a84480203 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55b7 expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.176981:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ac00, rc 0) 00000100:00100000:1.0:1746126726.177019:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1776:x1830945817347712:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3379us (3953us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.177026:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29566 00000100:00100000:0.0:1746126726.178329:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.178640:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817348096 00000100:00100000:1.0:1746126726.178644:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817348096 00000100:00100000:1.0:1746126726.178667:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29567 00000100:00100000:1.0:1746126726.178672:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1778:x1830945817348096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.178685:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.178696:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8448020a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b55be expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.178713:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a84480203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55b7 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.178720:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.178721:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.178723:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8448020a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55be expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.178737:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a84480203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55b7 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.178746:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383ac00/0xd8b4f51a84480203 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55b7 expref: 61 pid: 11425 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.178753:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813462656:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.178772:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.181609:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.183641:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813462656:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.183664:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8448020a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55be expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.183678:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a400, rc 0) 00000100:00100000:1.0:1746126726.183705:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1778:x1830945817348096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5032us (6872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.183710:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29567 00000100:00100000:0.0:1746126726.186140:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.189606:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.192864:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.192944:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817348992 00000100:00100000:1.0:1746126726.192953:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817348992 00000100:00100000:1.0:1746126726.193010:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29568 00000100:00100000:1.0:1746126726.193017:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817348992:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.193036:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.193054:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a84480211 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b55c5 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.193081:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8448020a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55be expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.193088:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.193090:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.193093:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a84480211 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55c5 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.193124:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8448020a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55be expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.193136:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a8448020a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55be expref: 59 pid: 11425 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.193148:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813462912:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.193244:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.195977:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813462912:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.196133:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a84480211 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55c5 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.196152:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b600, rc 0) 00000100:00100000:1.0:1746126726.196200:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817348992:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3182us (3344us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.196212:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29568 00000100:00100000:0.0:1746126726.196426:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.203522:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817349504 00000100:00100000:0.0:1746126726.203531:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817349504 00000100:00100000:0.0:1746126726.204080:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29569 00000100:00100000:0.0:1746126726.204098:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1776:x1830945817349504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126726.204117:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126726.204138:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ae00/0xd8b4f51a84480218 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b55cc expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126726.204165:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a84480211 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55c5 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126726.204172:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126726.204174:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126726.204176:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ae00/0xd8b4f51a84480218 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55cc expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126726.204205:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a84480211 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55c5 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126726.204217:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a84480211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55c5 expref: 5 pid: 11425 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746126726.204227:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d0e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813463168:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126726.204298:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.208502:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.209292:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.215754:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.215859:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817350016 00000100:00100000:1.0:1746126726.215867:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817350016 00002000:00100000:1.0:1746126726.215911:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0700 x1830945817350016/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.215921:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0700 with x1830945817350016 ext(0->4095) 00010000:00010000:1.0:1746126726.215931:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ae00/0xd8b4f51a84480218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55cc expref: 61 pid: 11425 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.215945:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ae00/0xd8b4f51a84480218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55cc expref: 61 pid: 11425 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.215952:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e0700 00000100:00100000:1.0:1746126726.215979:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2602 00000100:00100000:1.0:1746126726.215986:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817350016:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126726.216140:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817350016:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.216146:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2602 00002000:00100000:1.0:1746126726.216152:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0700 x1830945817350016/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.216159:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0700 with x1830945817350016 ext(0->4095) 00010000:00010000:1.0:1746126726.216164:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ae00/0xd8b4f51a84480218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55cc expref: 61 pid: 11425 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.216174:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ae00/0xd8b4f51a84480218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55cc expref: 61 pid: 11425 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.216179:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e0700 00000100:00100000:0.0:1746126726.217986:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.222163:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.222638:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817350400 00000100:00100000:1.0:1746126726.222649:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817350400 00002000:00100000:1.0:1746126726.222689:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0000 x1830945817350400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.222699:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0000 with x1830945817350400 ext(0->4095) 00002000:00010000:1.0:1746126726.222704:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e0000 00000100:00100000:1.0:1746126726.222736:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13365 00000100:00100000:1.0:1746126726.222742:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817350400:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126726.222861:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817350400:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (701us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.222867:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13365 00002000:00100000:1.0:1746126726.222871:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0000 x1830945817350400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.222878:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0000 with x1830945817350400 ext(0->4095) 00002000:00010000:1.0:1746126726.222881:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e0000 00000100:00100000:0.0:1746126726.228237:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.229432:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817350528 00000100:00100000:1.0:1746126726.229442:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817350528 00000100:00100000:1.0:1746126726.229480:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29571 00000100:00100000:1.0:1746126726.229485:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817350528:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.229501:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.229513:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a84480226 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b55da expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.229536:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448021f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55d3 expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.229542:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.229544:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.229546:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a84480226 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55da expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.229571:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448021f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55d3 expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.229580:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448021f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55d3 expref: 59 pid: 11425 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.229590:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813463680:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.230490:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.231063:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813463680:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.231081:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a84480226 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55da expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.231093:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383be00, rc 0) 00000100:00100000:1.0:1746126726.231127:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817350528:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1640us (2900us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.231136:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29571 00000100:00100000:0.0:1746126726.232484:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.232780:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817350656 00000100:00100000:1.0:1746126726.232786:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817350656 00000100:00100000:1.0:1746126726.232830:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29572 00000100:00100000:1.0:1746126726.232837:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1776:x1830945817350656:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.232849:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.232861:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8448022d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b55e1 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.232879:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.232883:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a84480226 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55da expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.232889:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126726.232891:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8448022d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55e1 expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.232911:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a84480226 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55da expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.232920:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8448022d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55e1 expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.232927:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b400, rc 0) 00000100:00100000:1.0:1746126726.232954:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817350656:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.232959:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29572 00000100:00100000:0.0:1746126726.233288:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.237727:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.247653:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.251758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.251863:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817351424 00000100:00100000:1.0:1746126726.251870:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817351424 00002000:00100000:1.0:1746126726.251899:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb67b80 x1830945817351424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.251906:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb67b80 with x1830945817351424 ext(0->4095) 00002000:00010000:1.0:1746126726.251909:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb67b80 00000100:00100000:1.0:1746126726.252197:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13366 00000100:00100000:1.0:1746126726.252204:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2010:x1830945817351424:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126726.252579:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2010:x1830945817351424:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 375us (821us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.252585:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13366 00002000:00100000:1.0:1746126726.252590:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb67b80 x1830945817351424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.252597:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb67b80 with x1830945817351424 ext(0->4095) 00002000:00010000:1.0:1746126726.252599:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb67b80 00000100:00100000:0.0:1746126726.254647:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.258547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.258839:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817351680 00000100:00100000:1.0:1746126726.258844:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817351680 00002000:00100000:1.0:1746126726.258875:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cb64380 x1830945817351680/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 496/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.258883:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64380 with x1830945817351680 ext(0->7) 00010000:00010000:1.0:1746126726.258889:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8448022d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55e1 expref: 60 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.258899:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8448022d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55e1 expref: 60 pid: 9566 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.258909:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb64380 00000100:00100000:1.0:1746126726.258935:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2604 00000100:00100000:1.0:1746126726.258941:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817351680:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126726.259788:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2008:x1830945817351680:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 846us (1241us total) trans 4294972006 rc 0/0 00000100:00100000:1.0:1746126726.259794:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2604 00002000:00100000:1.0:1746126726.259799:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cb64380 x1830945817351680/t4294972006(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 496/448 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.259805:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64380 with x1830945817351680 ext(0->7) 00010000:00010000:1.0:1746126726.259810:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8448022d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55e1 expref: 62 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.259819:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8448022d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55e1 expref: 62 pid: 9566 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.259823:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb64380 00000100:00100000:0.0:1746126726.263189:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.268288:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.268493:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817352064 00000100:00100000:1.0:1746126726.268500:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817352064 00002000:00100000:1.0:1746126726.268539:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb65500 x1830945817352064/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.268549:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb65500 with x1830945817352064 ext(0->4095) 00002000:00010000:1.0:1746126726.268552:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb65500 00000100:00100000:1.0:1746126726.268588:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13367 00000100:00100000:1.0:1746126726.268595:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817352064:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126726.268918:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.268992:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817352064:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 396us (710us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.268998:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13367 00002000:00100000:1.0:1746126726.269003:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb65500 x1830945817352064/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.269009:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb65500 with x1830945817352064 ext(0->4095) 00002000:00010000:1.0:1746126726.269012:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb65500 00000100:00100000:0.0:1746126726.273346:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.273389:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817352320 00000100:00100000:1.0:1746126726.273397:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817352320 00000100:00100000:1.0:1746126726.273442:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29575 00000100:00100000:1.0:1746126726.273448:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1778:x1830945817352320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.273596:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.273608:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a84480242 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b55f6 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.273626:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.273630:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a8448023b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55ef expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.273635:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.273638:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a84480242 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55f6 expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.273662:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a8448023b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55ef expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.273675:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a84480242 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55f6 expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.273691:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc 0) 00000100:00100000:1.0:1746126726.273707:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1778:x1830945817352320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 260us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.273713:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29575 00000100:00100000:0.0:1746126726.273868:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.275767:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.277608:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.280612:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.284203:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.284764:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817353216 00000100:00100000:1.0:1746126726.284771:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817353216 00000100:00100000:1.0:1746126726.284817:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29576 00000100:00100000:1.0:1746126726.284824:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817353216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.284839:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.284852:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a84480249 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b55fd expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.284873:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a84480242 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55f6 expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.284880:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.284881:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.284884:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a84480249 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55fd expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.284908:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a84480242 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55f6 expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.284923:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a84480242 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55f6 expref: 61 pid: 9566 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.284934:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813464960:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.285018:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996006c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.286698:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813464960:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.286719:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a84480249 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55fd expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.286732:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a800, rc 0) 00000100:00100000:1.0:1746126726.286770:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817353216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1945us (2571us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.286776:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29576 00000100:00100000:0.0:1746126726.287577:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.289763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.291407:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.291716:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817353728 00000100:00100000:1.0:1746126726.291722:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817353728 00000100:00100000:1.0:1746126726.291761:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29577 00000100:00100000:1.0:1746126726.291767:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817353728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.291778:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.291791:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a84480250 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5604 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.291812:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a84480249 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55fd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.291824:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.291825:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.291828:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a84480250 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5604 expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.291849:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a84480249 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55fd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.291859:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a84480249 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b55fd expref: 5 pid: 9566 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.291869:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813465216:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.292097:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996006c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126726.292688:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.295864:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813465216:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.295888:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a84480250 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5604 expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.295901:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a400, rc 0) 00000100:00100000:1.0:1746126726.295942:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1776:x1830945817353728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4174us (4536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.295949:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29577 00000100:00100000:0.0:1746126726.297020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.301368:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.303904:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.307235:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.310121:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.310731:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817354752 00000100:00100000:1.0:1746126726.310739:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817354752 00000100:00100000:1.0:1746126726.310787:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29579 00000100:00100000:1.0:1746126726.310793:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817354752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.310811:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.310824:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8448025e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5612 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.310848:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84480257 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b560b expref: 61 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.310855:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.310857:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.310860:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8448025e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5612 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.310881:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84480257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b560b expref: 61 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.310891:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84480257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b560b expref: 61 pid: 9564 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.310901:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813465728:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.310969:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996006c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.312614:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813465728:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.312635:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8448025e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5612 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.312648:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383be00, rc 0) 00000100:00100000:1.0:1746126726.312736:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817354752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1942us (2620us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.312746:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29579 00000100:00100000:0.0:1746126726.313374:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.317709:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.318393:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817355264 00000100:00100000:1.0:1746126726.318397:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817355264 00000100:00100000:1.0:1746126726.318417:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29580 00000100:00100000:1.0:1746126726.318422:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817355264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.318430:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.318442:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a84480265 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5619 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.318461:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8448025e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5612 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.318468:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.318469:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.318472:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a84480265 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5619 expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.318494:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8448025e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5612 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.318504:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8448025e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5612 expref: 5 pid: 9566 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.318514:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813465984:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.318563:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996006c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.319565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.321059:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813465984:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.321073:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a84480265 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5619 expref: 63 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.321081:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc 0) 00000100:00100000:1.0:1746126726.321096:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1776:x1830945817355264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2674us (2820us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.321101:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29580 00000100:00100000:0.0:1746126726.321162:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817355520 00000100:00100000:0.0:1746126726.321166:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817355520 00010000:00010000:0.0:1746126726.321183:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8448025e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5612 expref: 6 pid: 9566 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746126726.321200:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12774 00000100:00100000:0.0:1746126726.321205:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817355520:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126726.321213:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126726.321227:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8448025e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5612 expref: 6 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746126726.321237:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8448025e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5612 expref: 6 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746126726.321252:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a8448025e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5612 expref: 6 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746126726.321265:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126726.321266:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126726.321270:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a84480265 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5619 expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126726.321277:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a84480265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5619 expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126726.321295:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a84480265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5619 expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126726.321328:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a84480265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5619 expref: 62 pid: 9566 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746126726.321350:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e74fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813466240:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126726.321412:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126726.324626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.327447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.330041:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.333603:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.337716:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.340963:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.341002:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.345699:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.345750:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817356928 00000100:00100000:1.0:1746126726.345758:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817356928 00000100:00100000:1.0:1746126726.345808:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29584 00000100:00100000:1.0:1746126726.345815:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1778:x1830945817356928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.345832:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.345847:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a84480281 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5635 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.345868:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.345873:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448027a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b562e expref: 64 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.345878:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.345881:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a84480281 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5635 expref: 64 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.345910:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448027a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b562e expref: 64 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.345921:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a84480281 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5635 expref: 64 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.345929:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a600, rc 0) 00000100:00100000:1.0:1746126726.345975:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+64:1778:x1830945817356928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.345981:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29584 00000100:00100000:0.0:1746126726.346705:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.351168:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.353275:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.357838:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.360726:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.365134:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.369990:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.370129:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.375284:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.375369:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.375675:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817358592 00000100:00100000:0.0:1746126726.375678:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817358592 00010000:00010000:0.0:1746126726.375691:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480288 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b563c expref: 6 pid: 11425 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746126726.375712:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12780 00000100:00100000:0.0:1746126726.375717:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c334000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817358592:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126726.375726:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126726.375741:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480288 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b563c expref: 6 pid: 11425 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746126726.375753:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480288 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b563c expref: 6 pid: 11425 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746126726.375770:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480288 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b563c expref: 6 pid: 11425 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746126726.375788:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126726.375790:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126726.375796:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8448028f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5643 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126726.375803:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8448028f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5643 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126726.375825:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8448028f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5643 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126726.375836:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c337100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813467648:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126726.375880:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126726.378991:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.381598:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.385303:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.385430:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817359232 00000100:00100000:1.0:1746126726.385436:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817359232 00002000:00100000:1.0:1746126726.385808:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c335c00 x1830945817359232/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.385817:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c335c00 with x1830945817359232 ext(0->4095) 00002000:00010000:1.0:1746126726.385821:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c335c00 00000100:00100000:1.0:1746126726.385835:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13376 00000100:00100000:1.0:1746126726.385841:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2008:x1830945817359232:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126726.385932:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c335c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2008:x1830945817359232:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.385938:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13376 00002000:00100000:1.0:1746126726.385942:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c335c00 x1830945817359232/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.385949:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c335c00 with x1830945817359232 ext(0->4095) 00002000:00010000:1.0:1746126726.385952:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c335c00 00000100:00100000:0.0:1746126726.388598:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.393056:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.395878:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.396544:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.399632:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.400385:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.404219:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.404511:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817360384 00000100:00100000:1.0:1746126726.404517:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817360384 00002000:00100000:1.0:1746126726.404548:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c335880 x1830945817360384/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.404561:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c335880 with x1830945817360384 ext(0->4095) 00010000:00010000:1.0:1746126726.404568:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844802a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5658 expref: 63 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.404578:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844802a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5658 expref: 63 pid: 9566 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.404584:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c335880 00000100:00100000:1.0:1746126726.404615:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2611 00000100:00100000:1.0:1746126726.404621:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2008:x1830945817360384:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126726.404719:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c335880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2008:x1830945817360384:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (502us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.404725:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2611 00002000:00100000:1.0:1746126726.404729:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c335880 x1830945817360384/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.404736:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c335880 with x1830945817360384 ext(0->4095) 00010000:00010000:1.0:1746126726.404740:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844802a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5658 expref: 63 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.404748:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844802a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5658 expref: 63 pid: 9566 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.404753:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c335880 00000100:00100000:0.0:1746126726.407093:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.410260:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.410393:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817360768 00000100:00100000:1.0:1746126726.410398:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817360768 00002000:00100000:1.0:1746126726.410427:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c334000 x1830945817360768/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.410436:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c334000 with x1830945817360768 ext(0->4095) 00002000:00010000:1.0:1746126726.410440:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c334000 00000100:00100000:1.0:1746126726.410465:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13377 00000100:00100000:1.0:1746126726.410471:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817360768:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126726.410675:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c334000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817360768:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 203us (416us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126726.410680:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13377 00002000:00100000:0.0:1746126726.410685:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c334000 x1830945817360768/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126726.410691:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c334000 with x1830945817360768 ext(0->4095) 00002000:00010000:0.0:1746126726.410694:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c334000 00000100:00100000:0.0:1746126726.412946:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.413025:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817360896 00000100:00100000:1.0:1746126726.413031:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817360896 00000100:00100000:1.0:1746126726.413070:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29591 00000100:00100000:1.0:1746126726.413077:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817360896:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.413088:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.413102:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844802b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5666 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.413122:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844802ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b565f expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.413128:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.413130:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.413133:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844802b2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5666 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.413157:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844802ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b565f expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.413167:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844802ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b565f expref: 61 pid: 9566 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.413177:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813468800:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.413240:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.414805:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813468800:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.414824:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844802b2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5666 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.414837:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383be00, rc 0) 00000100:00100000:1.0:1746126726.414863:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817360896:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1786us (1921us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.414868:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29591 00000100:00100000:0.0:1746126726.415805:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.420024:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817361280 00000100:00100000:0.0:1746126726.420030:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817361280 00002000:00100000:0.0:1746126726.420066:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2d80 x1830945817361280/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126726.420073:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2d80 with x1830945817361280 ext(0->4095) 00002000:00010000:0.0:1746126726.420077:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e2d80 00000100:00100000:0.0:1746126726.420159:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13378 00000100:00100000:0.0:1746126726.420166:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817361280:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126726.420283:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817361280:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (317us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126726.420288:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13378 00002000:00100000:0.0:1746126726.420294:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2d80 x1830945817361280/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126726.420300:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2d80 with x1830945817361280 ext(0->4095) 00002000:00010000:0.0:1746126726.420318:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e2d80 00000100:00100000:0.0:1746126726.421632:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.421814:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817361408 00000100:00100000:1.0:1746126726.421820:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817361408 00000100:00100000:1.0:1746126726.422189:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29592 00000100:00100000:1.0:1746126726.422196:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817361408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.422207:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.422219:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844802b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b566d expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.422240:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844802b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5666 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.422246:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.422247:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.422250:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844802b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b566d expref: 62 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.422278:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844802b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5666 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.422287:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844802b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5666 expref: 5 pid: 9564 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.422296:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813469056:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.422391:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126726.423196:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.423959:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813469056:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.423972:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844802b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b566d expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.423979:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc 0) 00000100:00100000:1.0:1746126726.423998:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1776:x1830945817361408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1803us (2369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.424003:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29592 00000100:00100000:0.0:1746126726.425066:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.428298:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.430650:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.433268:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.433489:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817362304 00000100:00100000:1.0:1746126726.433494:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817362304 00002000:00100000:1.0:1746126726.433520:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00ca80 x1830945817362304/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.433528:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00ca80 with x1830945817362304 ext(0->4095) 00002000:00010000:1.0:1746126726.433532:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00ca80 00000100:00100000:1.0:1746126726.433756:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13379 00000100:00100000:1.0:1746126726.433811:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2009:x1830945817362304:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126726.433926:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2009:x1830945817362304:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (662us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.433931:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13379 00002000:00100000:1.0:1746126726.433936:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00ca80 x1830945817362304/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.433943:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00ca80 with x1830945817362304 ext(0->4095) 00002000:00010000:1.0:1746126726.433945:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00ca80 00000100:00100000:0.0:1746126726.436043:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.436210:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817362432 00000100:00100000:1.0:1746126726.436217:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817362432 00000100:00100000:1.0:1746126726.436294:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29594 00000100:00100000:1.0:1746126726.436337:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817362432:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.436350:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.436365:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844802c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b567b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.436388:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844802c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5674 expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.436394:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.436395:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.436398:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844802c7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b567b expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.436419:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844802c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5674 expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.436432:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844802c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5674 expref: 61 pid: 9566 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.436442:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813469568:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.436554:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996006c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.438048:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813469568:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.438066:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844802c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b567b expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.438076:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc 0) 00000100:00100000:1.0:1746126726.438098:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817362432:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1798us (2065us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.438104:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29594 00000100:00100000:0.0:1746126726.438426:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.441899:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.444889:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.444934:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.444971:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817362944 00000100:00100000:1.0:1746126726.444977:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817362944 00000100:00100000:1.0:1746126726.445019:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817363072 00000100:00100000:1.0:1746126726.445021:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817363072 00000100:00100000:1.0:1746126726.445048:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29595 00000100:00100000:1.0:1746126726.445055:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1776:x1830945817362944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.445070:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.445086:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a844802ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5682 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.445111:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844802c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b567b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.445122:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.445123:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.445126:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a844802ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5682 expref: 64 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.445189:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844802c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b567b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.445199:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844802c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b567b expref: 5 pid: 9564 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.445209:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813469824:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.445272:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996006c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126726.447611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.447700:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813469824:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.447718:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a844802ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5682 expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.447732:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b400, rc 0) 00000100:00100000:1.0:1746126726.447761:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1776:x1830945817362944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2707us (2876us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.447767:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29595 00000100:00100000:0.0:1746126726.450150:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.450425:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817363456 00000100:00100000:1.0:1746126726.450431:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817363456 00002000:00100000:1.0:1746126726.450458:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00d880 x1830945817363456/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.450472:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00d880 with x1830945817363456 ext(0->4095) 00010000:00010000:1.0:1746126726.450478:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a844802ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5682 expref: 63 pid: 9564 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.450489:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a844802ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5682 expref: 63 pid: 9564 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.450495:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00d880 00000100:00100000:1.0:1746126726.450518:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2613 00000100:00100000:1.0:1746126726.450524:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2007:x1830945817363456:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126726.450629:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2007:x1830945817363456:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (478us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.450635:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2613 00002000:00100000:1.0:1746126726.450639:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00d880 x1830945817363456/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.450646:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00d880 with x1830945817363456 ext(0->4095) 00010000:00010000:1.0:1746126726.450650:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a844802ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5682 expref: 63 pid: 9564 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.450659:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a844802ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5682 expref: 63 pid: 9564 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.450664:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00d880 00000100:00100000:0.0:1746126726.453459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.456648:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.459748:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.459852:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817363968 00000100:00100000:1.0:1746126726.459859:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817363968 00000100:00100000:1.0:1746126726.459905:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29597 00000100:00100000:1.0:1746126726.459911:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817363968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.459924:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.459937:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a844802dc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5690 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.459960:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844802d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5689 expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.459967:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.459968:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.459971:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a844802dc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5690 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.459996:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844802d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5689 expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.460007:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844802d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5689 expref: 61 pid: 9566 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.460018:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813470336:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.460077:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.461875:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813470336:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.461896:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a844802dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5690 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.461913:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a400, rc 0) 00000100:00100000:1.0:1746126726.461949:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817363968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2038us (2206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.461955:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29597 00000100:00100000:0.0:1746126726.462441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.464927:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.468636:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.468686:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817364480 00000100:00100000:1.0:1746126726.468693:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817364480 00000100:00100000:0.0:1746126726.468710:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.468737:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817364608 00000100:00100000:1.0:1746126726.468739:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817364608 00000100:00100000:1.0:1746126726.468759:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29598 00000100:00100000:1.0:1746126726.468765:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1778:x1830945817364480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.468776:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.468790:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844802e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5697 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.468811:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a844802dc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5690 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.468817:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.468819:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.468821:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844802e3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5697 expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.468845:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a844802dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5690 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.468855:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a400/0xd8b4f51a844802dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5690 expref: 5 pid: 9564 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.468866:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813470592:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.469158:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.471458:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813470592:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.471735:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844802e3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5697 expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.471748:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a800, rc 0) 00000100:00100000:1.0:1746126726.471788:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1778:x1830945817364480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3022us (3156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.471794:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29598 00000100:00100000:0.0:1746126726.472345:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.475374:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.475450:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817364992 00000100:00100000:1.0:1746126726.475456:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817364992 00002000:00100000:1.0:1746126726.475485:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f1180 x1830945817364992/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.475493:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f1180 with x1830945817364992 ext(0->4095) 00010000:00010000:1.0:1746126726.475500:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844802e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5697 expref: 63 pid: 9564 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.475510:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844802e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5697 expref: 63 pid: 9564 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.475516:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f1180 00000100:00100000:1.0:1746126726.475538:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2614 00000100:00100000:1.0:1746126726.475544:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2008:x1830945817364992:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126726.475655:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2008:x1830945817364992:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.475661:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2614 00002000:00100000:1.0:1746126726.475666:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f1180 x1830945817364992/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.475672:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f1180 with x1830945817364992 ext(0->4095) 00010000:00010000:1.0:1746126726.475677:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844802e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5697 expref: 63 pid: 9564 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.475684:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844802e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5697 expref: 63 pid: 9564 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.475689:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f1180 00000100:00100000:0.0:1746126726.478883:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.478973:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.479217:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817365120 00000100:00100000:1.0:1746126726.479222:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817365120 00000100:00100000:1.0:1746126726.479245:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29600 00000100:00100000:1.0:1746126726.479249:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817365120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.479260:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.479269:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a844802f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b56a5 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.479283:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844802ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b569e expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.479289:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.479290:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.479293:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a844802f1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56a5 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.479340:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844802ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b569e expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.479350:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844802ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b569e expref: 62 pid: 9566 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.479358:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813471104:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.479387:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.480929:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813471104:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.480946:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a844802f1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56a5 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.480956:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b400, rc 0) 00000100:00100000:1.0:1746126726.480984:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817365120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1735us (2107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.480990:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29600 00000100:00100000:0.0:1746126726.482799:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.483192:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817365504 00000100:00100000:1.0:1746126726.483199:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817365504 00002000:00100000:1.0:1746126726.483228:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd880 x1830945817365504/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.483237:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd880 with x1830945817365504 ext(0->4095) 00010000:00010000:1.0:1746126726.483244:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844802ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b569e expref: 62 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.483258:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844802ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b569e expref: 62 pid: 9566 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.483263:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fd880 00000100:00100000:1.0:1746126726.483411:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2615 00000100:00100000:1.0:1746126726.483417:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817365504:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126726.483530:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817365504:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (735us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.483536:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2615 00002000:00100000:1.0:1746126726.483540:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd880 x1830945817365504/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.483546:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd880 with x1830945817365504 ext(0->4095) 00010000:00010000:1.0:1746126726.483551:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844802ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b569e expref: 62 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.483559:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844802ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b569e expref: 62 pid: 9566 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.483564:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fd880 00000100:00100000:0.0:1746126726.485913:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.486082:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817365632 00000100:00100000:1.0:1746126726.486089:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817365632 00000100:00100000:1.0:1746126726.486135:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29601 00000100:00100000:1.0:1746126726.486142:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1776:x1830945817365632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.486155:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.486169:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844802f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b56ac expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.486191:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.486195:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a844802f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56a5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.486201:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126726.486204:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844802f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56ac expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.486233:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a844802f1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56a5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.486243:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844802f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56ac expref: 63 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.486251:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383be00, rc 0) 00000100:00100000:1.0:1746126726.486284:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1776:x1830945817365632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.486289:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29601 00000100:00100000:0.0:1746126726.486621:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.491216:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.493874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.496174:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.496245:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817366400 00000100:00100000:1.0:1746126726.496254:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817366400 00002000:00100000:1.0:1746126726.496292:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75fb80 x1830945817366400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.496300:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75fb80 with x1830945817366400 ext(0->4095) 00002000:00010000:1.0:1746126726.496339:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75fb80 00000100:00100000:1.0:1746126726.496357:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13383 00000100:00100000:1.0:1746126726.496365:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817366400:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126726.496513:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817366400:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.496518:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13383 00002000:00100000:1.0:1746126726.496524:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75fb80 x1830945817366400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.496529:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75fb80 with x1830945817366400 ext(0->4095) 00002000:00010000:1.0:1746126726.496532:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75fb80 00000100:00100000:0.0:1746126726.505026:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.507955:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.509467:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.515443:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.515504:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817367040 00000100:00100000:1.0:1746126726.515509:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817367040 00002000:00100000:1.0:1746126726.515544:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d248700 x1830945817367040/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.515554:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d248700 with x1830945817367040 ext(0->4095) 00010000:00010000:1.0:1746126726.515561:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844802ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56b3 expref: 6 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.515573:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844802ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56b3 expref: 6 pid: 9566 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.515579:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d248700 00000100:00100000:1.0:1746126726.515644:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2617 00000100:00100000:1.0:1746126726.515651:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817367040:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126726.515774:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817367040:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (337us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.515782:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2617 00002000:00100000:1.0:1746126726.515787:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d248700 x1830945817367040/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.515794:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d248700 with x1830945817367040 ext(0->4095) 00010000:00010000:1.0:1746126726.515798:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844802ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56b3 expref: 6 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.515807:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844802ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56b3 expref: 6 pid: 9566 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.515811:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d248700 00000100:00100000:0.0:1746126726.517843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126726.520100:0:7210:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126726.520430:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.520617:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817367424 00000100:00100000:1.0:1746126726.520622:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817367424 00002000:00100000:1.0:1746126726.520650:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492680 x1830945817367424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.520658:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492680 with x1830945817367424 ext(0->4095) 00002000:00010000:1.0:1746126726.520662:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134492680 00000100:00100000:1.0:1746126726.520689:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13384 00000100:00100000:1.0:1746126726.520695:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817367424:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126726.520800:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817367424:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.520806:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13384 00002000:00100000:1.0:1746126726.520811:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492680 x1830945817367424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.520817:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492680 with x1830945817367424 ext(0->4095) 00002000:00010000:1.0:1746126726.520820:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134492680 00000100:00100000:0.0:1746126726.523635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.523717:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817367552 00000100:00100000:1.0:1746126726.523725:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817367552 00000100:00100000:1.0:1746126726.523914:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29604 00000100:00100000:1.0:1746126726.523921:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817367552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.523934:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.523947:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8448030d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b56c1 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.523970:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56ba expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.523976:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.523978:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.523981:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8448030d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56c1 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.524006:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56ba expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.524016:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56ba expref: 61 pid: 9566 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.524028:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813472128:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.524108:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.527165:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813472128:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.527190:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b400/0xd8b4f51a8448030d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56c1 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.527204:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b400, rc 0) 00000100:00100000:1.0:1746126726.527356:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817367552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3433us (3728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.527363:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29604 00000100:00100000:0.0:1746126726.527562:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.538909:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.542303:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.547833:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.551160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.551204:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.555077:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.555157:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817368704 00000100:00100000:1.0:1746126726.555163:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817368704 00002000:00100000:1.0:1746126726.555193:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965c700 x1830945817368704/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.555201:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965c700 with x1830945817368704 ext(0->4095) 00010000:00010000:1.0:1746126726.555208:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84480314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56c8 expref: 64 pid: 9564 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.555218:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84480314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56c8 expref: 64 pid: 9564 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.555224:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965c700 00000100:00100000:1.0:1746126726.555441:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2620 00000100:00100000:1.0:1746126726.555448:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2008:x1830945817368704:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126726.555553:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2008:x1830945817368704:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.555558:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2620 00002000:00100000:1.0:1746126726.555564:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965c700 x1830945817368704/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.555570:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965c700 with x1830945817368704 ext(0->4095) 00010000:00010000:1.0:1746126726.555574:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84480314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56c8 expref: 64 pid: 9564 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.555583:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84480314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56c8 expref: 64 pid: 9564 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.555588:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965c700 00000100:00100000:0.0:1746126726.558587:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.558678:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.562409:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.566739:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.570740:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.573114:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.576095:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.578616:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.581000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.582742:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.583895:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.587278:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.590563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.594711:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.606986:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817371392 00000100:00100000:1.0:1746126726.606991:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817371392 00002000:00100000:1.0:1746126726.607018:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d0e1f80 x1830945817371392/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 496/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.607026:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1f80 with x1830945817371392 ext(0->7) 00010000:00010000:1.0:1746126726.607031:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84480337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56eb expref: 64 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.607047:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84480337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56eb expref: 64 pid: 9566 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.607053:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e1f80 00000100:00100000:1.0:1746126726.607076:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2623 00000100:00100000:1.0:1746126726.607082:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2008:x1830945817371392:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126726.608373:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2008:x1830945817371392:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1286us (1429us total) trans 4294972008 rc 0/0 00000100:00100000:1.0:1746126726.608383:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2623 00002000:00100000:1.0:1746126726.608390:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d0e1f80 x1830945817371392/t4294972008(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 496/448 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.608398:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1f80 with x1830945817371392 ext(0->7) 00010000:00010000:1.0:1746126726.608404:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84480337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56eb expref: 66 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.608414:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84480337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b56eb expref: 66 pid: 9566 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.608419:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e1f80 00000100:00100000:0.0:1746126726.611599:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.617492:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817371776 00000100:00100000:1.0:1746126726.617498:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817371776 00002000:00100000:1.0:1746126726.617530:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0a80 x1830945817371776/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.617539:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0a80 with x1830945817371776 ext(0->4095) 00002000:00010000:1.0:1746126726.617542:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e0a80 00000100:00100000:1.0:1746126726.617570:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13388 00000100:00100000:1.0:1746126726.617576:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817371776:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126726.617699:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817371776:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.617705:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13388 00002000:00100000:1.0:1746126726.617711:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0a80 x1830945817371776/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.617722:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0a80 with x1830945817371776 ext(0->4095) 00002000:00010000:1.0:1746126726.617724:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e0a80 00000100:00100000:0.0:1746126726.617865:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.620209:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.620768:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.626038:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.628363:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.631605:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.634285:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.637719:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.641115:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.641276:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.644457:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.644876:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.647228:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.649929:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.652700:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.655132:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.659231:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.661900:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.661999:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817374848 00000100:00100000:1.0:1746126726.662005:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817374848 00002000:00100000:1.0:1746126726.662039:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007eccf480 x1830945817374848/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.662048:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007eccf480 with x1830945817374848 ext(0->4095) 00002000:00010000:1.0:1746126726.662053:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007eccf480 00000100:00100000:1.0:1746126726.662103:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13391 00000100:00100000:1.0:1746126726.662110:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007eccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817374848:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126726.662246:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007eccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817374848:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.662252:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13391 00002000:00100000:1.0:1746126726.662257:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007eccf480 x1830945817374848/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.662263:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007eccf480 with x1830945817374848 ext(0->4095) 00002000:00010000:1.0:1746126726.662266:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007eccf480 00000100:00100000:0.0:1746126726.663679:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.663752:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.666675:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.670794:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.670971:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817375488 00000100:00100000:1.0:1746126726.670979:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817375488 00002000:00100000:1.0:1746126726.671023:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbedc00 x1830945817375488/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.671038:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbedc00 with x1830945817375488 ext(0->4095) 00010000:00010000:1.0:1746126726.671048:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448036f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5723 expref: 67 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.671061:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448036f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5723 expref: 67 pid: 11426 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.671067:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbedc00 00000100:00100000:1.0:1746126726.671095:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2627 00000100:00100000:1.0:1746126726.671101:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+67:2008:x1830945817375488:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126726.671233:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+67:2008:x1830945817375488:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.671239:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2627 00002000:00100000:1.0:1746126726.671244:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbedc00 x1830945817375488/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.671249:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbedc00 with x1830945817375488 ext(0->4095) 00010000:00010000:1.0:1746126726.671253:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448036f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5723 expref: 67 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.671261:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448036f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5723 expref: 67 pid: 11426 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.671266:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbedc00 00000100:00100000:0.0:1746126726.673125:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.676034:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.678518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.683067:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.685740:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.687110:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.688802:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.689451:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.692013:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.694609:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.696718:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.702771:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.707303:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.707541:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.712077:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.717832:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.723415:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.727229:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.731266:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.731397:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817378688 00000100:00100000:1.0:1746126726.731404:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817378688 00002000:00100000:1.0:1746126726.731441:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800b51ee300 x1830945817378688/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 496/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.731450:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ee300 with x1830945817378688 ext(0->7) 00010000:00010000:1.0:1746126726.731456:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84480399 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b574d expref: 66 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.731468:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84480399 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b574d expref: 66 pid: 11426 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.731474:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b51ee300 00000100:00100000:1.0:1746126726.731505:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2630 00000100:00100000:1.0:1746126726.731512:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2007:x1830945817378688:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126726.734115:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817378688:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2593us (2839us total) trans 4294972009 rc 0/0 00000100:00100000:0.0:1746126726.734127:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2630 00002000:00100000:0.0:1746126726.734137:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800b51ee300 x1830945817378688/t4294972009(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 496/448 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126726.734146:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ee300 with x1830945817378688 ext(0->7) 00010000:00010000:0.0:1746126726.734156:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84480399 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b574d expref: 68 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746126726.734173:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84480399 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b574d expref: 68 pid: 11426 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746126726.734185:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b51ee300 00000100:00100000:0.0:1746126726.737228:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.742954:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.743082:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.743394:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817379200 00000100:00100000:1.0:1746126726.743402:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817379200 00002000:00100000:1.0:1746126726.743585:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1180 x1830945817379200/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.743595:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1180 with x1830945817379200 ext(0->4095) 00002000:00010000:1.0:1746126726.743600:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab1180 00000100:00100000:1.0:1746126726.743623:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13396 00000100:00100000:1.0:1746126726.743629:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817379200:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126726.743989:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817379200:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 359us (906us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.743999:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13396 00002000:00100000:1.0:1746126726.744005:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1180 x1830945817379200/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.744011:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1180 with x1830945817379200 ext(0->4095) 00010000:00010000:1.0:1746126726.744016:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844803a0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5754 expref: 6 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.744026:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844803a0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5754 expref: 6 pid: 11426 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.744032:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab1180 00000100:00100000:0.0:1746126726.746289:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.746518:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817379328 00000100:00100000:1.0:1746126726.746524:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817379328 00000100:00100000:1.0:1746126726.746554:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29627 00000100:00100000:1.0:1746126726.746560:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1778:x1830945817379328:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.746571:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.746582:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844803ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5762 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.746598:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.746603:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844803a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b575b expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.746608:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.746611:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844803ae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5762 expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.746638:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844803a7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b575b expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.746647:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844803ae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5762 expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.746655:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc 0) 00000100:00100000:1.0:1746126726.746675:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1778:x1830945817379328:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.746680:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29627 00000100:00100000:0.0:1746126726.746880:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.750371:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.750465:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817379712 00000100:00100000:1.0:1746126726.750471:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817379712 00002000:00100000:1.0:1746126726.750502:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab2680 x1830945817379712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.750510:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab2680 with x1830945817379712 ext(0->4095) 00010000:00010000:1.0:1746126726.750517:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844803a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b575b expref: 69 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.750527:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844803a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b575b expref: 69 pid: 11426 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.750532:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab2680 00000100:00100000:1.0:1746126726.750558:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2631 00000100:00100000:1.0:1746126726.750563:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817379712:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126726.750684:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817379712:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.750690:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2631 00002000:00100000:1.0:1746126726.750695:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab2680 x1830945817379712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.750701:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab2680 with x1830945817379712 ext(0->4095) 00010000:00010000:1.0:1746126726.750706:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844803a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b575b expref: 69 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.750714:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844803a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b575b expref: 69 pid: 11426 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.750720:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab2680 00000100:00100000:0.0:1746126726.754644:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.758087:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.758203:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817380096 00000100:00100000:1.0:1746126726.758208:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817380096 00002000:00100000:1.0:1746126726.758239:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d264e00 x1830945817380096/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.758247:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264e00 with x1830945817380096 ext(0->4095) 00002000:00010000:1.0:1746126726.758251:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d264e00 00000100:00100000:1.0:1746126726.758284:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13397 00000100:00100000:1.0:1746126726.758290:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817380096:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126726.758446:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817380096:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.758451:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13397 00002000:00100000:1.0:1746126726.758456:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d264e00 x1830945817380096/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.758468:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264e00 with x1830945817380096 ext(0->4095) 00002000:00010000:1.0:1746126726.758470:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d264e00 00000100:00100000:0.0:1746126726.759707:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.759782:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817380224 00000100:00100000:1.0:1746126726.759787:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817380224 00000100:00100000:1.0:1746126726.759870:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29628 00000100:00100000:1.0:1746126726.759877:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817380224:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.759887:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.759901:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a844803b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5769 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.759922:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844803ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5762 expref: 67 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.759928:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.759929:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.759932:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a844803b5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5769 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.759954:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844803ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5762 expref: 67 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.759964:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844803ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5762 expref: 67 pid: 11425 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.759975:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813478272:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.760044:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126726.762099:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126726.762480:0:11425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844803ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5762 expref: 68 pid: 11425 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.762502:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813478272:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.762518:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a844803b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5769 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.762526:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b800, rc 0) 00000100:00100000:1.0:1746126726.762550:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817380224:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2674us (2845us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.762556:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29628 00000100:00100000:0.0:1746126726.764622:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.764768:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817380608 00000100:00100000:1.0:1746126726.764772:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817380608 00002000:00100000:1.0:1746126726.764796:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf0000 x1830945817380608/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.764804:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0000 with x1830945817380608 ext(0->4095) 00002000:00010000:1.0:1746126726.764808:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf0000 00000100:00100000:1.0:1746126726.764830:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13398 00000100:00100000:1.0:1746126726.764836:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817380608:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126726.764932:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817380608:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.764937:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13398 00002000:00100000:1.0:1746126726.764941:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf0000 x1830945817380608/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.764948:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0000 with x1830945817380608 ext(0->4095) 00002000:00010000:1.0:1746126726.764950:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf0000 00000100:00100000:0.0:1746126726.766387:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.766447:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817380736 00000100:00100000:1.0:1746126726.766453:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817380736 00000100:00100000:1.0:1746126726.766482:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29629 00000100:00100000:1.0:1746126726.766487:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+67:1778:x1830945817380736:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.766497:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.766510:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844803bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5770 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.766532:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a844803b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5769 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.766539:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.766540:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.766543:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844803bc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5770 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.766638:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a844803b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5769 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.766648:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a844803b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5769 expref: 5 pid: 11425 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746126726.766658:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813478528:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.766734:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996006c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126726.768413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.768606:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813478528:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.768624:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844803bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5770 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.768638:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a800, rc 0) 00000100:00100000:1.0:1746126726.768671:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1778:x1830945817380736:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2184us (2288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.768678:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29629 00000100:00100000:1.0:1746126726.768697:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817380992 00000100:00100000:1.0:1746126726.768701:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817380992 00000100:00100000:1.0:1746126726.768734:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29630 00000100:00100000:1.0:1746126726.768739:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1776:x1830945817380992:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.768748:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.768758:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844803c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5777 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.768771:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746126726.768773:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126726.768774:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844803bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5770 expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.768779:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.768782:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844803c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5777 expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.768799:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844803bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5770 expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.768808:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844803c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5777 expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.768818:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383be00, rc 0) 00000100:00100000:1.0:1746126726.768834:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1776:x1830945817380992:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.768839:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29630 00000100:00100000:0.0:1746126726.771248:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.773234:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.774540:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.778121:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.782535:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.782638:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.785945:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.790651:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.794489:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.796805:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.799223:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.801901:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.803772:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.804500:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.804515:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817383424 00000100:00100000:1.0:1746126726.804519:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817383424 00000100:00100000:1.0:1746126726.804538:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29635 00000100:00100000:1.0:1746126726.804544:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1776:x1830945817383424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.804550:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.804556:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a844803e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b579a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.804567:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.804570:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844803df lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5793 expref: 70 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.804575:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.804578:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a844803e6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b579a expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.804597:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844803df lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5793 expref: 70 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.804607:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a844803e6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b579a expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.804620:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b800, rc 0) 00000100:00100000:1.0:1746126726.804654:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1776:x1830945817383424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.804660:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29635 00000100:00100000:0.0:1746126726.805911:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.808629:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.812273:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.814800:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.818768:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.823150:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.823235:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.823434:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817384576 00000100:00100000:1.0:1746126726.823443:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817384576 00000100:00100000:1.0:1746126726.823494:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29637 00000100:00100000:1.0:1746126726.823502:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1776:x1830945817384576:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.823518:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.823533:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844803f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b57a8 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.823556:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.823561:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844803ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57a1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.823568:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126726.823572:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844803f4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57a8 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.823603:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844803ed lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57a1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.823614:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844803f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57a8 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.823627:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b600, rc 0) 00000100:00100000:1.0:1746126726.823660:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1776:x1830945817384576:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.823666:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29637 00000100:00100000:0.0:1746126726.828088:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.828167:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817384832 00000100:00100000:1.0:1746126726.828173:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817384832 00002000:00100000:1.0:1746126726.828210:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ac700 x1830945817384832/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.828219:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ac700 with x1830945817384832 ext(0->4095) 00010000:00010000:1.0:1746126726.828227:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844803ed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57a1 expref: 6 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.828240:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844803ed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57a1 expref: 6 pid: 11426 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.828246:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800966ac700 00000100:00100000:1.0:1746126726.828275:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2637 00000100:00100000:1.0:1746126726.828281:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817384832:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126726.828496:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817384832:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 214us (412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.828502:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2637 00002000:00100000:1.0:1746126726.828507:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ac700 x1830945817384832/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.828518:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ac700 with x1830945817384832 ext(0->4095) 00010000:00010000:1.0:1746126726.828522:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844803ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57a1 expref: 6 pid: 11426 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.828530:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844803ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57a1 expref: 6 pid: 11426 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.828535:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800966ac700 00000100:00100000:1.0:1746126726.840968:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817385216 00000100:00100000:1.0:1746126726.840975:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817385216 00002000:00100000:1.0:1746126726.841044:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e1880 x1830945817385216/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.841054:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1880 with x1830945817385216 ext(0->4095) 00002000:00010000:1.0:1746126726.841058:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e1880 00000100:00100000:1.0:1746126726.841083:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13401 00000100:00100000:1.0:1746126726.841089:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817385216:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126726.841583:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817385216:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 493us (882us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.841590:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13401 00002000:00100000:1.0:1746126726.841595:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e1880 x1830945817385216/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.841602:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1880 with x1830945817385216 ext(0->4095) 00002000:00010000:1.0:1746126726.841605:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e1880 00000100:00100000:0.0:1746126726.848862:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.848982:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817385472 00000100:00100000:1.0:1746126726.848992:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817385472 00002000:00100000:1.0:1746126726.849032:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800966ae680 x1830945817385472/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 496/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.849041:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ae680 with x1830945817385472 ext(0->7) 00010000:00010000:1.0:1746126726.849048:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844803f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57a8 expref: 68 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746126726.849059:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844803f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57a8 expref: 68 pid: 9566 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746126726.849065:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800966ae680 00000100:00100000:1.0:1746126726.849098:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2638 00000100:00100000:1.0:1746126726.849104:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817385472:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126726.850958:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2007:x1830945817385472:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1849us (2100us total) trans 4294972010 rc 0/0 00000100:00100000:0.0:1746126726.850967:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2638 00002000:00100000:0.0:1746126726.850974:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800966ae680 x1830945817385472/t4294972010(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 496/448 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126726.850983:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ae680 with x1830945817385472 ext(0->7) 00010000:00010000:0.0:1746126726.850989:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844803f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57a8 expref: 70 pid: 9566 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746126726.851001:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844803f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57a8 expref: 70 pid: 9566 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746126726.851007:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800966ae680 00000100:00100000:0.0:1746126726.856133:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.860781:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.863439:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.869150:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.871078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.874262:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.886939:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.890939:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.893625:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.898005:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.898121:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.902955:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.903074:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.907749:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.910412:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.913456:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.916477:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.920193:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.921042:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817388672:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 658us (847us total) trans 4294972011 rc 0/0 00000100:00100000:0.0:1746126726.921048:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2641 00002000:00100000:0.0:1746126726.921054:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d140e00 x1830945817388672/t4294972011(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 496/448 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126726.921061:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140e00 with x1830945817388672 ext(0->7) 00010000:00010000:0.0:1746126726.921066:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8448041e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57d2 expref: 72 pid: 11425 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126726.921075:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8448041e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57d2 expref: 72 pid: 11425 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746126726.921080:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d140e00 00000100:00100000:0.0:1746126726.926236:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.933908:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.933994:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.934364:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817389184 00000100:00100000:1.0:1746126726.934374:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817389184 00002000:00100000:1.0:1746126726.934413:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d140a80 x1830945817389184/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.934422:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140a80 with x1830945817389184 ext(0->4095) 00010000:00010000:1.0:1746126726.934429:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84480425 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57d9 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126726.934441:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84480425 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57d9 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126726.934448:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d140a80 00000100:00100000:1.0:1746126726.934466:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2642 00000100:00100000:1.0:1746126726.934471:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d140a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817389184:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126726.934589:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d140a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817389184:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.934594:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2642 00002000:00100000:1.0:1746126726.934598:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d140a80 x1830945817389184/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.934605:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140a80 with x1830945817389184 ext(0->4095) 00010000:00010000:1.0:1746126726.934609:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84480425 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57d9 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126726.934616:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84480425 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57d9 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126726.934621:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d140a80 00000100:00100000:0.0:1746126726.936504:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.936768:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.939444:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.941357:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.946236:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.946532:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817390080 00000100:00100000:0.0:1746126726.946538:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817390080 00002000:00100000:0.0:1746126726.946577:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892ce00 x1830945817390080/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126726.946586:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892ce00 with x1830945817390080 ext(0->4095) 00002000:00010000:0.0:1746126726.946590:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892ce00 00000100:00100000:0.0:1746126726.946613:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13406 00000100:00100000:0.0:1746126726.946619:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2009:x1830945817390080:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126726.946736:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2009:x1830945817390080:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (507us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126726.946742:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13406 00002000:00100000:0.0:1746126726.946747:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892ce00 x1830945817390080/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126726.946755:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892ce00 with x1830945817390080 ext(0->4095) 00002000:00010000:0.0:1746126726.946757:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892ce00 00000100:00100000:0.0:1746126726.948601:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.951700:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.955008:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.955621:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.955679:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817390720 00000100:00100000:0.0:1746126726.955683:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817390720 00002000:00100000:0.0:1746126726.955705:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892c700 x1830945817390720/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126726.955714:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892c700 with x1830945817390720 ext(0->4095) 00010000:00010000:0.0:1746126726.955719:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8448043a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57ee expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126726.955728:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8448043a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57ee expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746126726.955733:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892c700 00000100:00100000:0.0:1746126726.955757:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2644 00000100:00100000:0.0:1746126726.955763:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817390720:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126726.955871:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817390720:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (249us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126726.955877:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2644 00002000:00100000:0.0:1746126726.955882:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892c700 x1830945817390720/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126726.955889:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892c700 with x1830945817390720 ext(0->4095) 00010000:00010000:0.0:1746126726.955893:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8448043a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57ee expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126726.955900:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a8448043a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57ee expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746126726.955904:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892c700 00000100:00100000:0.0:1746126726.959861:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.959907:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.962455:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.964914:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.969666:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.969736:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817391616 00000100:00100000:0.0:1746126726.969741:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817391616 00002000:00100000:0.0:1746126726.969770:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736c700 x1830945817391616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126726.969779:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736c700 with x1830945817391616 ext(0->4095) 00002000:00010000:0.0:1746126726.969783:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009736c700 00000100:00100000:0.0:1746126726.969806:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13407 00000100:00100000:0.0:1746126726.969810:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817391616:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126726.969907:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817391616:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (244us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126726.969913:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13407 00002000:00100000:0.0:1746126726.969917:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736c700 x1830945817391616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126726.969923:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736c700 with x1830945817391616 ext(0->4095) 00002000:00010000:0.0:1746126726.969925:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009736c700 00000100:00100000:0.0:1746126726.972572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.972619:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817391744 00000100:00100000:1.0:1746126726.972624:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817391744 00000100:00100000:1.0:1746126726.972662:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29650 00000100:00100000:1.0:1746126726.972667:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817391744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.972678:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.972690:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8448044f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5803 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.972709:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480448 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57fc expref: 71 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.972713:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.972714:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.972717:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8448044f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5803 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.972735:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57fc expref: 71 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.972741:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480448 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b57fc expref: 71 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126726.972750:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813483904:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.972810:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.975771:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813483904:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.975797:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8448044f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5803 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.975811:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a600, rc 0) 00000100:00100000:1.0:1746126726.975846:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817391744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3178us (3280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.975854:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29650 00000100:00100000:0.0:1746126726.976065:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.978789:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.978928:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.978989:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817392128 00000100:00100000:1.0:1746126726.978995:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817392128 00000100:00100000:1.0:1746126726.979197:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29651 00000100:00100000:1.0:1746126726.979203:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1776:x1830945817392128:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.979212:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.979224:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a84480456 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b580a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.979248:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8448044f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5803 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.979255:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.979257:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126726.979260:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a84480456 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b580a expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.979279:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8448044f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5803 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.979288:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a8448044f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5803 expref: 6 pid: 9566 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126726.979297:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813484160:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.979370:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126726.981708:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.981804:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.982023:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813484160:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.982037:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a84480456 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b580a expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.982049:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b800, rc 0) 00000100:00100000:1.0:1746126726.982454:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+74:1776:x1830945817392128:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3250us (3670us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.982460:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29651 00000100:00100000:0.0:1746126726.985363:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.988784:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126726.990980:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.991056:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817393152 00000100:00100000:1.0:1746126726.991063:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817393152 00002000:00100000:1.0:1746126726.991097:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b5880 x1830945817393152/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/0 e 0 to 0 dl 1746126737 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.991105:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b5880 with x1830945817393152 ext(0->4095) 00002000:00010000:1.0:1746126726.991109:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2b5880 00000100:00100000:1.0:1746126726.991139:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13409 00000100:00100000:1.0:1746126726.991145:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817393152:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126726.991270:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817393152:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126726.991276:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13409 00002000:00100000:1.0:1746126726.991281:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b5880 x1830945817393152/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:487/0 lens 488/4536 e 0 to 0 dl 1746126737 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126726.991287:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b5880 with x1830945817393152 ext(0->4095) 00002000:00010000:1.0:1746126726.991290:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2b5880 00000100:00100000:0.0:1746126726.996719:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126726.996842:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817393280 00000100:00100000:1.0:1746126726.996853:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817393280 00000100:00100000:1.0:1746126726.996915:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29653 00000100:00100000:1.0:1746126726.996922:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817393280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126726.996938:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126726.996957:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a84480464 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5818 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.996980:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a8448045d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5811 expref: 71 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.996986:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.996988:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126726.996991:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a84480464 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5818 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.997017:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a8448045d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5811 expref: 71 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.997028:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a8448045d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5811 expref: 71 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126726.997039:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813484672:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126726.997125:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126726.998085:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813484672:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126726.998108:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a84480464 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5818 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126726.998121:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a600, rc 0) 00000100:00100000:1.0:1746126726.998165:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817393280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1242us (2242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126726.998176:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29653 00000100:00100000:0.0:1746126726.998931:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.000783:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.000877:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817393664 00000100:00100000:1.0:1746126727.000882:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817393664 00002000:00100000:1.0:1746126727.000912:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b7800 x1830945817393664/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.000921:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b7800 with x1830945817393664 ext(0->4095) 00002000:00010000:1.0:1746126727.000925:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2b7800 00000100:00100000:1.0:1746126727.000948:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13410 00000100:00100000:1.0:1746126727.000954:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817393664:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126727.001155:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.001739:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817393664:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 784us (956us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.001746:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13410 00002000:00100000:1.0:1746126727.001752:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b7800 x1830945817393664/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.001759:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b7800 with x1830945817393664 ext(0->4095) 00002000:00010000:1.0:1746126727.001762:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2b7800 00000100:00100000:0.0:1746126727.003161:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.004503:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.007832:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.009660:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.011670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.014136:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.016862:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.020809:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817395200 00000100:00100000:0.0:1746126727.020816:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817395200 00002000:00100000:0.0:1746126727.020859:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2a00 x1830945817395200/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.020870:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2a00 with x1830945817395200 ext(0->4095) 00002000:00010000:0.0:1746126727.020874:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e2a00 00000100:00100000:0.0:1746126727.020891:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13412 00000100:00100000:0.0:1746126727.020897:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817395200:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126727.021045:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817395200:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (318us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126727.021051:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13412 00002000:00100000:0.0:1746126727.021057:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2a00 x1830945817395200/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.021064:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2a00 with x1830945817395200 ext(0->4095) 00002000:00010000:0.0:1746126727.021067:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e2a00 00000100:00100000:0.0:1746126727.022885:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.022970:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.023816:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29658 00000100:00100000:0.0:1746126727.023823:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1778:x1830945817395456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126727.023830:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126727.023841:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0200/0xd8b4f51a84480487 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b583b expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.023852:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126727.023856:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480480 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5834 expref: 74 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.023861:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126727.023863:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0200/0xd8b4f51a84480487 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b583b expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.023885:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480480 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5834 expref: 74 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.023898:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0200/0xd8b4f51a84480487 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b583b expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.023907:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d0200, rc 0) 00000100:00100000:0.0:1746126727.025078:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+74:1778:x1830945817395456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1253us (2104us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126727.025085:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29658 00000100:00100000:0.0:1746126727.027814:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.030404:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.033675:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.037860:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.039812:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.042527:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.046261:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.049165:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.049671:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.049748:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817396864 00000100:00100000:1.0:1746126727.049756:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817396864 00000100:00100000:1.0:1746126727.049799:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817396992 00000100:00100000:1.0:1746126727.049801:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817396992 00000100:00100000:1.0:1746126727.049813:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29660 00000100:00100000:1.0:1746126727.049820:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1778:x1830945817396864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.049840:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.049857:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a84480495 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5849 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.049886:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448048e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5842 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.049895:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.049897:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.049900:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a84480495 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5849 expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.049929:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448048e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5842 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.049940:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448048e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5842 expref: 5 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.049952:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813486464:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.050020:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.054738:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.054990:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813486464:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.055025:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a84480495 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5849 expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.055042:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383be00, rc 0) 00000100:00100000:1.0:1746126727.055096:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1778:x1830945817396864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5276us (5937us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.055108:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29660 00000100:00100000:0.0:1746126727.061554:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.066060:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.066299:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.066377:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817397504 00000100:00100000:1.0:1746126727.066382:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817397504 00000100:00100000:1.0:1746126727.066426:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29662 00000100:00100000:1.0:1746126727.066434:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817397504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.066449:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.066469:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844804a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5857 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.066497:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.066503:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8448049c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5850 expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.066509:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126727.066517:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844804a3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5857 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.066564:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8448049c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5850 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.066576:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844804a3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5857 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.066585:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.066586:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.066592:0:11425:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8448049c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5850 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.066603:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8448049c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5850 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.066620:0:11425:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8448049c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5850 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.066632:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a8448049c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5850 expref: 72 pid: 9566 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.066644:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813486976:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126727.066726:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.068925:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813486976:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126727.068944:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a800, rc 0) 00000100:00100000:1.0:1746126727.068981:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817397504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2548us (2931us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.068987:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29662 00000100:00100000:0.0:1746126727.069171:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.072145:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.072203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.072688:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817398016 00000100:00100000:1.0:1746126727.072692:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817398016 00000100:00100000:1.0:1746126727.072724:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29663 00000100:00100000:1.0:1746126727.072728:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817398016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.072740:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.072749:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a844804aa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b585e expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.072768:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844804a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5857 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.072774:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.072775:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.072778:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a844804aa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b585e expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.072792:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844804a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5857 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.072801:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844804a3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5857 expref: 5 pid: 11425 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.072808:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813487232:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.072826:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.075658:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.075860:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813487232:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.075880:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a844804aa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b585e expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.075895:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a600, rc 0) 00000100:00100000:1.0:1746126727.075915:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1776:x1830945817398016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3186us (3777us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.075921:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29663 00000100:00100000:0.0:1746126727.080586:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.085780:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.087885:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.087991:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817398912 00000100:00100000:1.0:1746126727.087999:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817398912 00000100:00100000:1.0:1746126727.088041:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29664 00000100:00100000:1.0:1746126727.088048:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817398912:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.088062:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.088078:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a844804b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5865 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.088112:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a844804aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b585e expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.088119:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.088121:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.088124:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a844804b1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5865 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.088153:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a844804aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b585e expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.088166:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a844804aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b585e expref: 71 pid: 11425 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.088178:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813487488:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.088257:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.090104:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813487488:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.090128:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a844804b1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5865 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.090146:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b800, rc 0) 00000100:00100000:1.0:1746126727.090188:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817398912:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2139us (2309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.090197:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29664 00000100:00100000:0.0:1746126727.090599:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.093379:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.095565:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.095605:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.095775:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817399424 00000100:00100000:1.0:1746126727.095783:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817399424 00000100:00100000:1.0:1746126727.095826:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817399552 00000100:00100000:1.0:1746126727.095828:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817399552 00000100:00100000:1.0:1746126727.095850:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29666 00000100:00100000:1.0:1746126727.095854:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1778:x1830945817399552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.095859:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.095873:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844804bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5873 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.095900:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a844804b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5865 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.095906:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.095908:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.095911:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844804bf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5873 expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.096056:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a844804b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5865 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.096067:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a844804b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5865 expref: 5 pid: 11425 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.096079:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813487744:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.096179:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.098249:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813487744:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.098275:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844804bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5873 expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.098290:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc 0) 00000100:00100000:1.0:1746126727.098372:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1778:x1830945817399552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2515us (2764us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.098379:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29666 00000100:00100000:0.0:1746126727.098518:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.101129:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.105041:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.105142:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817400064 00000100:00100000:1.0:1746126727.105151:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817400064 00000100:00100000:1.0:1746126727.105209:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29667 00000100:00100000:1.0:1746126727.105218:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817400064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.105238:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.105257:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844804c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b587a expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.105287:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.105294:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844804b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b586c expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.105300:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126727.105976:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844804c6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b587a expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.106022:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844804b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b586c expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.106035:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844804c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b587a expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.106046:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b600, rc 0) 00000100:00100000:1.0:1746126727.106107:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817400064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 890us (1075us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.106113:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29667 00000100:00100000:0.0:1746126727.109253:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.109350:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817400448 00000100:00100000:1.0:1746126727.109356:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817400448 00002000:00100000:1.0:1746126727.109394:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca32300 x1830945817400448/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.109402:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca32300 with x1830945817400448 ext(0->4095) 00010000:00010000:1.0:1746126727.109410:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844804b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b586c expref: 72 pid: 9566 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.109423:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844804b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b586c expref: 72 pid: 9566 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.109434:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca32300 00000100:00100000:1.0:1746126727.109650:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2653 00000100:00100000:1.0:1746126727.109657:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817400448:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126727.109781:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817400448:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (536us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.109788:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2653 00002000:00100000:1.0:1746126727.109792:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca32300 x1830945817400448/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.109799:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca32300 with x1830945817400448 ext(0->4095) 00010000:00010000:1.0:1746126727.109804:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844804b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b586c expref: 72 pid: 9566 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.109813:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844804b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b586c expref: 72 pid: 9566 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.109818:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca32300 00000100:00100000:0.0:1746126727.112719:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.112778:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.112870:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817400576 00000100:00100000:1.0:1746126727.112875:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817400576 00000100:00100000:1.0:1746126727.113608:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29668 00000100:00100000:1.0:1746126727.113616:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817400576:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.113632:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.113644:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844804cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5881 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.113665:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.113671:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844804c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b587a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.113677:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.113680:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844804cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5881 expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.113719:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844804c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b587a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.113732:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a844804cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5881 expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.113741:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.113743:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.113749:0:11425:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844804c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b587a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.113756:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844804c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b587a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.113774:0:11425:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844804c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b587a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.113784:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844804c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b587a expref: 5 pid: 11425 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.113795:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813488512:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126727.113866:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.117860:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813488512:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126727.117879:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc 0) 00000100:00100000:1.0:1746126727.117924:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817400576:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4307us (5214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.117933:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29668 00000100:00100000:0.0:1746126727.118141:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746126727.118156:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d0e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813488640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126727.118197:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746126727.118394:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126727.118607:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d0e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813488640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126727.118699:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.122498:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.129526:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.131891:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.131993:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817401472 00000100:00100000:1.0:1746126727.131999:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817401472 00000100:00100000:0.0:1746126727.135527:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.138257:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.140620:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.141056:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.141212:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817402112 00000100:00100000:1.0:1746126727.141215:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817402112 00000100:00100000:1.0:1746126727.141246:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29671 00000100:00100000:1.0:1746126727.141251:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1778:x1830945817402112:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.141257:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.141262:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844804e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5896 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.141289:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844804d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5888 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.141296:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.141298:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.141301:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844804e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5896 expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.141591:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844804d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5888 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.141603:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844804d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5888 expref: 5 pid: 9566 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.141615:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813489280:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.142028:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.143082:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813489280:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.143101:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844804e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5896 expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.143113:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383be00, rc 0) 00000100:00100000:1.0:1746126727.143155:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1778:x1830945817402112:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1901us (2098us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.143162:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29671 00000100:00100000:0.0:1746126727.143350:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.145782:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.147925:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.147980:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817402624 00000100:00100000:1.0:1746126727.147987:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817402624 00000100:00100000:0.0:1746126727.148030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.148033:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29672 00000100:00100000:1.0:1746126727.148040:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817402624:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.148055:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.148069:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a844804e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b589d expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.148097:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.148102:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844804db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b588f expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.148108:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126727.148111:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a844804e9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b589d expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.148145:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844804db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b588f expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.148161:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a844804e9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b589d expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.148171:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a600, rc 0) 00000100:00100000:1.0:1746126727.148203:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817402624:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.148209:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29672 00000100:00100000:0.0:1746126727.149495:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab3af2de-0d7d-4712-892e-0d07b04b6e29:3770:1830945813489792:0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.149531:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126727.149562:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813490304:0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.149587:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126727.149608:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830945813490816:0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.149625:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126727.149637:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1746126727.149642:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830945813490176:0@lo:400:kworker.0 00000100:00100000:1.0:1746126727.149701:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813490944 00000100:00100000:1.0:1746126727.149706:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813490944 00000100:00080000:1.0:1746126727.149726:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746126727.149752:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126727.149763:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:1.0:1746126727.149774:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830945813489920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.149976:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126727.149987:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830945813490688:0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.150007:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126727.150021:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813491200:0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.150037:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126727.150059:0:7216:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813489792 00000100:00100000:0.0:1746126727.150063:0:7216:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813489792 00000100:00100000:0.0:1746126727.150087:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1746126727.150092:0:7216:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b60c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab3af2de-0d7d-4712-892e-0d07b04b6e29+23:3770:x1830945813489792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.150123:0:7216:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b60c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab3af2de-0d7d-4712-892e-0d07b04b6e29+23:3770:x1830945813489792:12345-0@lo:400:kworker.0 Request processed in 31us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126727.150128:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1746126727.150151:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813491200 00000100:00100000:0.0:1746126727.150153:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813491200 00000100:00100000:0.0:1746126727.150172:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1746126727.150176:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3771:x1830945813490944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.150263:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3771:x1830945813490944:12345-0@lo:400:kworker.0 Request processed in 86us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126727.150269:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1746126727.150279:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1746126727.150284:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813491200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.150338:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813491200:12345-0@lo:400:kworker.0 Request processed in 22us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126727.150344:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1746126727.150854:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830945813490176:0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.150864:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ea44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830945813490688:0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.150872:0:3770:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294970644 gen 2 00000004:00080000:0.0:1746126727.150877:0:3770:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009d0e1500, transno 4294970644 00000100:00100000:0.0:1746126727.150887:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ea45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813491200:0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.150895:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ea47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830945813490816:0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.150902:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab3af2de-0d7d-4712-892e-0d07b04b6e29:3770:1830945813489792:0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.150910:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813490304:0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.150937:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813491072 00000100:00100000:0.0:1746126727.150939:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813491072 00000100:00100000:0.0:1746126727.150958:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1746126727.150962:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3771:x1830945813491072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126727.150987:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3771:x1830945813491072:12345-0@lo:400:kworker.0 Request processed in 25us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126727.150991:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1746126727.151060:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00080000:0.0:1746126727.151545:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746126727.151549:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746126727.151550:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126727.151553:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746126727.151616:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830945813489920:12345-0@lo:400:kworker.0 Request processed in 1842us (2052us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.151622:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:0.0:1746126727.153612:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.153667:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.153670:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817403136 00000100:00100000:1.0:1746126727.153676:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817403136 00000100:00100000:1.0:1746126727.153711:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29673 00000100:00100000:1.0:1746126727.153717:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817403136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.153732:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.153754:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844804f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b58a4 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.153782:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.153788:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a844804e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b589d expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.153794:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126727.153797:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844804f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58a4 expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.153828:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a600/0xd8b4f51a844804e9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b589d expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.153839:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844804f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58a4 expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.153856:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a800, rc 0) 00000100:00100000:1.0:1746126727.153890:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+74:1776:x1830945817403136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.153896:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29673 00000100:00100000:0.0:1746126727.156583:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.159762:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.163042:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.165423:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.165559:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817404032 00000100:00100000:1.0:1746126727.165566:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817404032 00000100:00100000:1.0:1746126727.165599:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29674 00000100:00100000:1.0:1746126727.165606:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817404032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.165621:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.165637:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844804f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b58ab expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.165664:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844804f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58a4 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.165677:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.165679:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.165682:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844804f7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58ab expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.165709:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844804f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58a4 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.165722:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383a800/0xd8b4f51a844804f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58a4 expref: 71 pid: 11425 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.165734:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813491712:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.165823:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.167396:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813491712:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.167419:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844804f7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58ab expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.167707:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383be00, rc 0) 00000100:00100000:1.0:1746126727.167829:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817404032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2222us (2410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.167838:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29674 00000100:00100000:0.0:1746126727.167997:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.170290:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.172563:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.172662:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817404544 00000100:00100000:1.0:1746126727.172670:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817404544 00000100:00100000:1.0:1746126727.172715:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29675 00000100:00100000:1.0:1746126727.172722:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1778:x1830945817404544:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.172738:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.172754:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844804fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b58b2 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.172781:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844804f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58ab expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.172789:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.172791:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.172794:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844804fe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58b2 expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.172821:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844804f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58ab expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.172833:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a844804f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58ab expref: 5 pid: 11425 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.172846:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813491968:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.172933:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.173833:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817404672 00000100:00100000:0.0:1746126727.173836:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817404672 00000100:00100000:0.0:1746126727.173868:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29676 00000100:00100000:0.0:1746126727.173874:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1776:x1830945817404672:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126727.173883:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126727.173893:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0600/0xd8b4f51a84480505 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b58b9 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.173908:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126727.173912:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844804fe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58b2 expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.173918:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126727.173920:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0600/0xd8b4f51a84480505 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58b9 expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.173942:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844804fe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58b2 expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.173954:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0600/0xd8b4f51a84480505 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58b9 expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.173963:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d0600, rc 0) 00000100:00100000:0.0:1746126727.173989:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+74:1776:x1830945817404672:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126727.173999:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29676 00000100:00100000:1.0:1746126727.174653:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813491968:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.174670:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a844804fe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58b2 expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.174680:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b600, rc 0) 00000100:00100000:1.0:1746126727.174715:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1778:x1830945817404544:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1994us (2157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.174724:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29675 00000100:00100000:0.0:1746126727.174850:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.177860:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.182224:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.182285:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.182287:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817405184 00000100:00100000:1.0:1746126727.182297:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817405184 00000100:00100000:1.0:1746126727.182368:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29677 00000100:00100000:1.0:1746126727.182375:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817405184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.182614:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126727.182769:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0d1200/0xd8b4f51a8448050c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b58c0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.182794:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126727.182801:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0600/0xd8b4f51a84480505 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58b9 expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.182807:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126727.182811:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0d1200/0xd8b4f51a8448050c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58c0 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.182878:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0600/0xd8b4f51a84480505 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58b9 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.182905:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d0d1200/0xd8b4f51a8448050c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58c0 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.182914:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d1200, rc 0) 00000100:00100000:0.0:1746126727.182971:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817405184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 595us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126727.182977:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29677 00000100:00100000:0.0:1746126727.189371:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.192212:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.192353:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.197129:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.200392:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.203675:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.203758:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817406464 00000100:00100000:1.0:1746126727.203764:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817406464 00002000:00100000:1.0:1746126727.203797:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99f480 x1830945817406464/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.203806:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99f480 with x1830945817406464 ext(0->4095) 00002000:00010000:1.0:1746126727.203811:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99f480 00000100:00100000:1.0:1746126727.203834:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13421 00000100:00100000:1.0:1746126727.203840:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817406464:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126727.203954:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817406464:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.203959:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13421 00002000:00100000:1.0:1746126727.203964:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99f480 x1830945817406464/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.203970:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99f480 with x1830945817406464 ext(0->4095) 00002000:00010000:1.0:1746126727.203972:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99f480 00000100:00100000:0.0:1746126727.205722:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.208448:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.210864:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.211079:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817406976 00000100:00100000:1.0:1746126727.211085:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817406976 00002000:00100000:1.0:1746126727.211121:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99dc00 x1830945817406976/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.211130:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99dc00 with x1830945817406976 ext(0->4095) 00002000:00010000:1.0:1746126727.211134:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99dc00 00000100:00100000:1.0:1746126727.211779:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13422 00000100:00100000:1.0:1746126727.211787:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817406976:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126727.212191:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817406976:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 404us (1332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.212197:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13422 00002000:00100000:1.0:1746126727.212204:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99dc00 x1830945817406976/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.212212:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99dc00 with x1830945817406976 ext(0->4095) 00002000:00010000:1.0:1746126727.212216:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99dc00 00000100:00100000:1.0:1746126727.214501:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.214636:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.214739:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29680 00000100:00100000:0.0:1746126727.214747:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817407104:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126727.214764:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126727.214781:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0800/0xd8b4f51a84480521 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b58d5 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.214954:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126727.214958:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480528 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58dc expref: 74 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.214963:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126727.214966:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0800/0xd8b4f51a84480521 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58d5 expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.214991:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480528 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58dc expref: 74 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.215003:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0800/0xd8b4f51a84480521 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b58d5 expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.215018:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d0800, rc 0) 00000100:00100000:0.0:1746126727.215084:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+74:1776:x1830945817407104:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 339us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126727.215090:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29680 00000100:00100000:0.0:1746126727.217544:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.219439:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.221099:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.221380:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.223246:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.226250:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.226429:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.229295:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.231247:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.234680:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.236129:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.238097:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.240185:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.240291:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817409536 00000100:00100000:1.0:1746126727.240296:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817409536 00002000:00100000:1.0:1746126727.240368:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604fb80 x1830945817409536/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.240377:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604fb80 with x1830945817409536 ext(0->4095) 00002000:00010000:1.0:1746126727.240381:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604fb80 00000100:00100000:1.0:1746126727.240409:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13424 00000100:00100000:1.0:1746126727.240415:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817409536:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126727.240551:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817409536:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.240557:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13424 00002000:00100000:1.0:1746126727.240566:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604fb80 x1830945817409536/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.240573:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604fb80 with x1830945817409536 ext(0->4095) 00002000:00010000:1.0:1746126727.240577:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604fb80 00000100:00100000:0.0:1746126727.241873:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.243749:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.246240:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.248233:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.251423:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.261099:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.261826:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.268467:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.273227:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.273509:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817411200 00000100:00100000:1.0:1746126727.273517:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817411200 00002000:00100000:1.0:1746126727.273556:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604ca80 x1830945817411200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.273566:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ca80 with x1830945817411200 ext(0->4095) 00002000:00010000:1.0:1746126727.273570:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604ca80 00000100:00100000:1.0:1746126727.273586:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13426 00000100:00100000:1.0:1746126727.273593:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2007:x1830945817411200:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126727.273723:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2007:x1830945817411200:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.273729:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13426 00002000:00100000:1.0:1746126727.273734:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604ca80 x1830945817411200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.273741:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ca80 with x1830945817411200 ext(0->4095) 00002000:00010000:1.0:1746126727.273744:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604ca80 00000100:00100000:0.0:1746126727.276554:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.278912:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.279417:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817411456 00000100:00100000:1.0:1746126727.279424:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817411456 00002000:00100000:1.0:1746126727.279465:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013604ea00 x1830945817411456/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 496/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.279473:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ea00 with x1830945817411456 ext(0->7) 00010000:00010000:1.0:1746126727.279480:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480552 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5906 expref: 74 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.279490:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480552 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5906 expref: 74 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.279496:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604ea00 00000100:00100000:1.0:1746126727.279525:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2666 00000100:00100000:1.0:1746126727.279531:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2007:x1830945817411456:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126727.280475:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+76:2007:x1830945817411456:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 941us (1560us total) trans 4294972013 rc 0/0 00000100:00100000:1.0:1746126727.280482:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2666 00002000:00100000:1.0:1746126727.280488:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013604ea00 x1830945817411456/t4294972013(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 496/448 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.280495:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ea00 with x1830945817411456 ext(0->7) 00010000:00010000:1.0:1746126727.280501:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480552 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5906 expref: 76 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.280510:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480552 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5906 expref: 76 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.280516:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604ea00 00000100:00100000:0.0:1746126727.285210:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.295162:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.298531:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.298643:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817411968 00000100:00100000:1.0:1746126727.298651:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817411968 00002000:00100000:1.0:1746126727.298691:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604d880 x1830945817411968/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.298701:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d880 with x1830945817411968 ext(0->4095) 00010000:00010000:1.0:1746126727.298709:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84480559 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b590d expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.298722:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84480559 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b590d expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.298728:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604d880 00000100:00100000:1.0:1746126727.299195:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2667 00000100:00100000:1.0:1746126727.299203:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817411968:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126727.299358:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817411968:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (832us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.299364:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2667 00002000:00100000:1.0:1746126727.299369:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604d880 x1830945817411968/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.299377:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d880 with x1830945817411968 ext(0->4095) 00010000:00010000:1.0:1746126727.299381:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84480559 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b590d expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.299390:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84480559 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b590d expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.299401:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604d880 00000100:00100000:0.0:1746126727.300980:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.306608:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.314210:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.321612:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.323058:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.323590:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817412736 00000100:00100000:1.0:1746126727.323595:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817412736 00000100:00100000:1.0:1746126727.323921:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29691 00000100:00100000:1.0:1746126727.323928:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+77:1776:x1830945817412736:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.323940:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.323955:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8448056e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5922 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.323977:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.323982:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84480567 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b591b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.323988:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126727.323991:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8448056e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5922 expref: 78 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.324024:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84480567 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b591b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.324035:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8448056e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5922 expref: 78 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.324044:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc 0) 00000100:00100000:1.0:1746126727.326638:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+80:1776:x1830945817412736:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2698us (3568us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.326650:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29691 00000100:00100000:1.0:1746126727.326748:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813496064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746126727.326802:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126727.327516:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813496320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746126727.327543:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126727.329222:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813496064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746126727.329370:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813496320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746126727.331754:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.334874:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.339195:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.342141:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.344765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.344872:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817413632 00000100:00100000:1.0:1746126727.344880:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817413632 00000100:00100000:1.0:1746126727.344921:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29692 00000100:00100000:1.0:1746126727.344928:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817413632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.344940:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.344959:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a84480575 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5929 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.344988:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8448056e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5922 expref: 77 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.344996:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.344998:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.345001:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a84480575 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5929 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.345520:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8448056e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5922 expref: 77 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.345534:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383ba00/0xd8b4f51a8448056e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5922 expref: 77 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.345553:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813496704:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.345851:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.349584:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.349694:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813496704:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.349717:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a84480575 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5929 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.349732:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383be00, rc 0) 00000100:00100000:1.0:1746126727.349775:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817413632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4848us (5015us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.349781:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29692 00000100:00100000:0.0:1746126727.351912:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.352819:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.353569:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817414144 00000100:00100000:1.0:1746126727.353574:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817414144 00000100:00100000:1.0:1746126727.353610:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29693 00000100:00100000:1.0:1746126727.353616:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+77:1776:x1830945817414144:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.353628:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.353642:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8448057c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5930 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.353678:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a84480575 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5929 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.353686:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.353687:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.353690:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8448057c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5930 expref: 78 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.353722:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a84480575 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5929 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.353733:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008383be00/0xd8b4f51a84480575 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5929 expref: 5 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.353744:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813496960:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.353811:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.355152:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.356901:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813496960:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.357022:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008383b600/0xd8b4f51a8448057c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5930 expref: 79 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.357036:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b600, rc 0) 00000100:00100000:1.0:1746126727.357073:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+79:1776:x1830945817414144:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3456us (4254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.357081:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29693 00000100:00100000:0.0:1746126727.357762:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.361637:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.364525:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.369195:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.372199:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.372279:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817415168 00000100:00100000:1.0:1746126727.372289:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817415168 00000100:00100000:1.0:1746126727.373185:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29695 00000100:00100000:1.0:1746126727.373198:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817415168:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.373218:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.373238:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a8448058a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b593e expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.373269:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480583 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5937 expref: 77 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.373277:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.373278:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.373282:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a8448058a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b593e expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.373600:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480583 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5937 expref: 77 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.373613:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5937 expref: 77 pid: 9566 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.373624:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813497472:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.373897:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.375066:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813497472:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.375087:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a8448058a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b593e expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.375101:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a63200, rc 0) 00000100:00100000:1.0:1746126727.375143:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817415168:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1948us (2946us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.375150:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29695 00000100:00100000:0.0:1746126727.376042:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.378850:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.379417:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.379555:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817415680 00000100:00100000:0.0:1746126727.379558:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817415680 00000100:00100000:0.0:1746126727.379587:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29696 00000100:00100000:0.0:1746126727.379591:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+77:1776:x1830945817415680:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126727.379600:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126727.379614:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0d1800/0xd8b4f51a84480591 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5945 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.379638:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a8448058a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b593e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.379645:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126727.379647:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126727.379650:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0d1800/0xd8b4f51a84480591 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5945 expref: 78 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.379675:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a8448058a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b593e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.379687:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a8448058a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b593e expref: 5 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746126727.379697:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813497728:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126727.379762:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.382584:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.384086:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5a3c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813497728:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.384107:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d0d1800/0xd8b4f51a84480591 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5945 expref: 80 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.384121:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d1800, rc 0) 00000100:00100000:1.0:1746126727.384142:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+80:1776:x1830945817415680:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4550us (4726us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.384147:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29696 00000100:00100000:1.0:1746126727.384245:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.387681:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.393565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.396886:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.398749:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.398836:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817416704 00000100:00100000:1.0:1746126727.398841:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817416704 00000100:00100000:1.0:1746126727.398953:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29698 00000100:00100000:1.0:1746126727.398959:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817416704:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.398970:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.398985:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a8448059f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5953 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.399011:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480598 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b594c expref: 77 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.399019:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.399021:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.399024:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a8448059f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5953 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.399055:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b594c expref: 77 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.399068:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b594c expref: 77 pid: 9565 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.399169:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813498240:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.399362:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.400597:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813498240:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.400615:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a8448059f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5953 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.400629:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a63e00, rc 0) 00000100:00100000:1.0:1746126727.400660:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817416704:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1701us (1914us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.400667:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29698 00000100:00100000:0.0:1746126727.401628:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.403515:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.405640:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746126727.405656:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813498496:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746126727.405701:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126727.405740:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.405762:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817417216 00000100:00100000:1.0:1746126727.405770:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817417216 00000100:00100000:1.0:1746126727.405797:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29699 00000100:00100000:1.0:1746126727.405803:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+77:1778:x1830945817417216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.405813:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.405828:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a844805a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b595a expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.405860:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a8448059f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5953 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.405871:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.405873:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.405877:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a844805a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b595a expref: 78 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.405900:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a8448059f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5953 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.405910:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a8448059f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5953 expref: 5 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.405919:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813498624:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126727.406170:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813498496:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746126727.406664:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.407219:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.408221:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813498624:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.408233:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a844805a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b595a expref: 79 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.408240:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a63c00, rc 0) 00000100:00100000:1.0:1746126727.408264:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+79:1778:x1830945817417216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2462us (2525us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.408296:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29699 00000100:00100000:0.0:1746126727.410451:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.410597:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817417728 00000100:00100000:1.0:1746126727.410602:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817417728 00002000:00100000:1.0:1746126727.410636:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb1180 x1830945817417728/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.410651:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb1180 with x1830945817417728 ext(0->4095) 00010000:00010000:1.0:1746126727.410657:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a844805a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b595a expref: 79 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.410669:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a844805a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b595a expref: 79 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.410675:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb1180 00000100:00100000:1.0:1746126727.410703:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2672 00000100:00100000:1.0:1746126727.410709:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+79:2007:x1830945817417728:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126727.411132:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+79:2007:x1830945817417728:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 422us (681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.411139:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2672 00002000:00100000:1.0:1746126727.411144:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb1180 x1830945817417728/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.411151:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb1180 with x1830945817417728 ext(0->4095) 00010000:00010000:1.0:1746126727.411155:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a844805a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b595a expref: 79 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.411165:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a844805a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b595a expref: 79 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.411170:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb1180 00000100:00100000:0.0:1746126727.414562:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.414723:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817417856 00000100:00100000:1.0:1746126727.414731:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817417856 00000100:00100000:1.0:1746126727.414777:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29701 00000100:00100000:1.0:1746126727.414782:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817417856:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.414799:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.414813:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a844805b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5968 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.414836:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.414839:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844805ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5961 expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.414844:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126727.414846:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a844805b4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5968 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.414878:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844805ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5961 expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.414889:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a844805b4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5968 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.414899:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a63200, rc 0) 00000100:00100000:1.0:1746126727.414943:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817417856:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.414949:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29701 00000100:00100000:0.0:1746126727.415010:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.417353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.417398:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817418240 00000100:00100000:1.0:1746126727.417406:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817418240 00002000:00100000:1.0:1746126727.417437:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb1500 x1830945817418240/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.417452:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb1500 with x1830945817418240 ext(0->4095) 00010000:00010000:1.0:1746126727.417459:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844805ad lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5961 expref: 79 pid: 9566 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.417471:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844805ad lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5961 expref: 79 pid: 9566 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.417477:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb1500 00000100:00100000:1.0:1746126727.417507:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2673 00000100:00100000:1.0:1746126727.417513:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+79:2007:x1830945817418240:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126727.417809:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+78:2007:x1830945817418240:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 292us (499us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.417814:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2673 00002000:00100000:1.0:1746126727.417819:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb1500 x1830945817418240/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.417825:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb1500 with x1830945817418240 ext(0->4095) 00010000:00010000:1.0:1746126727.417830:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844805ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5961 expref: 78 pid: 9566 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.417839:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844805ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5961 expref: 78 pid: 9566 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.417844:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb1500 00000100:00100000:0.0:1746126727.420211:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.420261:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.422890:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.422957:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817418752 00000100:00100000:1.0:1746126727.422962:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817418752 00002000:00100000:1.0:1746126727.422995:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb2a00 x1830945817418752/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.423004:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb2a00 with x1830945817418752 ext(0->4095) 00010000:00010000:1.0:1746126727.423010:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a844805b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5968 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.423020:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a844805b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5968 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.423027:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb2a00 00000100:00100000:1.0:1746126727.423115:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2674 00000100:00100000:1.0:1746126727.423121:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817418752:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126727.423392:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817418752:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 269us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.423397:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2674 00002000:00100000:1.0:1746126727.423402:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb2a00 x1830945817418752/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.423409:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb2a00 with x1830945817418752 ext(0->4095) 00010000:00010000:1.0:1746126727.423413:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a844805b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5968 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.423421:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a844805b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5968 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.423427:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb2a00 00000100:00100000:0.0:1746126727.425607:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.428020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.430012:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.431588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.433938:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.436581:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.438089:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.438126:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817419904 00000100:00100000:1.0:1746126727.438131:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817419904 00000100:00100000:1.0:1746126727.438164:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29705 00000100:00100000:1.0:1746126727.438170:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+79:1776:x1830945817419904:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.438178:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.438187:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a844805d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5984 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.438200:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.438204:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a844805c9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b597d expref: 80 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.438209:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.438211:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a844805d0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5984 expref: 80 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.438232:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a844805c9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b597d expref: 80 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.438244:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a844805d0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5984 expref: 80 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.438253:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a63e00, rc 0) 00000100:00100000:1.0:1746126727.438291:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+80:1776:x1830945817419904:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.438297:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29705 00000100:00100000:0.0:1746126727.439103:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.442767:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.445359:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.446227:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.449842:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.453696:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.453856:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.453926:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817420928 00000100:00100000:1.0:1746126727.453935:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817420928 00000100:00100000:1.0:1746126727.453984:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29707 00000100:00100000:1.0:1746126727.454274:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+79:1776:x1830945817420928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.454290:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.454303:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a844805de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5992 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.454360:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.454366:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844805d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b598b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.454372:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126727.454376:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a844805de lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5992 expref: 80 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.454413:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844805d7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b598b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.454424:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a844805de lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5992 expref: 80 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.454434:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a63200, rc 0) 00000100:00100000:1.0:1746126727.454476:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+80:1776:x1830945817420928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 485us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.454482:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29707 00000100:00100000:0.0:1746126727.457215:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.460520:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.464413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.466215:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.466299:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817421824 00000100:00100000:1.0:1746126727.466352:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817421824 00000100:00100000:1.0:1746126727.466396:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29708 00000100:00100000:1.0:1746126727.466404:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817421824:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.466418:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.466436:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a844805e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5999 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.466462:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a844805de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5992 expref: 77 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.466470:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.466472:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.466475:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a844805e5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5999 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.466504:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a844805de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5992 expref: 77 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.467400:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a63200/0xd8b4f51a844805de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5992 expref: 77 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.467416:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813500928:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.467511:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.469905:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813500928:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.469933:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a844805e5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5999 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.469949:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a63c00, rc 0) 00000100:00100000:1.0:1746126727.470002:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817421824:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3597us (3791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.470010:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29708 00000100:00100000:0.0:1746126727.471468:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.474506:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.474588:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817422080 00000100:00100000:1.0:1746126727.474596:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817422080 00000100:00100000:1.0:1746126727.474642:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29709 00000100:00100000:1.0:1746126727.474648:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+78:1776:x1830945817422080:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.474666:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.474681:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a844805ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b59a0 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.474708:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a844805e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5999 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.474716:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.474717:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.474720:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a844805ec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59a0 expref: 79 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.474743:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a844805e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5999 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.474753:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a844805e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5999 expref: 5 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.474763:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813501184:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.474829:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.475038:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.478128:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.478356:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813501184:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.478384:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a844805ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59a0 expref: 79 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.478401:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a63e00, rc 0) 00000100:00100000:1.0:1746126727.479071:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+80:1776:x1830945817422080:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4421us (4570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.479079:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29709 00000100:00100000:0.0:1746126727.479204:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.481956:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.484133:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.488462:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.490692:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.493945:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.495821:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.498469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.498971:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.499087:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817424000 00000100:00100000:1.0:1746126727.499091:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817424000 00000100:00100000:1.0:1746126727.499109:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29713 00000100:00100000:1.0:1746126727.499114:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+79:1776:x1830945817424000:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.499120:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.499126:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84480608 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b59bc expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.499136:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.499140:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84480601 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59b5 expref: 80 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.499144:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.499147:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84480608 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59bc expref: 80 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.499164:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84480601 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59b5 expref: 80 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.499173:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84480608 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59bc expref: 80 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.499185:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235a00, rc 0) 00000100:00100000:1.0:1746126727.499373:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+80:1776:x1830945817424000:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 256us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.499378:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29713 00000100:00100000:0.0:1746126727.501431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.504510:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.506861:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.506943:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.510085:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.511784:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.511838:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.513642:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.515086:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.517484:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.519266:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.521639:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.524562:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.526576:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.529609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.529693:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.529769:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817426560 00000100:00100000:1.0:1746126727.529776:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817426560 00000100:00100000:1.0:1746126727.529808:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29718 00000100:00100000:1.0:1746126727.529818:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+79:1776:x1830945817426560:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.529831:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.529845:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a8448062b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b59df expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.529867:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.529871:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480624 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59d8 expref: 80 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.529876:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.529887:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a8448062b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59df expref: 80 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.530277:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480624 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59d8 expref: 79 pid: 9566 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.530284:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480624 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59d8 expref: 79 pid: 9566 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.530296:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813503488:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.530367:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.531552:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813503488:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.531563:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a8448062b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59df expref: 79 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.531573:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d234c00, rc 0) 00000100:00100000:1.0:1746126727.532177:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+79:1776:x1830945817426560:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2362us (2572us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.532183:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29718 00000100:00100000:0.0:1746126727.532715:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.536803:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.536852:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.537057:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817427200 00000100:00100000:1.0:1746126727.537061:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817427200 00000100:00100000:1.0:1746126727.537111:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29719 00000100:00100000:1.0:1746126727.537128:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817427200:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.537141:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.537161:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84480632 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b59e6 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.537350:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.537356:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a8448062b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59df expref: 79 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.537375:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126727.537378:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84480632 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59e6 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.537424:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a8448062b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59df expref: 78 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.537453:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84480632 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59e6 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.537479:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235200, rc 0) 00000100:00100000:1.0:1746126727.537542:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817427200:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 413us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.537547:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29719 00000100:00100000:0.0:1746126727.540726:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.543019:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.543076:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817427584 00000100:00100000:1.0:1746126727.543083:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817427584 00000100:00100000:1.0:1746126727.543122:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29720 00000100:00100000:1.0:1746126727.543128:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+78:1776:x1830945817427584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.543141:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.543153:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84480639 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b59ed expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.543173:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.543177:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84480632 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59e6 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.543182:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126727.543185:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84480639 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59ed expref: 79 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.543213:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84480632 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59e6 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.543221:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84480639 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59ed expref: 79 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.543228:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235400, rc 0) 00000100:00100000:1.0:1746126727.543364:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+79:1776:x1830945817427584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 234us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.543370:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29720 00000100:00100000:0.0:1746126727.543374:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.547541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.550807:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817428096 00000100:00100000:0.0:1746126727.550815:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817428096 00010000:00010000:0.0:1746126727.550842:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84480632 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59e6 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746126727.550881:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12914 00000100:00100000:0.0:1746126727.550888:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817428096:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126727.550898:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126727.550913:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84480632 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59e6 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126727.550922:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84480632 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59e6 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126727.550940:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84480632 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59e6 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126727.550966:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126727.550968:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126727.550974:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84480639 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59ed expref: 77 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.550981:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84480639 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59ed expref: 77 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.551007:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84480639 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59ed expref: 77 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126727.551017:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca8f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813504128:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126727.551607:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.553462:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ca8f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813504128:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126727.553550:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126727.553684:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817428096:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2794us (2934us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.553693:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12914 00000100:00100000:0.0:1746126727.553961:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.558456:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.558648:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817428480 00000100:00100000:1.0:1746126727.558658:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817428480 00000100:00100000:1.0:1746126727.558716:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29721 00000100:00100000:1.0:1746126727.558724:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817428480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.558743:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.558761:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84480640 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b59f4 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.558789:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84480639 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59ed expref: 77 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.558798:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.558800:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.558803:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84480640 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59f4 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.558834:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84480639 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59ed expref: 77 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.558846:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84480639 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59ed expref: 77 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.558858:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813504256:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.558937:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.562219:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813504256:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.562252:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84480640 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59f4 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.562270:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235c00, rc 0) 00000100:00100000:1.0:1746126727.562368:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817428480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3644us (3921us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.562378:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29721 00000100:00100000:0.0:1746126727.562814:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.562905:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817428608 00000100:00100000:1.0:1746126727.562912:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817428608 00010000:00010000:1.0:1746126727.562937:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84480639 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59ed expref: 78 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.562973:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12915 00000100:00100000:1.0:1746126727.562979:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d718850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+78:2008:x1830945817428608:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126727.562991:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126727.563011:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84480639 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59ed expref: 78 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.563022:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84480639 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59ed expref: 78 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.563046:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84480639 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59ed expref: 78 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.563068:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.563070:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.563077:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84480640 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59f4 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.563084:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84480640 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59f4 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.563111:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84480640 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59f4 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126727.563123:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813504384:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126727.563584:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.565101:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.565263:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817428736 00000100:00100000:1.0:1746126727.565270:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817428736 00000100:00100000:1.0:1746126727.565342:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29722 00000100:00100000:1.0:1746126727.565350:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+78:1776:x1830945817428736:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.565366:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.565383:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84480647 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b59fb expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.565407:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84480640 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59f4 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.565414:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.565416:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.565419:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84480647 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59fb expref: 79 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.565444:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84480640 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59f4 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.565455:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84480640 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59f4 expref: 5 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.565466:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813504512:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126727.565905:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.565985:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.567998:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813504512:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126727.568005:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126727.568020:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84480647 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59fb expref: 78 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.568295:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235a00, rc 0) 00000100:00100000:1.0:1746126727.568374:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+79:1776:x1830945817428736:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3024us (3279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.568381:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29722 00000100:00100000:1.0:1746126727.568399:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29723 00000100:00100000:1.0:1746126727.568404:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+78:1778:x1830945817429120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.568415:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.568428:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a8448064e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5a02 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.568446:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.568449:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84480647 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59fb expref: 79 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.568455:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.568458:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a8448064e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a02 expref: 79 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.568482:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84480647 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59fb expref: 79 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.568492:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a8448064e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a02 expref: 79 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.568499:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a63c00, rc 0) 00000100:00100000:1.0:1746126727.568698:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+79:1778:x1830945817429120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.568704:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29723 00000100:00100000:0.0:1746126727.568875:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.575989:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.579069:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.580068:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12917 00000100:00100000:0.0:1746126727.580080:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+79:2007:x1830945817429632:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126727.580099:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126727.580121:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84480647 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59fb expref: 79 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126727.580133:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84480647 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59fb expref: 79 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126727.580159:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84480647 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b59fb expref: 79 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126727.580179:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126727.580180:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126727.580187:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a8448064e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a02 expref: 78 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.580194:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a8448064e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a02 expref: 78 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.580224:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a8448064e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a02 expref: 78 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126727.580234:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094be3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813504896:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126727.581196:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.586260:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.588936:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.589012:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817430016 00000100:00100000:1.0:1746126727.589021:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817430016 00000100:00100000:1.0:1746126727.589084:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29724 00000100:00100000:1.0:1746126727.589093:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817430016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.589111:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.589131:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a84480655 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5a09 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.589162:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a8448064e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a02 expref: 77 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.589170:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.589172:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.589175:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a84480655 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a09 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.589208:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a8448064e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a02 expref: 77 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.589220:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a63c00/0xd8b4f51a8448064e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a02 expref: 77 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.589232:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813505024:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.589380:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.591050:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813505024:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.591079:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a84480655 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a09 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.591094:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a63e00, rc 0) 00000100:00100000:1.0:1746126727.591131:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817430016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2038us (2202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.591140:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29724 00000100:00100000:0.0:1746126727.594528:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.595511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.595537:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817430272 00000100:00100000:0.0:1746126727.595540:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817430272 00000100:00100000:0.0:1746126727.595575:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29725 00000100:00100000:0.0:1746126727.595579:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+78:1776:x1830945817430272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126727.595593:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126727.595602:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0d1200/0xd8b4f51a8448065c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5a10 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.595619:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a84480655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a09 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.595624:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126727.595625:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126727.595627:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0d1200/0xd8b4f51a8448065c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a10 expref: 79 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.595643:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a84480655 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a09 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.595653:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a84480655 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a09 expref: 5 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746126727.595661:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094be0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813505280:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126727.595679:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.597688:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094be0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813505280:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126727.597693:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.597721:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817430528 00010000:00010000:1.0:1746126727.597722:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d0d1200/0xd8b4f51a8448065c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a10 expref: 79 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126727.597726:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817430528 00010000:00010000:1.0:1746126727.597737:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d1200, rc 0) 00002000:00100000:0.0:1746126727.597765:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2300 x1830945817430528/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.597776:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2300 with x1830945817430528 ext(0->4095) 00000100:00100000:1.0:1746126727.597779:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+79:1776:x1830945817430272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2198us (2267us total) trans 0 rc 0/0 00010000:00010000:0.0:1746126727.597783:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a84480655 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a09 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.597787:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29725 00010000:00010000:0.0:1746126727.597794:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a84480655 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a09 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746126727.597801:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be2300 00000100:00100000:0.0:1746126727.597828:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2688 00000100:00100000:0.0:1746126727.597835:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817430528:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126727.598148:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817430528:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 313us (455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.598154:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2688 00002000:00100000:1.0:1746126727.598160:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2300 x1830945817430528/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.598168:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2300 with x1830945817430528 ext(0->4095) 00010000:00010000:1.0:1746126727.598173:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a84480655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a09 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.598182:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a63e00/0xd8b4f51a84480655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a09 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.598188:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be2300 00000100:00100000:1.0:1746126727.600613:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.605204:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.605601:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817430912 00000100:00100000:1.0:1746126727.605609:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817430912 00002000:00100000:1.0:1746126727.605653:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0380 x1830945817430912/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.605663:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0380 with x1830945817430912 ext(0->4095) 00002000:00010000:1.0:1746126727.605668:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be0380 00000100:00100000:1.0:1746126727.605697:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13443 00000100:00100000:1.0:1746126727.605705:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817430912:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126727.606122:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817430912:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 417us (931us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.606128:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13443 00002000:00100000:1.0:1746126727.606133:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0380 x1830945817430912/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.606141:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0380 with x1830945817430912 ext(0->4095) 00002000:00010000:1.0:1746126727.606144:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be0380 00000100:00100000:0.0:1746126727.607778:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.608042:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817431040 00000100:00100000:1.0:1746126727.608049:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817431040 00000100:00100000:1.0:1746126727.608097:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29726 00000100:00100000:1.0:1746126727.608105:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b4a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817431040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.608119:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.608137:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480663 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5a17 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.608166:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d0d1200/0xd8b4f51a8448065c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a10 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.608174:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.608176:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.608179:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480663 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a17 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.608210:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d0d1200/0xd8b4f51a8448065c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a10 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.608221:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d0d1200/0xd8b4f51a8448065c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a10 expref: 5 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.608232:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813505536:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.608336:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.610283:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.610720:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813505536:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.610745:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480663 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a17 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.610759:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126727.610813:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b4a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817431040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2708us (3040us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.610820:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29726 00000100:00100000:0.0:1746126727.613213:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2009:x1830945817431168:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1679us (2934us total) trans 4294972015 rc 0/0 00000100:00100000:0.0:1746126727.613224:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2689 00002000:00100000:0.0:1746126727.613232:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094be2a00 x1830945817431168/t4294972015(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 496/448 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.613241:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2a00 with x1830945817431168 ext(0->7) 00010000:00010000:0.0:1746126727.613249:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d0d1200/0xd8b4f51a8448065c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a10 expref: 8 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126727.613261:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d0d1200/0xd8b4f51a8448065c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a10 expref: 8 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746126727.613268:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be2a00 00000100:00100000:0.0:1746126727.616641:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.623257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.623501:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817431424 00000100:00100000:1.0:1746126727.623510:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817431424 00000100:00100000:1.0:1746126727.623620:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29727 00000100:00100000:1.0:1746126727.623629:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1776:x1830945817431424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.623650:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.623669:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8448066a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5a1e expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.623701:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a17 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.623708:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.623710:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.623714:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8448066a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a1e expref: 9 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.623746:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a17 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.623759:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a17 expref: 5 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746126727.623766:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.623772:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813505792:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126727.623787:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817431680 00000100:00100000:0.0:1746126727.623790:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817431680 00002000:00100000:0.0:1746126727.623957:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2d80 x1830945817431680/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.623967:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2d80 with x1830945817431680 ext(0->4095) 00010000:00010000:0.0:1746126727.623973:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480663 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a17 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126727.623983:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480663 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a17 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746126727.623988:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be2d80 00000100:00100000:0.0:1746126727.624013:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2690 00000100:00100000:0.0:1746126727.624019:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817431680:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126727.624093:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.624418:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817431680:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 398us (650us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.624425:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2690 00002000:00100000:1.0:1746126727.624430:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2d80 x1830945817431680/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.624443:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2d80 with x1830945817431680 ext(0->4095) 00010000:00010000:1.0:1746126727.624448:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480663 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a17 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.624556:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480663 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a17 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.624562:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be2d80 00000100:00100000:0.0:1746126727.627716:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.627804:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.627912:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813505792:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.627938:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8448066a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a1e expref: 8 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.627955:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126727.627992:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1776:x1830945817431424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4365us (4746us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.628000:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29727 00000100:00100000:0.0:1746126727.630990:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.631130:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817432192 00000100:00100000:1.0:1746126727.631136:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817432192 00002000:00100000:1.0:1746126727.631275:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969efb80 x1830945817432192/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.631285:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969efb80 with x1830945817432192 ext(0->4095) 00010000:00010000:1.0:1746126727.631293:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8448066a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a1e expref: 8 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.631330:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8448066a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a1e expref: 8 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.631338:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969efb80 00000100:00100000:1.0:1746126727.631361:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2691 00000100:00100000:1.0:1746126727.631368:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817432192:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126727.632024:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817432192:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 654us (1033us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.632031:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2691 00002000:00100000:1.0:1746126727.632036:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969efb80 x1830945817432192/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.632044:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969efb80 with x1830945817432192 ext(0->4095) 00010000:00010000:1.0:1746126727.632048:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8448066a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a1e expref: 8 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.632058:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8448066a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a1e expref: 8 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.632063:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969efb80 00000100:00100000:0.0:1746126727.634091:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.635234:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817432320 00000100:00100000:1.0:1746126727.635241:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817432320 00000100:00100000:1.0:1746126727.635479:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29729 00000100:00100000:1.0:1746126727.635486:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1776:x1830945817432320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.635499:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.635520:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480678 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5a2c expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126727.635660:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126727.635801:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.635808:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480671 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a25 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.635814:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126727.635817:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480678 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a2c expref: 10 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.635847:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480671 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a25 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.635857:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480678 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a2c expref: 10 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.635975:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126727.636011:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1776:x1830945817432320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 526us (1924us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.636016:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29729 00000100:00100000:0.0:1746126727.639836:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.639950:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817432704 00000100:00100000:1.0:1746126727.639956:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817432704 00002000:00100000:1.0:1746126727.639990:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ed880 x1830945817432704/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.640002:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed880 with x1830945817432704 ext(0->4095) 00010000:00010000:1.0:1746126727.640009:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480671 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a25 expref: 6 pid: 9565 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.640025:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480671 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a25 expref: 6 pid: 9565 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.640031:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ed880 00000100:00100000:1.0:1746126727.640059:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2692 00000100:00100000:1.0:1746126727.640066:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817432704:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126727.640609:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817432704:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.640618:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2692 00002000:00100000:1.0:1746126727.640624:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ed880 x1830945817432704/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.640630:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed880 with x1830945817432704 ext(0->4095) 00010000:00010000:1.0:1746126727.640635:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480671 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a25 expref: 6 pid: 9565 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.640642:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480671 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a25 expref: 6 pid: 9565 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.640647:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ed880 00000100:00100000:0.0:1746126727.641939:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.646728:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.646778:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817433088 00000100:00100000:1.0:1746126727.646784:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817433088 00002000:00100000:1.0:1746126727.646812:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ec700 x1830945817433088/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.646821:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec700 with x1830945817433088 ext(0->4095) 00002000:00010000:1.0:1746126727.646825:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ec700 00000100:00100000:0.0:1746126727.647507:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13444 00000100:00100000:0.0:1746126727.647516:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817433088:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126727.648117:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817433088:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 600us (1388us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126727.648123:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13444 00002000:00100000:0.0:1746126727.648130:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ec700 x1830945817433088/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.648137:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec700 with x1830945817433088 ext(0->4095) 00002000:00010000:0.0:1746126727.648142:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ec700 00000100:00100000:0.0:1746126727.650615:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.650848:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817433216 00000100:00100000:1.0:1746126727.650856:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817433216 00000100:00100000:1.0:1746126727.651088:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29730 00000100:00100000:1.0:1746126727.651096:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817433216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.651110:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.651124:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448067f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5a33 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.651146:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480678 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a2c expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.651153:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.651154:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.651158:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448067f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a33 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.651182:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480678 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a2c expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.651192:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480678 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a2c expref: 7 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.651201:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813506560:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.651988:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.654598:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813506560:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.654622:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448067f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a33 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.654637:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126727.654678:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817433216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3583us (4068us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.654685:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29730 00000100:00100000:0.0:1746126727.654875:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.655393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.655416:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817433472 00000100:00100000:1.0:1746126727.655421:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817433472 00000100:00100000:1.0:1746126727.655452:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29731 00000100:00100000:1.0:1746126727.655458:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1776:x1830945817433472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.655475:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.655489:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480686 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5a3a expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.655569:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448067f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a33 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.655576:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.655578:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.655581:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480686 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a3a expref: 9 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.655605:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448067f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a33 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.655617:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448067f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a33 expref: 5 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.655635:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813506816:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.655723:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.658473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.658497:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817433728 00000100:00100000:0.0:1746126727.658502:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817433728 00000100:00100000:1.0:1746126727.658778:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813506816:192.168.204.15@tcp:104: 00002000:00100000:0.0:1746126727.658895:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ee300 x1830945817433728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.658904:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ee300 with x1830945817433728 ext(0->4095) 00010000:00010000:0.0:1746126727.658912:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448067f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a33 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126727.658924:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448067f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a33 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746126727.658930:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ee300 00000100:00100000:0.0:1746126727.658984:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2693 00000100:00100000:0.0:1746126727.658991:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817433728:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00010000:00010000:1.0:1746126727.658999:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480686 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a3a expref: 9 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.659018:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00000100:00100000:1.0:1746126727.659056:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1776:x1830945817433472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3598us (3663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.659062:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29731 00000100:00100000:0.0:1746126727.659488:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817433728:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (628us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126727.659496:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2693 00002000:00100000:0.0:1746126727.659502:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ee300 x1830945817433728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.659509:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ee300 with x1830945817433728 ext(0->4095) 00010000:00010000:0.0:1746126727.659514:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448067f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a33 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126727.659522:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448067f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a33 expref: 6 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746126727.659527:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ee300 00000100:00100000:0.0:1746126727.663517:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.667899:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.668923:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817434112 00000100:00100000:0.0:1746126727.668933:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817434112 00002000:00100000:0.0:1746126727.668983:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ef800 x1830945817434112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.668993:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef800 with x1830945817434112 ext(0->4095) 00002000:00010000:0.0:1746126727.668998:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ef800 00000100:00100000:0.0:1746126727.669033:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13445 00000100:00100000:0.0:1746126727.669040:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817434112:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126727.669262:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817434112:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 222us (1365us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126727.669268:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13445 00002000:00100000:0.0:1746126727.669273:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ef800 x1830945817434112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.669280:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef800 with x1830945817434112 ext(0->4095) 00002000:00010000:0.0:1746126727.669284:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ef800 00000100:00100000:0.0:1746126727.672545:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.672626:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817434240 00000100:00100000:1.0:1746126727.672639:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817434240 00000100:00100000:1.0:1746126727.672702:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29732 00000100:00100000:1.0:1746126727.672711:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817434240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.672922:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.672941:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448068d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5a41 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.673057:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480686 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a3a expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.673068:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.673069:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.673073:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448068d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a41 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.673109:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a3a expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.673122:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a3a expref: 7 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.673134:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813507072:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126727.675395:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.678923:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.678973:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813507072:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.678993:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448068d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a41 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.679010:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00000100:00100000:1.0:1746126727.679046:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817434240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6336us (6510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.679054:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29732 00000100:00100000:0.0:1746126727.680255:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817434368:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1019us (1335us total) trans 4294972016 rc 0/0 00000100:00100000:0.0:1746126727.680263:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2694 00002000:00100000:0.0:1746126727.680268:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e74d180 x1830945817434368/t4294972016(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 496/448 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.680276:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74d180 with x1830945817434368 ext(0->7) 00010000:00010000:0.0:1746126727.680282:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a3a expref: 10 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126727.680291:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a3a expref: 10 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746126727.680297:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74d180 00000100:00100000:0.0:1746126727.682806:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.686260:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.688661:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.689691:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817434880 00000100:00100000:1.0:1746126727.689701:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817434880 00000100:00100000:1.0:1746126727.689754:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29733 00000100:00100000:1.0:1746126727.689763:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1778:x1830945817434880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.689784:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.689802:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480694 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5a48 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.689832:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448068d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a41 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.689840:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.689842:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.689845:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480694 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a48 expref: 10 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.689877:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448068d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a41 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.689889:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448068d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a41 expref: 5 pid: 11426 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746126727.689902:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813507328:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.690003:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.693516:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.693653:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813507328:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.693672:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480694 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a48 expref: 10 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.693684:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126727.693723:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1778:x1830945817434880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3962us (5070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.693729:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29733 00000100:00100000:1.0:1746126727.693743:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29734 00000100:00100000:1.0:1746126727.693748:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:1776:x1830945817435136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.693757:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.693766:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448069b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5a4f expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.693854:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.693991:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480694 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a48 expref: 11 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.693995:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.693998:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448069b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a4f expref: 11 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.694016:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480694 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a48 expref: 11 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.694022:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448069b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5a4f expref: 11 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.694030:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00000100:00100000:1.0:1746126727.694052:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1776:x1830945817435136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 305us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.694056:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29734 00000100:00100000:0.0:1746126727.694883:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.697302:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.699832:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.699923:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.700023:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817435520 00000100:00100000:1.0:1746126727.700031:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817435520 00000100:00100000:0.0:1746126727.704276:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.708467:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.709348:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.713382:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.716065:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.719364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.721978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.726602:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.728944:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.730536:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.731523:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.736130:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.743033:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.745657:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.749254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.751425:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.753973:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.758016:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.759462:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.761142:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.763131:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.766486:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.771399:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.776380:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.780593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.785411:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.787196:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.788906:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.791967:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.794061:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.797372:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.799877:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.802856:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.803170:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817441408 00000100:00100000:1.0:1746126727.803177:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817441408 00002000:00100000:1.0:1746126727.803218:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910a680 x1830945817441408/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.803234:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910a680 with x1830945817441408 ext(0->4095) 00002000:00010000:1.0:1746126727.803238:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009910a680 00000100:00100000:1.0:1746126727.803270:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13452 00000100:00100000:1.0:1746126727.803276:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2009:x1830945817441408:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126727.803452:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2009:x1830945817441408:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (602us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.803458:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13452 00002000:00100000:1.0:1746126727.803463:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910a680 x1830945817441408/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.803470:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910a680 with x1830945817441408 ext(0->4095) 00002000:00010000:1.0:1746126727.803472:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009910a680 00000100:00100000:0.0:1746126727.807499:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.811988:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.814628:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.815990:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.823111:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.823169:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.827428:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.830560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.833295:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.839988:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.849719:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2008:x1830945817443200:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2064us (2303us total) trans 4294972017 rc 0/0 00000100:00100000:0.0:1746126727.849731:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2704 00002000:00100000:0.0:1746126727.849742:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d0e1f80 x1830945817443200/t4294972017(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 496/448 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.849750:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1f80 with x1830945817443200 ext(0->7) 00010000:00010000:0.0:1746126727.849759:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844806fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ab1 expref: 12 pid: 9566 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126727.849776:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844806fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ab1 expref: 12 pid: 9566 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746126727.849782:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e1f80 00000100:00100000:0.0:1746126727.859715:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.864257:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d0e0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813511552:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126727.864284:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126727.864455:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2010:x1830945817443328:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4522us (4748us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.864466:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12943 00000100:00100000:0.0:1746126727.865005:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817443584 00000100:00100000:0.0:1746126727.865012:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817443584 00002000:00100000:0.0:1746126727.865053:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb66a00 x1830945817443584/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.865063:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb66a00 with x1830945817443584 ext(0->4095) 00002000:00010000:0.0:1746126727.865067:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb66a00 00000100:00100000:0.0:1746126727.865095:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13454 00000100:00100000:0.0:1746126727.865102:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817443584:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126727.865242:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817443584:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (479us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126727.865248:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13454 00002000:00100000:0.0:1746126727.865253:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb66a00 x1830945817443584/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.865260:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb66a00 with x1830945817443584 ext(0->4095) 00002000:00010000:0.0:1746126727.865263:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb66a00 00000100:00100000:0.0:1746126727.869405:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.870422:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.870604:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817443840 00000100:00100000:1.0:1746126727.870608:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817443840 00000100:00100000:1.0:1746126727.870642:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29751 00000100:00100000:1.0:1746126727.870647:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+13:1776:x1830945817443840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.870655:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.870664:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480712 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5ac6 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.870680:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.870683:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448070b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5abf expref: 14 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.870688:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.871142:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480712 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ac6 expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.871169:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448070b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5abf expref: 14 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.871179:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480712 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ac6 expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.871189:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126727.871226:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:1776:x1830945817443840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 579us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.871232:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29751 00000100:00100000:1.0:1746126727.873677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.873821:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817443968 00000100:00100000:0.0:1746126727.873827:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817443968 00010000:00010000:0.0:1746126727.873855:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84480704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ab8 expref: 6 pid: 9566 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746126727.873876:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12944 00000100:00100000:0.0:1746126727.873882:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817443968:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126727.873894:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126727.873917:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84480704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ab8 expref: 6 pid: 9566 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126727.873927:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84480704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ab8 expref: 6 pid: 9566 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126727.873949:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84480704 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ab8 expref: 6 pid: 9566 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746126727.873965:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126727.873967:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126727.873974:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448070b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5abf expref: 12 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.873982:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448070b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5abf expref: 12 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.874026:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448070b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5abf expref: 12 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.874036:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448070b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5abf expref: 12 pid: 9566 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746126727.874047:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800991bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813511936:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126727.874095:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.877170:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800991bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813511936:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126727.877193:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126727.877237:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817443968:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3354us (3560us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126727.877247:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12944 00000100:00100000:1.0:1746126727.877335:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817444224 00000100:00100000:1.0:1746126727.877342:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817444224 00002000:00100000:1.0:1746126727.877377:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2680 x1830945817444224/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.877387:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2680 with x1830945817444224 ext(0->4095) 00010000:00010000:1.0:1746126727.877395:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448070b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5abf expref: 13 pid: 9566 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.877413:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448070b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5abf expref: 13 pid: 9566 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.877423:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e2680 00000100:00100000:1.0:1746126727.877449:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2705 00000100:00100000:1.0:1746126727.877456:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+13:2008:x1830945817444224:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126727.877784:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+13:2008:x1830945817444224:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 327us (526us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.877791:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2705 00002000:00100000:1.0:1746126727.877797:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2680 x1830945817444224/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.877804:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2680 with x1830945817444224 ext(0->4095) 00010000:00010000:1.0:1746126727.877809:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448070b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5abf expref: 13 pid: 9566 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.877818:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448070b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5abf expref: 13 pid: 9566 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.877824:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e2680 00000100:00100000:0.0:1746126727.879501:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.880723:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.883449:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.883660:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817444736 00000100:00100000:1.0:1746126727.883666:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817444736 00002000:00100000:1.0:1746126727.883698:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bc380 x1830945817444736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.883708:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bc380 with x1830945817444736 ext(0->4095) 00010000:00010000:1.0:1746126727.883716:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ac6 expref: 12 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.883726:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ac6 expref: 12 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.883732:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bc380 00000100:00100000:1.0:1746126727.883750:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2706 00000100:00100000:1.0:1746126727.883756:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2007:x1830945817444736:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126727.883895:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2007:x1830945817444736:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.883901:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2706 00002000:00100000:1.0:1746126727.883906:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bc380 x1830945817444736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.883913:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bc380 with x1830945817444736 ext(0->4095) 00010000:00010000:1.0:1746126727.883917:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ac6 expref: 12 pid: 11426 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.883925:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ac6 expref: 12 pid: 11426 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.883931:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bc380 00000100:00100000:0.0:1746126727.886183:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.886237:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.886244:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817444864 00000100:00100000:1.0:1746126727.886252:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817444864 00000100:00100000:1.0:1746126727.886428:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29753 00000100:00100000:1.0:1746126727.886436:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+13:1776:x1830945817444864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.886450:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.886467:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480720 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5ad4 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.886492:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.886498:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84480719 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5acd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.886504:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126727.886507:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480720 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ad4 expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.886546:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84480719 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5acd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.886559:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480720 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ad4 expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.886569:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126727.886605:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:1776:x1830945817444864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.886610:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29753 00000100:00100000:0.0:1746126727.890625:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.890878:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817445248 00000100:00100000:1.0:1746126727.890886:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817445248 00002000:00100000:1.0:1746126727.890928:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991be680 x1830945817445248/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.890938:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991be680 with x1830945817445248 ext(0->4095) 00010000:00010000:1.0:1746126727.890948:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84480719 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5acd expref: 6 pid: 9566 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.890960:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84480719 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5acd expref: 6 pid: 9566 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.890966:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991be680 00000100:00100000:1.0:1746126727.890990:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2707 00000100:00100000:1.0:1746126727.890997:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817445248:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126727.891142:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817445248:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (525us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.891148:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2707 00002000:00100000:1.0:1746126727.891153:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991be680 x1830945817445248/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.891161:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991be680 with x1830945817445248 ext(0->4095) 00010000:00010000:1.0:1746126727.891165:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84480719 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5acd expref: 6 pid: 9566 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746126727.891174:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84480719 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5acd expref: 6 pid: 9566 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746126727.891180:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991be680 00000100:00100000:0.0:1746126727.894758:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.900256:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.903963:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.906424:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880090a53e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.908281:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.909017:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.912440:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.918514:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.921796:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.930640:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817446784 00000100:00100000:1.0:1746126727.930650:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817446784 00000100:00100000:1.0:1746126727.930709:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29756 00000100:00100000:1.0:1746126727.930716:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817446784:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.930948:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.930967:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480735 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5ae9 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.931001:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448072e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ae2 expref: 11 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.931009:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.931011:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.931014:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480735 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ae9 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.931045:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448072e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ae2 expref: 11 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.931056:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448072e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ae2 expref: 11 pid: 9566 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126727.931068:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813513216:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.931509:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.934712:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813513216:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.934743:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480735 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ae9 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.934761:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbddc00, rc 0) 00000100:00100000:1.0:1746126727.934897:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817446784:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4180us (4407us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.934909:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29756 00000100:00100000:0.0:1746126727.935839:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.936758:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2007:x1830945817446912:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 691us (918us total) trans 4294972018 rc 0/0 00000100:00100000:0.0:1746126727.936765:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2709 00002000:00100000:0.0:1746126727.936770:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012eaa5f80 x1830945817446912/t4294972018(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 496/448 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.936777:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5f80 with x1830945817446912 ext(0->7) 00010000:00010000:0.0:1746126727.936781:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448072e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ae2 expref: 14 pid: 9566 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746126727.936795:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448072e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ae2 expref: 14 pid: 9566 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746126727.936800:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa5f80 00000100:00100000:0.0:1746126727.942223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.942298:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817447040 00000100:00100000:1.0:1746126727.942338:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817447040 00000100:00100000:0.0:1746126727.942520:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.942888:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29757 00000100:00100000:1.0:1746126727.942895:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+15:1776:x1830945817447040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.942910:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.942999:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8448073c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5af0 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.943103:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480735 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ae9 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.943110:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.943111:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.943114:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8448073c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5af0 expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.943858:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480735 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ae9 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.943870:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480735 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ae9 expref: 5 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126727.943881:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813513472:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.943980:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.946812:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813513472:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.946845:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8448073c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5af0 expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.946861:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126727.946912:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+15:1776:x1830945817447040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4016us (4696us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.946920:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29757 00000100:00100000:0.0:1746126727.947115:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817447424 00000100:00100000:0.0:1746126727.947121:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817447424 00002000:00100000:0.0:1746126727.947157:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0a80 x1830945817447424/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126727.947166:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0a80 with x1830945817447424 ext(0->4095) 00010000:00010000:0.0:1746126727.947172:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480735 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ae9 expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746126727.947183:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480735 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ae9 expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746126727.947194:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e0a80 00000100:00100000:0.0:1746126727.947218:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2710 00000100:00100000:0.0:1746126727.947224:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817447424:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126727.947582:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817447424:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 356us (569us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.947588:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2710 00002000:00100000:1.0:1746126727.947593:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0a80 x1830945817447424/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.947599:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0a80 with x1830945817447424 ext(0->4095) 00010000:00010000:1.0:1746126727.947603:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480735 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ae9 expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126727.947613:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480735 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ae9 expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126727.947619:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e0a80 00000100:00100000:0.0:1746126727.949508:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.954477:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.954570:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817447808 00000100:00100000:1.0:1746126727.954577:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817447808 00002000:00100000:1.0:1746126727.954617:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5c00 x1830945817447808/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.954626:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5c00 with x1830945817447808 ext(0->4095) 00002000:00010000:1.0:1746126727.954631:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa5c00 00000100:00100000:1.0:1746126727.954664:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13457 00000100:00100000:1.0:1746126727.954670:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2008:x1830945817447808:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126727.954809:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2008:x1830945817447808:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.954815:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13457 00002000:00100000:1.0:1746126727.954821:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5c00 x1830945817447808/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.954828:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5c00 with x1830945817447808 ext(0->4095) 00002000:00010000:1.0:1746126727.954831:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa5c00 00000100:00100000:0.0:1746126727.956056:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.956213:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817447936 00000100:00100000:1.0:1746126727.956218:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817447936 00000100:00100000:1.0:1746126727.956351:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29758 00000100:00100000:1.0:1746126727.956358:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817447936:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.956370:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.956386:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480743 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5af7 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.956414:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8448073c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5af0 expref: 13 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.956421:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.956423:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126727.956426:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480743 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5af7 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.956458:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8448073c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5af0 expref: 13 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.956470:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a8448073c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5af0 expref: 13 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126727.956481:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813513728:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.956554:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.957690:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813513728:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.957708:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480743 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5af7 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.957721:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126727.957746:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817447936:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1389us (1692us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.957752:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29758 00000100:00100000:0.0:1746126727.958233:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.960464:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.962232:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.962443:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817448448 00000100:00100000:1.0:1746126727.962526:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817448448 00000100:00100000:1.0:1746126727.962569:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29759 00000100:00100000:1.0:1746126727.962576:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+13:1778:x1830945817448448:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126727.962589:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126727.962604:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448074a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5afe expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.962629:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480743 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5af7 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.962637:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.962639:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126727.962643:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448074a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5afe expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.963009:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480743 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5af7 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.963021:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480743 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5af7 expref: 5 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126727.963127:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813513984:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126727.963214:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126727.964711:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.964886:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813513984:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.964909:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448074a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5afe expref: 16 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.964923:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126727.964966:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+16:1778:x1830945817448448:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2390us (2739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.964974:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29759 00000100:00100000:0.0:1746126727.966350:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.971991:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.975971:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.977736:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.980362:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.980587:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817449472 00000100:00100000:1.0:1746126727.980593:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817449472 00002000:00100000:1.0:1746126727.980625:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00e680 x1830945817449472/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/0 e 0 to 0 dl 1746126738 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.980641:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00e680 with x1830945817449472 ext(0->4095) 00010000:00010000:1.0:1746126727.980649:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b05 expref: 14 pid: 9566 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126727.980660:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b05 expref: 14 pid: 9566 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126727.980667:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00e680 00000100:00100000:1.0:1746126727.980681:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2712 00000100:00100000:1.0:1746126727.980686:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2007:x1830945817449472:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126727.980808:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2007:x1830945817449472:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126727.980815:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2712 00002000:00100000:1.0:1746126727.980820:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00e680 x1830945817449472/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:488/0 lens 488/4536 e 0 to 0 dl 1746126738 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126727.980827:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00e680 with x1830945817449472 ext(0->4095) 00010000:00010000:1.0:1746126727.980832:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b05 expref: 14 pid: 9566 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126727.980841:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b05 expref: 14 pid: 9566 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126727.980846:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00e680 00000100:00100000:0.0:1746126727.984547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126727.984737:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126727.984806:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817449728 00000100:00100000:0.0:1746126727.984815:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817449728 00000100:00100000:0.0:1746126727.984874:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29762 00000100:00100000:0.0:1746126727.984882:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:1776:x1830945817449728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126727.984902:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126727.984920:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0a00/0xd8b4f51a8448075f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5b13 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.985350:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480758 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b0c expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.985355:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126727.985357:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126727.985359:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0a00/0xd8b4f51a8448075f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b13 expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.985382:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480758 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b0c expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126727.985392:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480758 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b0c expref: 5 pid: 9565 timeout: 871 lvb_type: 0 00000100:00100000:0.0:1746126727.985400:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d00f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813514752:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126727.985434:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126727.994221:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d00f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813514752:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126727.994252:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0a00/0xd8b4f51a8448075f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b13 expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126727.994270:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d0a00, rc 0) 00000100:00100000:1.0:1746126727.994344:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:1776:x1830945817449728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9462us (9606us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126727.994351:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29762 00000100:00100000:0.0:1746126727.997064:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.001485:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00080000:0.0:1746126728.002191:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126728.003941:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.004027:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817450368 00000100:00100000:1.0:1746126728.004034:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817450368 00000100:00080000:0.0:1746126728.004116:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:1.0:1746126728.004152:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00d880 x1830945817450368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.004163:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00d880 with x1830945817450368 ext(0->4095) 00002000:00010000:1.0:1746126728.004167:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00d880 00000100:00100000:1.0:1746126728.004193:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13459 00000100:00100000:1.0:1746126728.004200:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2008:x1830945817450368:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.004521:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2008:x1830945817450368:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 321us (586us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.004528:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13459 00002000:00100000:1.0:1746126728.004533:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00d880 x1830945817450368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.004540:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00d880 with x1830945817450368 ext(0->4095) 00002000:00010000:1.0:1746126728.004543:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00d880 00000100:00100000:0.0:1746126728.006381:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.006522:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817450496 00000100:00100000:1.0:1746126728.006530:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817450496 00000100:00100000:1.0:1746126728.006579:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29763 00000100:00100000:1.0:1746126728.006587:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817450496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.006601:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.006617:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480766 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5b1a expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.006697:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0a00/0xd8b4f51a8448075f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b13 expref: 13 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.006704:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.006787:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.006792:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480766 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b1a expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.006824:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0a00/0xd8b4f51a8448075f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b13 expref: 13 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.006836:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0a00/0xd8b4f51a8448075f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b13 expref: 13 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.006846:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813515008:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.006934:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996006c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126728.008459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.008617:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813515008:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.008638:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480766 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b1a expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.008658:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126728.008690:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817450496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2104us (2315us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.008698:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29763 00000100:00100000:0.0:1746126728.010713:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.010945:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817450880 00000100:00100000:1.0:1746126728.010951:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817450880 00002000:00100000:1.0:1746126728.010982:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00dc00 x1830945817450880/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.010991:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00dc00 with x1830945817450880 ext(0->4095) 00002000:00010000:1.0:1746126728.010994:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00dc00 00000100:00100000:1.0:1746126728.011033:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13460 00000100:00100000:1.0:1746126728.011038:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817450880:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.011390:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817450880:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 351us (677us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.011397:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13460 00002000:00100000:1.0:1746126728.011403:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00dc00 x1830945817450880/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.011409:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00dc00 with x1830945817450880 ext(0->4095) 00002000:00010000:1.0:1746126728.011411:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00dc00 00000100:00100000:0.0:1746126728.013041:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.013131:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817451008 00000100:00100000:1.0:1746126728.013138:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817451008 00000100:00100000:1.0:1746126728.013427:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29764 00000100:00100000:1.0:1746126728.013434:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+13:1778:x1830945817451008:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.013450:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.013466:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448076d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5b21 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.013496:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480766 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b1a expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.013503:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.013504:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.013508:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448076d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b21 expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.013534:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480766 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b1a expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.013543:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480766 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b1a expref: 5 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.013554:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813515264:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.013624:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126728.014732:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.015204:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.015210:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813515264:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.015235:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448076d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b21 expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.015248:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00000100:00100000:1.0:1746126728.015283:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:1778:x1830945817451008:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1849us (2247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.015294:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29764 00000100:00100000:1.0:1746126728.015337:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29765 00000100:00100000:1.0:1746126728.015343:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:1776:x1830945817451136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.015367:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.015378:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480774 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5b28 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.015391:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.015395:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448076d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b21 expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.015401:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.015403:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480774 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b28 expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.015602:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448076d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b21 expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.015621:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480774 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b28 expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.015628:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.015630:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.015637:0:11426:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448076d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b21 expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.015644:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448076d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b21 expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.015929:0:11426:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448076d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b21 expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.015940:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448076d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b21 expref: 15 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.015949:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813515520:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126728.016000:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126728.018637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.018717:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817451520 00000100:00100000:1.0:1746126728.018725:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817451520 00002000:00100000:1.0:1746126728.018767:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00f480 x1830945817451520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.018778:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00f480 with x1830945817451520 ext(0->4095) 00010000:00010000:1.0:1746126728.018787:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448076d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b21 expref: 16 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.018798:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448076d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b21 expref: 16 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.018806:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00f480 00000100:00100000:1.0:1746126728.018832:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2714 00000100:00100000:1.0:1746126728.018839:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2007:x1830945817451520:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.019277:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2007:x1830945817451520:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 437us (647us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.019287:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2714 00002000:00100000:1.0:1746126728.019293:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00f480 x1830945817451520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.019325:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00f480 with x1830945817451520 ext(0->4095) 00010000:00010000:1.0:1746126728.019330:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448076d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b21 expref: 16 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.019339:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448076d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b21 expref: 16 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.019346:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00f480 00000100:00100000:1.0:1746126728.019382:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813515520:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126728.019397:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126728.019602:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+15:1776:x1830945817451136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4258us (4873us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.019609:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29765 00000100:00100000:0.0:1746126728.022007:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.022058:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.022076:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817451648 00000100:00100000:1.0:1746126728.022085:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817451648 00000100:00100000:1.0:1746126728.022251:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29766 00000100:00100000:1.0:1746126728.022260:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817451648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.022279:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.022297:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448077b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5b2f expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.022360:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.022367:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480774 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b28 expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.022372:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126728.022376:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448077b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b2f expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.022411:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480774 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b28 expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.022421:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448077b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b2f expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.022428:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.022430:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.022435:0:11426:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480774 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b28 expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.022441:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b28 expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.022554:0:11426:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b28 expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.022564:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b28 expref: 14 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.022575:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813515776:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126728.022759:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.024569:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813515776:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126728.024586:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126728.024629:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817451648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2369us (2627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.024636:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29766 00000100:00100000:0.0:1746126728.025504:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.025619:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817452032 00000100:00100000:1.0:1746126728.025627:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817452032 00002000:00100000:1.0:1746126728.025833:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa17480 x1830945817452032/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.025842:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17480 with x1830945817452032 ext(0->4095) 00010000:00010000:1.0:1746126728.025851:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b28 expref: 14 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.025862:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b28 expref: 14 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.025867:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa17480 00000100:00100000:1.0:1746126728.025898:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2715 00000100:00100000:1.0:1746126728.025905:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2007:x1830945817452032:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.026589:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2007:x1830945817452032:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 683us (1085us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.026596:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2715 00002000:00100000:1.0:1746126728.026602:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa17480 x1830945817452032/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.026609:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17480 with x1830945817452032 ext(0->4095) 00010000:00010000:1.0:1746126728.026615:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b28 expref: 14 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.026624:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b28 expref: 14 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.026630:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa17480 00000100:00100000:0.0:1746126728.029077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.029181:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817452160 00000100:00100000:1.0:1746126728.029188:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817452160 00000100:00100000:1.0:1746126728.029358:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29767 00000100:00100000:0.0:1746126728.029443:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.029521:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+15:1776:x1830945817452160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.029536:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.029551:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480782 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5b36 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.029578:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.029584:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448077b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b2f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.029589:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126728.029592:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480782 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b36 expref: 16 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.029939:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448077b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b2f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.029952:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480782 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b36 expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.029964:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.029966:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.029972:0:11426:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448077b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b2f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.029978:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448077b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b2f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.029995:0:11426:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448077b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b2f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.030006:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448077b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b2f expref: 5 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.030240:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813516032:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126728.030336:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126728.032043:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.032332:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813516032:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126728.032355:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd800, rc 0) 00000100:00100000:1.0:1746126728.032388:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:1776:x1830945817452160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2869us (3318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.032395:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29767 00000100:00100000:0.0:1746126728.035187:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.042167:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.043051:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.043077:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.043090:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.043100:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.043115:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.043125:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.043150:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.043174:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817453440 00000100:00100000:0.0:1746126728.043177:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817453440 00000100:00100000:1.0:1746126728.043205:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817453056 00000100:00100000:1.0:1746126728.043210:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817453056 00000100:00100000:1.0:1746126728.043239:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 551 00000100:00100000:1.0:1746126728.043244:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b60850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9990f7b3-097c-4efd-bda2-4325c19d14d5+12:2008:x1830945817453056:12345-192.168.204.15@tcp:400:kworker.0 00000100:00080000:0.0:1746126728.043248:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746126728.043252:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126728.043279:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817453824 00000100:00100000:0.0:1746126728.043282:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817453824 00000100:00100000:0.0:1746126728.043326:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 715 00000100:00100000:0.0:1746126728.043331:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2007:x1830945817453440:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126728.043401:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2007:x1830945817453440:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 70us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126728.043406:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 715 00000100:00100000:1.0:1746126728.043407:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b60850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9990f7b3-097c-4efd-bda2-4325c19d14d5+12:2008:x1830945817453056:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 161us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.043414:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 551 00000100:00100000:0.0:1746126728.043417:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 716 00000100:00100000:0.0:1746126728.043421:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817453824:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126728.043438:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817453824:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 17us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126728.043443:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 716 00000100:00080000:0.0:1746126728.043450:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746126728.043452:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126728.043453:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126728.045588:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.049045:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.052728:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.053436:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.056120:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.057433:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.061880:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.065086:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.069335:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.072411:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.076729:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.079032:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.079656:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.080138:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2718 00000100:00100000:0.0:1746126728.080146:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817456000:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126728.080276:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817456000:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (622us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126728.080282:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2718 00002000:00100000:0.0:1746126728.080287:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f3b80 x1830945817456000/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.080294:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f3b80 with x1830945817456000 ext(0->4095) 00010000:00010000:0.0:1746126728.081025:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448079e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b52 expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746126728.081035:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448079e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b52 expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746126728.081040:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f3b80 00000100:00100000:0.0:1746126728.082813:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.083958:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.087215:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.087296:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817456512 00000100:00100000:1.0:1746126728.087328:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817456512 00002000:00100000:1.0:1746126728.087374:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f2a00 x1830945817456512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.087384:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2a00 with x1830945817456512 ext(0->4095) 00010000:00010000:1.0:1746126728.087392:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a844807a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b59 expref: 15 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.087403:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a844807a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b59 expref: 15 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.087409:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f2a00 00000100:00100000:1.0:1746126728.087431:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2719 00000100:00100000:1.0:1746126728.087437:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+15:2008:x1830945817456512:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.087592:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+15:2008:x1830945817456512:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.087598:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2719 00002000:00100000:1.0:1746126728.087602:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f2a00 x1830945817456512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.087609:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2a00 with x1830945817456512 ext(0->4095) 00010000:00010000:1.0:1746126728.087614:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a844807a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b59 expref: 15 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.087622:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a844807a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b59 expref: 15 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.087627:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f2a00 00000100:00100000:0.0:1746126728.089833:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.096181:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817456896 00000100:00100000:1.0:1746126728.096189:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817456896 00002000:00100000:1.0:1746126728.096227:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2d80 x1830945817456896/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.096236:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2d80 with x1830945817456896 ext(0->4095) 00002000:00010000:1.0:1746126728.096240:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e2d80 00000100:00100000:1.0:1746126728.096271:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13464 00000100:00100000:1.0:1746126728.096277:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2008:x1830945817456896:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126728.096484:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2008:x1830945817456896:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 206us (377us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126728.096491:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13464 00002000:00100000:0.0:1746126728.096497:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2d80 x1830945817456896/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.096504:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2d80 with x1830945817456896 ext(0->4095) 00002000:00010000:0.0:1746126728.096507:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e2d80 00000100:00100000:0.0:1746126728.109507:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.110605:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2007:x1830945817457152:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 849us (1094us total) trans 4294972019 rc 0/0 00000100:00100000:0.0:1746126728.110614:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2720 00002000:00100000:0.0:1746126728.110622:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800b49f1180 x1830945817457152/t4294972019(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 496/448 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.110644:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f1180 with x1830945817457152 ext(0->7) 00010000:00010000:0.0:1746126728.110747:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844807ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b60 expref: 16 pid: 9566 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746126728.110762:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844807ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b60 expref: 16 pid: 9566 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746126728.110769:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f1180 00000100:00100000:0.0:1746126728.111987:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.114393:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.114463:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817457536 00000100:00100000:1.0:1746126728.114470:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817457536 00002000:00100000:1.0:1746126728.114506:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fed80 x1830945817457536/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.114514:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fed80 with x1830945817457536 ext(0->4095) 00002000:00010000:1.0:1746126728.114518:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fed80 00000100:00100000:1.0:1746126728.114546:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13465 00000100:00100000:1.0:1746126728.114552:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817457536:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.115372:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817457536:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 818us (981us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.115379:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13465 00002000:00100000:1.0:1746126728.115386:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fed80 x1830945817457536/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.115393:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fed80 with x1830945817457536 ext(0->4095) 00002000:00010000:1.0:1746126728.115396:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fed80 00000100:00100000:0.0:1746126728.118943:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.123577:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.123782:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.127531:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.127671:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817458176 00000100:00100000:1.0:1746126728.127678:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817458176 00002000:00100000:1.0:1746126728.127717:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fc380 x1830945817458176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.127839:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fc380 with x1830945817458176 ext(0->4095) 00010000:00010000:1.0:1746126728.127849:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a844807ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b6e expref: 17 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.127861:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a844807ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b6e expref: 17 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.127866:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fc380 00000100:00100000:1.0:1746126728.127895:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2721 00000100:00100000:1.0:1746126728.127902:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+17:2007:x1830945817458176:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.128290:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+17:2007:x1830945817458176:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 388us (759us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.128296:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2721 00002000:00100000:1.0:1746126728.128326:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fc380 x1830945817458176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.128333:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fc380 with x1830945817458176 ext(0->4095) 00010000:00010000:1.0:1746126728.128339:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a844807ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b6e expref: 17 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.128347:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a844807ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b6e expref: 17 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.128352:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fc380 00000100:00100000:0.0:1746126728.129361:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.129428:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.133120:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.133252:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817458688 00000100:00100000:1.0:1746126728.133259:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817458688 00002000:00100000:1.0:1746126728.133293:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fca80 x1830945817458688/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.133334:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fca80 with x1830945817458688 ext(0->4095) 00010000:00010000:1.0:1746126728.133343:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844807c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b75 expref: 16 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.133354:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844807c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b75 expref: 16 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.133361:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fca80 00000100:00100000:1.0:1746126728.133387:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2722 00000100:00100000:1.0:1746126728.133393:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2008:x1830945817458688:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.133533:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2008:x1830945817458688:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.133539:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2722 00002000:00100000:1.0:1746126728.133544:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fca80 x1830945817458688/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.133558:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fca80 with x1830945817458688 ext(0->4095) 00010000:00010000:1.0:1746126728.133562:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844807c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b75 expref: 16 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.133571:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844807c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b75 expref: 16 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.133576:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fca80 00000100:00100000:0.0:1746126728.134918:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.134967:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.137927:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.138029:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817459200 00000100:00100000:1.0:1746126728.138036:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817459200 00002000:00100000:1.0:1746126728.138074:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd500 x1830945817459200/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.138083:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd500 with x1830945817459200 ext(0->4095) 00010000:00010000:1.0:1746126728.138214:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844807c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b7c expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.138226:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844807c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b7c expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.138232:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fd500 00000100:00100000:1.0:1746126728.138384:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2723 00000100:00100000:1.0:1746126728.138391:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817459200:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.139095:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817459200:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 703us (1175us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.139102:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2723 00002000:00100000:1.0:1746126728.139108:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd500 x1830945817459200/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.139115:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd500 with x1830945817459200 ext(0->4095) 00010000:00010000:1.0:1746126728.139282:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844807c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b7c expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.139292:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844807c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b7c expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.139321:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fd500 00000100:00100000:0.0:1746126728.143435:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.148904:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.149097:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817459584 00000100:00100000:1.0:1746126728.149113:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817459584 00002000:00100000:1.0:1746126728.149154:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd880 x1830945817459584/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.149164:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd880 with x1830945817459584 ext(0->4095) 00002000:00010000:1.0:1746126728.149168:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fd880 00000100:00100000:1.0:1746126728.149197:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13466 00000100:00100000:1.0:1746126728.149204:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2007:x1830945817459584:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.149687:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2007:x1830945817459584:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 482us (783us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.149692:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13466 00002000:00100000:1.0:1746126728.149697:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd880 x1830945817459584/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.149703:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd880 with x1830945817459584 ext(0->4095) 00002000:00010000:1.0:1746126728.149706:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fd880 00000100:00100000:0.0:1746126728.152224:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.155699:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.160817:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.160927:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.161630:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817460096 00000100:00100000:1.0:1746126728.161638:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817460096 00002000:00100000:1.0:1746126728.161686:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992ff800 x1830945817460096/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.161696:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992ff800 with x1830945817460096 ext(0->4095) 00002000:00010000:1.0:1746126728.161701:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992ff800 00000100:00100000:1.0:1746126728.161720:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13467 00000100:00100000:1.0:1746126728.161727:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817460096:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.161872:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817460096:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (1064us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.161878:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13467 00002000:00100000:1.0:1746126728.161884:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992ff800 x1830945817460096/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.161891:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992ff800 with x1830945817460096 ext(0->4095) 00010000:00010000:1.0:1746126728.161896:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844807d6 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b8a expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.161907:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844807d6 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b8a expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.161913:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992ff800 00000100:00100000:0.0:1746126728.165087:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.165196:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.165255:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817460352 00000100:00100000:1.0:1746126728.165263:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817460352 00000100:00100000:0.0:1746126728.170745:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.170838:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817460736 00000100:00100000:1.0:1746126728.170845:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817460736 00002000:00100000:1.0:1746126728.170882:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75c380 x1830945817460736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.170892:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75c380 with x1830945817460736 ext(0->4095) 00010000:00010000:1.0:1746126728.170900:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844807dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b91 expref: 17 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.170913:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844807dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b91 expref: 17 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.170919:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75c380 00000100:00100000:1.0:1746126728.170951:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2724 00000100:00100000:1.0:1746126728.170958:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+17:2008:x1830945817460736:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.171951:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+17:2008:x1830945817460736:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 989us (1203us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.171958:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2724 00002000:00100000:1.0:1746126728.171964:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75c380 x1830945817460736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.171971:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75c380 with x1830945817460736 ext(0->4095) 00010000:00010000:1.0:1746126728.171977:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844807dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b91 expref: 17 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.171988:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844807dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b91 expref: 17 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.171994:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75c380 00000100:00100000:1.0:1746126728.176870:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.181008:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.181128:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817461120 00000100:00100000:1.0:1746126728.181137:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817461120 00002000:00100000:1.0:1746126728.181170:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75dc00 x1830945817461120/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.181184:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75dc00 with x1830945817461120 ext(0->4095) 00002000:00010000:1.0:1746126728.181188:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75dc00 00000100:00100000:1.0:1746126728.181212:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13468 00000100:00100000:1.0:1746126728.181218:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+17:2007:x1830945817461120:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.181369:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+17:2007:x1830945817461120:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.181375:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13468 00002000:00100000:1.0:1746126728.181380:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75dc00 x1830945817461120/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.181386:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75dc00 with x1830945817461120 ext(0->4095) 00002000:00010000:1.0:1746126728.181389:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75dc00 00000100:00100000:0.0:1746126728.184434:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.190173:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.191441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.194240:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.194440:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817461760 00000100:00100000:1.0:1746126728.194448:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817461760 00002000:00100000:1.0:1746126728.194492:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75d880 x1830945817461760/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.194503:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d880 with x1830945817461760 ext(0->4095) 00010000:00010000:1.0:1746126728.194512:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844807eb lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b9f expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.194525:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844807eb lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b9f expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.194531:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75d880 00000100:00100000:1.0:1746126728.194550:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2725 00000100:00100000:1.0:1746126728.194557:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817461760:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.195456:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817461760:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 898us (1220us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.195463:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2725 00002000:00100000:1.0:1746126728.195469:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75d880 x1830945817461760/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.195477:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d880 with x1830945817461760 ext(0->4095) 00010000:00010000:1.0:1746126728.195483:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844807eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b9f expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.195492:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844807eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5b9f expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.195497:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75d880 00000100:00100000:0.0:1746126728.198150:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.199764:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.202645:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.204464:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.207768:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.212188:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817462784 00000100:00100000:1.0:1746126728.212196:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817462784 00000100:00100000:1.0:1746126728.212250:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29785 00000100:00100000:1.0:1746126728.212258:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817462784:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.212278:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.212330:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480800 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5bb4 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.212368:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844807f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bad expref: 15 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.212375:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.212377:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.212380:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480800 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bb4 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.212413:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844807f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bad expref: 15 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.212424:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844807f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bad expref: 15 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.212439:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813520640:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.212518:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.215229:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813520640:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.215262:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480800 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bb4 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.215280:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00000100:00100000:1.0:1746126728.215835:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817462784:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3576us (3746us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.215845:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29785 00000100:00100000:0.0:1746126728.216821:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.220336:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817463040 00000100:00100000:1.0:1746126728.220346:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817463040 00000100:00100000:1.0:1746126728.220410:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29786 00000100:00100000:1.0:1746126728.220418:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+16:1776:x1830945817463040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.220440:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.220458:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480807 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5bbb expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.220489:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bb4 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.220497:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.220498:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.220501:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480807 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bbb expref: 17 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.220532:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bb4 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.220544:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480800 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bb4 expref: 5 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.220556:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813520896:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.220646:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.224154:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.225628:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813520896:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126728.225655:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480807 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bbb expref: 16 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126728.225670:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:0.0:1746126728.225729:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+16:1776:x1830945817463040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5311us (5481us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126728.225737:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29786 00000100:00100000:0.0:1746126728.230042:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.235614:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.268825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.281466:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.290225:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.292684:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.296040:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.296082:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.296687:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817464576 00000100:00100000:1.0:1746126728.296691:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817464576 00000100:00100000:1.0:1746126728.296713:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29788 00000100:00100000:1.0:1746126728.296720:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+18:1776:x1830945817464448:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.296735:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.296749:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480815 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5bc9 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.296772:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448080e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bc2 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.296779:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.296780:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.296783:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480815 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bc9 expref: 19 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.296806:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448080e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bc2 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.296817:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448080e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bc2 expref: 5 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.296826:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813521408:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.296887:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126728.300583:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.300738:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813521408:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.300767:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480815 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bc9 expref: 19 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.300779:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.300781:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.300788:0:11425:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480815 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bc9 expref: 19 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.300795:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bc9 expref: 19 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.301503:0:11425:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480815 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bc9 expref: 19 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.301515:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480815 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bc9 expref: 19 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.301525:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813521664:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126728.301575:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.303452:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813521664:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126728.303467:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126728.303504:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+19:1776:x1830945817464448:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6783us (7468us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.303511:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29788 00000100:00100000:0.0:1746126728.305274:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.308579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:0.0:1746126728.309466:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448081c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bd0 expref: 18 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126728.309480:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009989f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813521792:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126728.309558:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126728.312582:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.317913:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.317976:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817465472 00000100:00100000:1.0:1746126728.317984:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817465472 00000100:00100000:1.0:1746126728.318074:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29790 00000100:00100000:1.0:1746126728.318082:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817465472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.318100:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.318114:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480823 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5bd7 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.318144:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448081c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bd0 expref: 17 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.318151:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.318152:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.318156:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480823 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bd7 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.318181:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448081c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bd0 expref: 17 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.318192:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448081c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bd0 expref: 17 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.318202:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813521920:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.318551:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.320612:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813521920:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.320632:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480823 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bd7 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.320647:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126728.320678:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817465472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2596us (2770us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.320685:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29790 00000100:00100000:0.0:1746126728.324036:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.324094:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.324184:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817465728 00000100:00100000:1.0:1746126728.324191:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817465728 00000100:00100000:1.0:1746126728.324238:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29791 00000100:00100000:1.0:1746126728.324245:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+19:1776:x1830945817465728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.324262:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.324273:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448082a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5bde expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.324373:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.324378:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480823 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bd7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.324383:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126728.324386:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448082a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bde expref: 20 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.324421:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480823 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bd7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.324432:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448082a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bde expref: 20 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.324440:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00000100:00100000:1.0:1746126728.324477:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1776:x1830945817465728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 232us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.324483:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29791 00000100:00100000:0.0:1746126728.327552:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.330042:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.333263:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.337766:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.337838:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817466496 00000100:00100000:1.0:1746126728.337846:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817466496 00000100:00100000:1.0:1746126728.337935:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29792 00000100:00100000:1.0:1746126728.337942:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817466496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.337957:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.337969:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480831 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5be5 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.337990:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448082a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bde expref: 17 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.337997:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.337998:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.338001:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480831 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5be5 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.338026:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448082a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bde expref: 17 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.338037:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448082a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bde expref: 17 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.338046:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813522432:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.338629:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.341770:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813522432:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.341793:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480831 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5be5 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.341806:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126728.341837:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817466496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3895us (4077us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.341847:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29792 00000100:00100000:0.0:1746126728.343547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.351095:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817466624:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 6356us (7543us total) trans 4294972021 rc 0/0 00000100:00100000:1.0:1746126728.351107:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2731 00002000:00100000:1.0:1746126728.351117:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880098ec9500 x1830945817466624/t4294972021(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 496/448 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.351125:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec9500 with x1830945817466624 ext(0->7) 00010000:00010000:1.0:1746126728.351133:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448082a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bde expref: 20 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.351147:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448082a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bde expref: 20 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.351153:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ec9500 00000100:00100000:0.0:1746126728.353634:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.356348:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.356486:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817466880 00000100:00100000:1.0:1746126728.356492:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817466880 00000100:00100000:1.0:1746126728.357793:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29793 00000100:00100000:1.0:1746126728.357803:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+19:1776:x1830945817466880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.357818:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.357832:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480838 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5bec expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.357855:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480831 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5be5 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.357865:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.357867:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.357870:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480838 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bec expref: 20 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.357891:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480831 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5be5 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.357901:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480831 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5be5 expref: 5 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.357909:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813522688:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.357968:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.358197:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.360950:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813522688:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.360974:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480838 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bec expref: 20 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.360990:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:0.0:1746126728.361214:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.361291:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1776:x1830945817466880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3489us (4943us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.361322:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29793 00000100:00100000:0.0:1746126728.362058:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.368888:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.371350:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.376148:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.378734:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.383954:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.388117:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.388220:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.388241:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817468672 00000100:00100000:0.0:1746126728.388246:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817468672 00002000:00100000:0.0:1746126728.388275:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee7b80 x1830945817468672/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.388284:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee7b80 with x1830945817468672 ext(0->4095) 00002000:00010000:0.0:1746126728.388302:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee7b80 00000100:00100000:0.0:1746126728.388349:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13475 00000100:00100000:0.0:1746126728.388354:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817468672:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.388927:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817468672:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 571us (705us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.388934:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13475 00002000:00100000:1.0:1746126728.388940:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee7b80 x1830945817468672/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.388947:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee7b80 with x1830945817468672 ext(0->4095) 00010000:00010000:1.0:1746126728.388953:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480846 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bfa expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.388963:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480846 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5bfa expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.388969:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee7b80 00000100:00100000:0.0:1746126728.391674:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.392434:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.399555:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.399931:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817469184 00000100:00100000:1.0:1746126728.399938:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817469184 00002000:00100000:1.0:1746126728.400127:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee4a80 x1830945817469184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.400135:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4a80 with x1830945817469184 ext(0->4095) 00010000:00010000:1.0:1746126728.400142:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a8448084d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c01 expref: 21 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.400155:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a8448084d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c01 expref: 21 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.400161:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee4a80 00000100:00100000:1.0:1746126728.400281:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2734 00000100:00100000:1.0:1746126728.400287:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817469184:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.400451:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817469184:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (900us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.400460:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2734 00002000:00100000:1.0:1746126728.400465:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee4a80 x1830945817469184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.400471:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4a80 with x1830945817469184 ext(0->4095) 00010000:00010000:1.0:1746126728.400476:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a8448084d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c01 expref: 21 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.400485:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a8448084d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c01 expref: 21 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.400491:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee4a80 00000100:00100000:0.0:1746126728.405547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.409282:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.413005:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.413117:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817469696 00000100:00100000:1.0:1746126728.413124:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817469696 00000100:00100000:1.0:1746126728.413169:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29798 00000100:00100000:1.0:1746126728.413176:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817469696:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.413189:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.413202:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448085b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5c0f expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.413224:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c08 expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.413229:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.413230:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.413232:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448085b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c0f expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.413259:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c08 expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.413269:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c08 expref: 19 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.413278:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813523968:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.413389:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126728.415643:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.415939:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813523968:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.415964:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448085b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c0f expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.415980:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00000100:00100000:1.0:1746126728.416015:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817469696:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2839us (3015us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.416022:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29798 00000100:00100000:0.0:1746126728.418886:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.419988:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.420045:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817470208 00000100:00100000:1.0:1746126728.420048:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817470208 00000100:00100000:1.0:1746126728.420106:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29799 00000100:00100000:1.0:1746126728.420112:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+19:1776:x1830945817470208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.420122:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.420134:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480862 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5c16 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.420154:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448085b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c0f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.420160:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.420162:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.420165:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480862 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c16 expref: 20 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.420186:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448085b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c0f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.420196:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448085b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c0f expref: 5 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.420351:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813524224:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.420412:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126728.422668:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.423191:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813524224:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.423210:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480862 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c16 expref: 21 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.423219:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbddc00, rc 0) 00000100:00100000:1.0:1746126728.423239:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1776:x1830945817470208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3127us (3251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.423244:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29799 00000100:00100000:0.0:1746126728.423555:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.426157:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.430685:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.434646:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.438790:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.440827:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817471232 00000100:00100000:1.0:1746126728.440837:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817471232 00000100:00100000:1.0:1746126728.440886:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29801 00000100:00100000:1.0:1746126728.440893:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817471232:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.440909:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.440922:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480870 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5c24 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.440951:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480869 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c1d expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.440961:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.440963:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.440965:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480870 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c24 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.440997:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480869 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c1d expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.441006:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480869 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c1d expref: 19 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.441040:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813524736:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.441247:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.446851:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813524736:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.446876:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480870 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c24 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.446891:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126728.446937:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817471232:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6043us (8498us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126728.446939:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.446947:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29801 00000100:00100000:0.0:1746126728.447066:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817471360 00000100:00100000:0.0:1746126728.447072:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817471360 00002000:00100000:0.0:1746126728.447104:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cba5f80 x1830945817471360/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 496/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.447111:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5f80 with x1830945817471360 ext(0->7) 00010000:00010000:0.0:1746126728.447117:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480869 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c1d expref: 20 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746126728.447127:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480869 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c1d expref: 20 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746126728.447133:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba5f80 00000100:00100000:0.0:1746126728.447163:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2736 00000100:00100000:0.0:1746126728.447169:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2009:x1830945817471360:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126728.448102:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2009:x1830945817471360:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 932us (1162us total) trans 4294972022 rc 0/0 00000100:00100000:0.0:1746126728.448109:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2736 00002000:00100000:0.0:1746126728.448115:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cba5f80 x1830945817471360/t4294972022(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 496/448 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.448122:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5f80 with x1830945817471360 ext(0->7) 00010000:00010000:0.0:1746126728.448127:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480869 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c1d expref: 22 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746126728.448137:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480869 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c1d expref: 22 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746126728.448143:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba5f80 00000100:00100000:0.0:1746126728.455445:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.458457:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.458609:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817471872 00000100:00100000:1.0:1746126728.458615:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817471872 00000100:00100000:1.0:1746126728.458659:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29802 00000100:00100000:1.0:1746126728.458665:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1778:x1830945817471872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.458677:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.458691:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480877 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5c2b expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.458713:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480870 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c24 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.458720:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.458721:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.458724:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480877 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c2b expref: 22 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.458748:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480870 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c24 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.458759:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480870 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c24 expref: 5 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.458768:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813524992:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.460007:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.460237:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813524992:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.460254:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480877 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c2b expref: 22 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.460265:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00000100:00100000:1.0:1746126728.460288:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+22:1778:x1830945817471872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1624us (1836us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.460318:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29802 00000100:00100000:0.0:1746126728.464844:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.465372:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12996 00000100:00100000:1.0:1746126728.465384:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817472000:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126728.465395:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126728.465415:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480870 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c24 expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.465426:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480870 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c24 expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.465445:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480870 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c24 expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.465494:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.465496:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.465503:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480877 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c2b expref: 21 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.465511:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c2b expref: 21 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.465734:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c2b expref: 21 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126728.465745:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813525120:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126728.465812:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126728.469030:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.469433:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813525120:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126728.469448:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126728.469470:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817472000:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4088us (4632us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.469477:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12996 00000100:00100000:0.0:1746126728.471844:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.471897:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817472384 00000100:00100000:1.0:1746126728.471903:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817472384 00000100:00100000:1.0:1746126728.471951:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29803 00000100:00100000:1.0:1746126728.471958:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817472384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.471975:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.471988:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448087e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5c32 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.472009:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480877 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c2b expref: 21 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.472015:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.472016:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.472019:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448087e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c32 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.472252:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c2b expref: 21 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.472263:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c2b expref: 21 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.472274:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813525248:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.472617:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.474252:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813525248:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.474274:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448087e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c32 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.474287:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126728.474367:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817472384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2409us (2528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.474374:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29803 00000100:00100000:0.0:1746126728.474715:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.475861:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2008:x1830945817472512:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1025us (1144us total) trans 4294972023 rc 0/0 00000100:00100000:0.0:1746126728.475868:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2737 00002000:00100000:0.0:1746126728.475875:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880136048000 x1830945817472512/t4294972023(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 496/448 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.475881:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136048000 with x1830945817472512 ext(0->7) 00010000:00010000:0.0:1746126728.475886:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c2b expref: 24 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746126728.475901:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c2b expref: 24 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746126728.475906:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136048000 00000100:00100000:0.0:1746126728.477714:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.477817:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817472640 00000100:00100000:1.0:1746126728.477823:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817472640 00010000:00010000:1.0:1746126728.477848:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c2b expref: 24 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.477881:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 12997 00000100:00100000:1.0:1746126728.477887:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2008:x1830945817472640:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126728.477898:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126728.477909:0:9580:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746126728 -> 1746126729 00002000:00010000:1.0:1746126728.477912:0:9580:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746126728 -> 1746126729 00010000:00010000:1.0:1746126728.477916:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480877 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c2b expref: 24 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.477925:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480877 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c2b expref: 24 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.477944:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480877 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c2b expref: 24 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.477972:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.477974:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.477980:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448087e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c32 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.477987:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448087e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c32 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.478014:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448087e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c32 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126728.478025:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813525376:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126728.478100:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126728.481079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.481169:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813525376:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126728.481184:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126728.481216:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+23:2008:x1830945817472640:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3329us (3505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.481227:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 12997 00000100:00100000:0.0:1746126728.486458:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.486552:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.486633:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817473024 00000100:00100000:1.0:1746126728.486639:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817473024 00000100:00100000:1.0:1746126728.486862:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29804 00000100:00100000:1.0:1746126728.486870:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+23:1778:x1830945817473024:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.486885:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.486899:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480885 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5c39 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.486928:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448087e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c32 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.486935:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.486936:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.486939:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480885 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c39 expref: 24 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.486961:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448087e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c32 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.486971:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448087e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c32 expref: 5 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.486982:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813525504:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.490704:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126728.492462:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.492552:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813525504:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.492572:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480885 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c39 expref: 25 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.492585:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00000100:00100000:1.0:1746126728.492616:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+25:1778:x1830945817473024:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5748us (6165us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.492623:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29804 00000100:00100000:0.0:1746126728.496163:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.499807:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.499861:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817473664 00000100:00100000:1.0:1746126728.499869:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817473664 00000100:00100000:1.0:1746126728.499910:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29806 00000100:00100000:1.0:1746126728.499916:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817473664:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.499929:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.499942:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480893 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5c47 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.499963:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.499967:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8448088c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c40 expref: 24 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.499972:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126728.499975:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480893 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c47 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.500002:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a8448088c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c40 expref: 24 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.500013:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480893 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c47 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.500026:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126728.500064:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817473664:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.500069:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29806 00000100:00100000:1.0:1746126728.500166:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.503132:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.505455:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.505892:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.508760:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.512671:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.515965:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.519373:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.521540:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.527778:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.527818:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.530822:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.531283:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817475712 00000100:00100000:1.0:1746126728.531302:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817475712 00000100:00100000:1.0:1746126728.531785:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29810 00000100:00100000:1.0:1746126728.531792:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+25:1778:x1830945817475712:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.531805:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.531819:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844808af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5c63 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.531839:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.531843:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844808a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c5c expref: 26 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.531848:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.531851:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844808af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c63 expref: 26 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.531878:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844808a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c5c expref: 26 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.531888:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844808af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c63 expref: 26 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.531901:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126728.531953:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:1778:x1830945817475712:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (1135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.531958:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29810 00000100:00100000:0.0:1746126728.532626:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.537068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.539976:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.545355:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.554108:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.557444:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.558519:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817476864:12345-192.168.204.15@tcp:4:ptlrpcd_00_01.0 Request processed in 858us (1078us total) trans 4294972024 rc 0/0 00000100:00100000:0.0:1746126728.558526:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2742 00002000:00100000:0.0:1746126728.558532:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800969fb480 x1830945817476864/t4294972024(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 496/448 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.558539:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fb480 with x1830945817476864 ext(0->7) 00010000:00010000:0.0:1746126728.558544:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844808af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c63 expref: 26 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746126728.558553:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844808af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c63 expref: 26 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746126728.558559:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969fb480 00000100:00100000:0.0:1746126728.560171:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.562119:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.562337:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817477248 00000100:00100000:1.0:1746126728.562343:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817477248 00002000:00100000:1.0:1746126728.562376:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8a80 x1830945817477248/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.562385:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8a80 with x1830945817477248 ext(0->4095) 00002000:00010000:1.0:1746126728.562392:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f8a80 00000100:00100000:1.0:1746126728.562424:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13485 00000100:00100000:1.0:1746126728.562430:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817477248:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126728.562703:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817477248:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 272us (588us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.562794:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13485 00002000:00100000:1.0:1746126728.562800:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8a80 x1830945817477248/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.562806:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8a80 with x1830945817477248 ext(0->4095) 00002000:00010000:1.0:1746126728.562808:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f8a80 00000100:00100000:0.0:1746126728.565893:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.571583:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.572420:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.575837:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.575945:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817477888 00000100:00100000:1.0:1746126728.575952:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817477888 00002000:00100000:1.0:1746126728.575994:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8000 x1830945817477888/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.576010:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8000 with x1830945817477888 ext(0->4095) 00010000:00010000:1.0:1746126728.576019:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844808bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c71 expref: 27 pid: 9566 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.576033:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844808bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c71 expref: 27 pid: 9566 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.576040:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969f8000 00000100:00100000:1.0:1746126728.576569:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2743 00000100:00100000:1.0:1746126728.576577:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945817477888:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.576725:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945817477888:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (891us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.576966:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2743 00002000:00100000:1.0:1746126728.576973:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8000 x1830945817477888/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.576980:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8000 with x1830945817477888 ext(0->4095) 00010000:00010000:1.0:1746126728.576986:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844808bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c71 expref: 27 pid: 9566 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.576997:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844808bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c71 expref: 27 pid: 9566 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.577002:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969f8000 00000100:00100000:0.0:1746126728.578954:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.579051:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817478016 00000100:00100000:1.0:1746126728.579060:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817478016 00000100:00100000:1.0:1746126728.579135:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29814 00000100:00100000:1.0:1746126728.579142:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817478016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.579251:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.579268:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844808cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5c7f expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.579302:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.579342:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844808c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c78 expref: 26 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.579349:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126728.579352:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844808cb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c7f expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.579389:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844808c4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c78 expref: 26 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.579400:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844808cb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c7f expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.579411:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126728.579476:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817478016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 335us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.579481:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29814 00000100:00100000:0.0:1746126728.582624:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.582727:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817478400 00000100:00100000:1.0:1746126728.582733:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817478400 00002000:00100000:1.0:1746126728.582764:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f9c00 x1830945817478400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.582779:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9c00 with x1830945817478400 ext(0->4095) 00010000:00010000:1.0:1746126728.582786:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844808c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c78 expref: 26 pid: 9566 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.582796:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844808c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c78 expref: 26 pid: 9566 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.582802:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969f9c00 00000100:00100000:1.0:1746126728.582827:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2744 00000100:00100000:1.0:1746126728.582832:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817478400:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.582946:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817478400:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.582952:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2744 00002000:00100000:1.0:1746126728.582956:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f9c00 x1830945817478400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.582963:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9c00 with x1830945817478400 ext(0->4095) 00010000:00010000:1.0:1746126728.582967:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844808c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c78 expref: 26 pid: 9566 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.582975:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844808c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c78 expref: 26 pid: 9566 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.582980:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969f9c00 00000100:00100000:0.0:1746126728.585025:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.585064:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.585152:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817478528 00000100:00100000:1.0:1746126728.585159:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817478528 00000100:00100000:1.0:1746126728.585198:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29815 00000100:00100000:1.0:1746126728.585205:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:1776:x1830945817478528:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.585221:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.585413:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844808d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5c86 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.585435:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.585441:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844808cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c7f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.585446:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126728.585449:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844808d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c86 expref: 28 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.585480:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844808cb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c7f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.585490:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844808d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c86 expref: 28 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.585499:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126728.585530:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:1776:x1830945817478528:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 327us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.585536:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29815 00000100:00100000:0.0:1746126728.588280:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.588482:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817478912 00000100:00100000:1.0:1746126728.588488:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817478912 00002000:00100000:1.0:1746126728.588520:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969fad80 x1830945817478912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.588535:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fad80 with x1830945817478912 ext(0->4095) 00010000:00010000:1.0:1746126728.588543:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844808cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c7f expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.588553:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844808cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c7f expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.588558:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969fad80 00000100:00100000:1.0:1746126728.588695:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2745 00000100:00100000:1.0:1746126728.588702:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817478912:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126728.589022:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817478912:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 320us (744us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.589028:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2745 00002000:00100000:1.0:1746126728.589034:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969fad80 x1830945817478912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.589040:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fad80 with x1830945817478912 ext(0->4095) 00010000:00010000:1.0:1746126728.589044:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844808cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c7f expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.589052:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844808cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c7f expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.589057:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969fad80 00000100:00100000:0.0:1746126728.592730:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.596913:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817479296 00000100:00100000:1.0:1746126728.596922:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817479296 00002000:00100000:1.0:1746126728.596963:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2300 x1830945817479296/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.596972:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2300 with x1830945817479296 ext(0->4095) 00002000:00010000:1.0:1746126728.596977:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e2300 00000100:00100000:1.0:1746126728.597001:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13486 00000100:00100000:1.0:1746126728.597008:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817479296:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.597151:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817479296:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (651us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.597156:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13486 00002000:00100000:1.0:1746126728.597161:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2300 x1830945817479296/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.597168:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2300 with x1830945817479296 ext(0->4095) 00002000:00010000:1.0:1746126728.597170:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e2300 00000100:00100000:0.0:1746126728.600966:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.601215:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817479424 00000100:00100000:1.0:1746126728.601224:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817479424 00000100:00100000:1.0:1746126728.601278:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29816 00000100:00100000:1.0:1746126728.601286:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817479424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.601368:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.601387:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844808d9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5c8d expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.601467:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844808d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c86 expref: 25 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.601480:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.601482:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.601485:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844808d9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c8d expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.601516:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844808d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c86 expref: 25 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.601528:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844808d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c86 expref: 25 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.601540:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813528576:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.601665:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.603726:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813528576:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.603752:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844808d9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c8d expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.603766:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126728.603816:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817479424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2530us (2858us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.603825:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29816 00000100:00100000:0.0:1746126728.604234:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.609050:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817479936 00000100:00100000:0.0:1746126728.609058:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817479936 00000100:00100000:1.0:1746126728.609092:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817479680 00000100:00100000:1.0:1746126728.609096:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817479680 00002000:00100000:0.0:1746126728.609106:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5500 x1830945817479936/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.609115:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5500 with x1830945817479936 ext(0->4095) 00002000:00010000:0.0:1746126728.609120:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba5500 00000100:00100000:1.0:1746126728.609121:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29817 00000100:00100000:1.0:1746126728.609127:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:1776:x1830945817479680:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126728.609131:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13487 00000100:00100000:0.0:1746126728.609135:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817479936:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00010000:00010000:1.0:1746126728.609141:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.609157:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844808e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5c94 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.609180:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844808d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c8d expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.609187:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.609189:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.609193:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844808e0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c94 expref: 27 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.609221:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844808d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c8d expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.609238:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844808d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c8d expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.609248:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813528832:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126728.609269:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817479936:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (303us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126728.609275:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13487 00002000:00100000:0.0:1746126728.609280:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5500 x1830945817479936/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.609287:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5500 with x1830945817479936 ext(0->4095) 00010000:00010000:0.0:1746126728.609302:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844808d9 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c8d expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.609327:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00010000:00010000:0.0:1746126728.609331:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844808d9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c8d expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746126728.609337:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba5500 00000100:00100000:0.0:1746126728.612952:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.613177:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813528832:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.613204:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844808e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c94 expref: 26 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.613226:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbddc00, rc 0) 00000100:00100000:1.0:1746126728.613268:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:1776:x1830945817479680:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4141us (4464us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.613280:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29817 00000100:00100000:1.0:1746126728.613327:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817480064 00000100:00100000:1.0:1746126728.613333:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817480064 00000100:00100000:1.0:1746126728.613360:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29818 00000100:00100000:1.0:1746126728.613366:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:1778:x1830945817480064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126728.613771:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126728.613971:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.613989:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844808e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5c9b expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.614009:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.614013:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844808e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c94 expref: 27 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.614019:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.614022:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844808e7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c9b expref: 27 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.614049:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844808e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c94 expref: 27 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.614058:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844808e7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c9b expref: 27 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.614065:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126728.614085:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1778:x1830945817480064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 719us (1143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.614091:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29818 00000100:00100000:0.0:1746126728.618095:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.618185:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817480448 00000100:00100000:1.0:1746126728.618193:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817480448 00002000:00100000:1.0:1746126728.618230:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efad80 x1830945817480448/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.618239:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efad80 with x1830945817480448 ext(0->4095) 00010000:00010000:1.0:1746126728.618247:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844808e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c94 expref: 27 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.618260:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844808e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c94 expref: 27 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.618267:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5efad80 00000100:00100000:1.0:1746126728.618322:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2746 00000100:00100000:1.0:1746126728.618330:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945817480448:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.618474:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945817480448:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.618480:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2746 00002000:00100000:1.0:1746126728.618485:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efad80 x1830945817480448/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.618493:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efad80 with x1830945817480448 ext(0->4095) 00010000:00010000:1.0:1746126728.618497:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844808e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c94 expref: 27 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.618506:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844808e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c94 expref: 27 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.618517:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5efad80 00000100:00100000:0.0:1746126728.620138:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.623395:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.623438:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817480832 00000100:00100000:0.0:1746126728.623444:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817480832 00002000:00100000:0.0:1746126728.623485:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efb480 x1830945817480832/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.623496:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efb480 with x1830945817480832 ext(0->4095) 00002000:00010000:0.0:1746126728.623501:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5efb480 00000100:00100000:1.0:1746126728.623531:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13488 00000100:00100000:1.0:1746126728.623541:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817480832:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.623680:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817480832:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.623685:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13488 00002000:00100000:1.0:1746126728.623690:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efb480 x1830945817480832/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.623697:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efb480 with x1830945817480832 ext(0->4095) 00002000:00010000:1.0:1746126728.623700:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5efb480 00000100:00100000:0.0:1746126728.624926:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.625671:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817480960 00000100:00100000:1.0:1746126728.625677:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817480960 00000100:00100000:1.0:1746126728.625725:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29819 00000100:00100000:1.0:1746126728.625732:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b49850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817480960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.625744:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.625760:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844808ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5ca2 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.625785:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844808e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c9b expref: 25 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.625792:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.625794:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.625797:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844808ee lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ca2 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.625828:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844808e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c9b expref: 25 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.625839:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844808e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5c9b expref: 25 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.625852:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813529344:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.626033:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.627114:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813529344:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.627206:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844808ee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ca2 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.627221:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd800, rc 0) 00000100:00100000:1.0:1746126728.627251:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b49850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817480960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1519us (2326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.627257:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29819 00000100:00100000:0.0:1746126728.628030:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.630162:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.630345:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817481344 00000100:00100000:1.0:1746126728.630351:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817481344 00002000:00100000:1.0:1746126728.630391:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef8e00 x1830945817481344/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.630400:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8e00 with x1830945817481344 ext(0->4095) 00002000:00010000:1.0:1746126728.630404:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef8e00 00000100:00100000:1.0:1746126728.630430:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13489 00000100:00100000:1.0:1746126728.630436:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817481344:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.630579:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817481344:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.630585:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13489 00002000:00100000:1.0:1746126728.630590:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef8e00 x1830945817481344/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.630597:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8e00 with x1830945817481344 ext(0->4095) 00002000:00010000:1.0:1746126728.630600:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef8e00 00000100:00100000:0.0:1746126728.631805:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.631947:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817481472 00000100:00100000:1.0:1746126728.631951:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817481472 00000100:00100000:1.0:1746126728.631984:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29820 00000100:00100000:1.0:1746126728.631989:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+25:1778:x1830945817481472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.632002:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.632015:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844808f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5ca9 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.632039:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844808ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ca2 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.632047:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.632049:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.632052:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844808f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ca9 expref: 26 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.632084:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844808ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ca2 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.632101:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844808ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ca2 expref: 5 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.632111:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813529600:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.632176:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126728.633451:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.633463:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813529600:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.633488:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844808f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ca9 expref: 26 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.633502:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00000100:00100000:1.0:1746126728.633533:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:1778:x1830945817481472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1544us (1730us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.633541:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29820 00000100:00100000:0.0:1746126728.634764:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.634835:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817481728 00000100:00100000:1.0:1746126728.634839:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817481728 00000100:00100000:1.0:1746126728.634925:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29821 00000100:00100000:1.0:1746126728.634931:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:1776:x1830945817481728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.634946:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.634958:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844808fc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5cb0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.634976:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844808f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ca9 expref: 27 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.634987:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.634989:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.634992:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844808fc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb0 expref: 27 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.635012:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844808f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ca9 expref: 27 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.635024:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844808f5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ca9 expref: 27 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.635032:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813529856:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.635443:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.636016:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817481984 00000100:00100000:1.0:1746126728.636021:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817481984 00002000:00100000:1.0:1746126728.636050:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba4000 x1830945817481984/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.636059:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba4000 with x1830945817481984 ext(0->4095) 00010000:00010000:1.0:1746126728.636066:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844808f5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ca9 expref: 28 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.636076:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844808f5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ca9 expref: 28 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.636082:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba4000 00000100:00100000:1.0:1746126728.636109:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2747 00000100:00100000:1.0:1746126728.636116:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2007:x1830945817481984:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.636257:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2007:x1830945817481984:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.636263:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2747 00002000:00100000:1.0:1746126728.636267:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba4000 x1830945817481984/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.636275:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba4000 with x1830945817481984 ext(0->4095) 00010000:00010000:1.0:1746126728.636279:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844808f5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ca9 expref: 28 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.636287:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844808f5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ca9 expref: 28 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.636300:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba4000 00000100:00100000:1.0:1746126728.636875:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813529856:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.636892:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844808fc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb0 expref: 27 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.636904:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00000100:00100000:1.0:1746126728.636936:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1776:x1830945817481728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2005us (2173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.636943:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29821 00000100:00100000:0.0:1746126728.638234:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.638463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.638591:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817482240 00000100:00100000:1.0:1746126728.638595:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817482240 00000100:00100000:1.0:1746126728.638613:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29822 00000100:00100000:1.0:1746126728.638618:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817482240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.638627:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.638637:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480903 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5cb7 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.638661:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844808fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb0 expref: 26 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.638722:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.638724:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.638727:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480903 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb7 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.638759:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844808fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb0 expref: 26 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.638769:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844808fc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb0 expref: 26 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.638779:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813529984:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.638848:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.639979:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813529984:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.639997:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480903 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb7 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.640009:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126728.640037:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817482240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1418us (1574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.640045:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29822 00000100:00100000:0.0:1746126728.640276:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.640366:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817482496 00000100:00100000:1.0:1746126728.640371:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817482496 00002000:00100000:1.0:1746126728.640402:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efb800 x1830945817482496/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.640412:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efb800 with x1830945817482496 ext(0->4095) 00010000:00010000:1.0:1746126728.640418:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844808fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb0 expref: 26 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.640428:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844808fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb0 expref: 26 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.640435:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5efb800 00000100:00100000:1.0:1746126728.640459:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2748 00000100:00100000:1.0:1746126728.640465:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817482496:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.640589:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817482496:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.640594:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2748 00002000:00100000:1.0:1746126728.640599:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efb800 x1830945817482496/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.640605:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efb800 with x1830945817482496 ext(0->4095) 00010000:00010000:1.0:1746126728.640609:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844808fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb0 expref: 26 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.640656:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844808fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb0 expref: 26 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.640662:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5efb800 00000100:00100000:0.0:1746126728.642373:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.642415:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.642785:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817482752 00000100:00100000:1.0:1746126728.642789:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817482752 00000100:00100000:1.0:1746126728.642833:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29823 00000100:00100000:1.0:1746126728.642839:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:1776:x1830945817482752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.642855:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.642870:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448090a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5cbe expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.642896:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.642901:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480903 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.642907:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126728.642910:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448090a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cbe expref: 28 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.642940:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480903 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.642950:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448090a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cbe expref: 28 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.643051:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126728.643095:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1776:x1830945817482752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 256us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.643101:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29823 00000100:00100000:0.0:1746126728.645040:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.645508:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817483008 00000100:00100000:1.0:1746126728.645515:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817483008 00002000:00100000:1.0:1746126728.645549:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef8700 x1830945817483008/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.645560:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8700 with x1830945817483008 ext(0->4095) 00010000:00010000:1.0:1746126728.645567:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480903 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb7 expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.645579:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480903 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb7 expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.645586:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5ef8700 00000100:00100000:1.0:1746126728.645610:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2749 00000100:00100000:1.0:1746126728.645615:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817483008:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.645736:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817483008:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (697us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.645743:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2749 00002000:00100000:1.0:1746126728.645747:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef8700 x1830945817483008/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.645755:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8700 with x1830945817483008 ext(0->4095) 00010000:00010000:1.0:1746126728.645759:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480903 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb7 expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.645773:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480903 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cb7 expref: 6 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.645779:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5ef8700 00000100:00100000:0.0:1746126728.647414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.649685:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.652278:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.652342:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817483520 00000100:00100000:1.0:1746126728.652351:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817483520 00000100:00100000:1.0:1746126728.652395:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29824 00000100:00100000:1.0:1746126728.652401:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817483520:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.652415:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.652434:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480911 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5cc5 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.652462:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448090a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cbe expref: 25 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.652470:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.652472:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.652475:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480911 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cc5 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.652503:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448090a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cbe expref: 25 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.652514:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448090a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cbe expref: 25 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.652524:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813530624:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.652599:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.653522:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813530624:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126728.653539:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480911 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cc5 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.653551:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126728.653585:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817483520:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1183us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.653592:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29824 00000100:00100000:0.0:1746126728.654224:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.657003:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.658539:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.658752:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817484032 00000100:00100000:1.0:1746126728.658758:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817484032 00000100:00100000:1.0:1746126728.658796:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29825 00000100:00100000:1.0:1746126728.658802:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+25:1778:x1830945817484032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.658814:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.658856:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480918 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5ccc expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.658883:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480911 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cc5 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.658891:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.658893:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.658896:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480918 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ccc expref: 26 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.658921:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480911 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cc5 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.658937:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cc5 expref: 5 pid: 11425 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.658948:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813530880:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126728.659118:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.660374:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813530880:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126728.660391:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126728.660394:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480918 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ccc expref: 26 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.660408:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126728.660437:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:1778:x1830945817484032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1636us (1902us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.660445:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29825 00000100:00100000:0.0:1746126728.660456:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.660464:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817484160 00000100:00100000:1.0:1746126728.660468:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817484160 00000100:00100000:1.0:1746126728.660487:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29826 00000100:00100000:1.0:1746126728.660491:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:1776:x1830945817484160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.660501:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.660515:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448091f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5cd3 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.660528:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.660532:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480918 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ccc expref: 27 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.660542:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.660545:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448091f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cd3 expref: 27 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.660563:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480918 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ccc expref: 27 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.660570:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448091f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cd3 expref: 27 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.660577:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00000100:00100000:1.0:1746126728.660592:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1776:x1830945817484160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.660597:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29826 00000100:00100000:0.0:1746126728.662741:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.662818:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817484544 00000100:00100000:1.0:1746126728.662824:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817484544 00002000:00100000:1.0:1746126728.663081:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374700 x1830945817484544/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.663090:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374700 with x1830945817484544 ext(0->4095) 00010000:00010000:1.0:1746126728.663098:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ccc expref: 27 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.663111:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ccc expref: 27 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.663117:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d374700 00000100:00100000:1.0:1746126728.663145:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2750 00000100:00100000:1.0:1746126728.663152:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2007:x1830945817484544:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.663303:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2007:x1830945817484544:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (561us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.663335:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2750 00002000:00100000:1.0:1746126728.663340:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374700 x1830945817484544/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.663347:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374700 with x1830945817484544 ext(0->4095) 00010000:00010000:1.0:1746126728.663352:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ccc expref: 27 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.663361:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ccc expref: 27 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.663367:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d374700 00000100:00100000:0.0:1746126728.665058:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.665146:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.669015:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817485056 00000100:00100000:1.0:1746126728.669022:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817485056 00002000:00100000:1.0:1746126728.669054:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5880 x1830945817485056/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.669064:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5880 with x1830945817485056 ext(0->4095) 00010000:00010000:1.0:1746126728.669071:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448091f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cd3 expref: 26 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.669083:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448091f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cd3 expref: 26 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.669096:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba5880 00000100:00100000:1.0:1746126728.669122:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2751 00000100:00100000:1.0:1746126728.669128:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817485056:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.669257:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817485056:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (585us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.669263:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2751 00002000:00100000:1.0:1746126728.669268:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5880 x1830945817485056/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.669275:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5880 with x1830945817485056 ext(0->4095) 00010000:00010000:1.0:1746126728.669279:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448091f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cd3 expref: 26 pid: 11425 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.669297:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a8448091f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cd3 expref: 26 pid: 11425 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.669303:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba5880 00000100:00100000:0.0:1746126728.671699:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.671754:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.676075:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.676122:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817485568 00000100:00100000:1.0:1746126728.676130:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817485568 00002000:00100000:1.0:1746126728.676165:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374380 x1830945817485568/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.676175:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374380 with x1830945817485568 ext(0->4095) 00010000:00010000:1.0:1746126728.676182:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cda expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.676200:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cda expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.676206:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d374380 00000100:00100000:1.0:1746126728.676235:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2752 00000100:00100000:1.0:1746126728.676242:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817485568:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.676418:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817485568:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.676425:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2752 00002000:00100000:1.0:1746126728.676430:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374380 x1830945817485568/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.676438:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374380 with x1830945817485568 ext(0->4095) 00010000:00010000:1.0:1746126728.676442:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cda expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.676452:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480926 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cda expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.676458:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d374380 00000100:00100000:0.0:1746126728.679554:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.682061:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.683649:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.687961:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.691259:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.692201:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.694125:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.694172:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817486720 00000100:00100000:1.0:1746126728.694178:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817486720 00000100:00100000:1.0:1746126728.694640:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29831 00000100:00100000:1.0:1746126728.694647:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1778:x1830945817486720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.694658:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.694670:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480942 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5cf6 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.694687:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.694691:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448093b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cef expref: 28 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.694697:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.694700:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480942 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cf6 expref: 28 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.694723:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448093b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cef expref: 28 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.694733:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480942 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cf6 expref: 28 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.694740:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126728.694757:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:1778:x1830945817486720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.694763:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29831 00000100:00100000:0.0:1746126728.695100:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.697654:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.697731:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817487104 00000100:00100000:1.0:1746126728.697739:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817487104 00002000:00100000:1.0:1746126728.697778:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24bb80 x1830945817487104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.697981:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24bb80 with x1830945817487104 ext(0->4095) 00010000:00010000:1.0:1746126728.697990:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448093b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cef expref: 27 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.698397:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448093b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cef expref: 27 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.698405:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d24bb80 00000100:00100000:1.0:1746126728.698491:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2753 00000100:00100000:1.0:1746126728.698498:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2007:x1830945817487104:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.698634:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2007:x1830945817487104:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (988us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.698640:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2753 00002000:00100000:1.0:1746126728.698644:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24bb80 x1830945817487104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.698649:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24bb80 with x1830945817487104 ext(0->4095) 00010000:00010000:1.0:1746126728.698653:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448093b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cef expref: 27 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.698662:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448093b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5cef expref: 27 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.698667:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d24bb80 00000100:00100000:0.0:1746126728.705705:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.709185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.712436:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.716396:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.716508:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.719525:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.719605:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.719686:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817488256 00000100:00100000:1.0:1746126728.719692:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817488256 00000100:00100000:1.0:1746126728.719723:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29834 00000100:00100000:1.0:1746126728.719729:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1778:x1830945817488256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126728.719742:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126728.719755:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480957 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5d0b expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.719774:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.719779:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480950 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d04 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.719785:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126728.719787:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480957 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d0b expref: 28 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.719812:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480950 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d04 expref: 28 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.719820:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480957 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d0b expref: 28 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.719827:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00000100:00100000:1.0:1746126728.719860:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:1778:x1830945817488256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.719866:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29834 00000100:00100000:1.0:1746126728.726135:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817488640 00000100:00100000:1.0:1746126728.726142:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817488640 00002000:00100000:1.0:1746126728.726178:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba6680 x1830945817488640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.726192:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba6680 with x1830945817488640 ext(0->4095) 00010000:00010000:1.0:1746126728.726199:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d04 expref: 27 pid: 9566 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.726210:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d04 expref: 27 pid: 9566 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.726216:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba6680 00000100:00100000:1.0:1746126728.726438:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2754 00000100:00100000:1.0:1746126728.726444:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945817488640:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.726554:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945817488640:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.726559:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2754 00002000:00100000:1.0:1746126728.726563:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba6680 x1830945817488640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.726569:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba6680 with x1830945817488640 ext(0->4095) 00010000:00010000:1.0:1746126728.726573:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d04 expref: 27 pid: 9566 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.726580:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d04 expref: 27 pid: 9566 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.726585:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba6680 00000100:00100000:0.0:1746126728.728902:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.732662:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.735704:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.737659:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.739991:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.742099:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.743466:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.744199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.746855:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.749483:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.749538:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.752899:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.755241:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.755381:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.758947:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.763823:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.767124:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.773033:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.778470:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.778514:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.784053:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.791393:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.796509:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.809830:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.811383:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2007:x1830945817492864:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1288us (1557us total) trans 4294972025 rc 0/0 00000100:00100000:0.0:1746126728.811391:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2759 00002000:00100000:0.0:1746126728.811398:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800b51ece00 x1830945817492864/t4294972025(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 496/448 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.811406:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ece00 with x1830945817492864 ext(0->7) 00010000:00010000:0.0:1746126728.811413:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d3c expref: 28 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746126728.811425:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d3c expref: 28 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746126728.811437:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b51ece00 00000100:00100000:0.0:1746126728.816388:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817492992 00000100:00100000:0.0:1746126728.816399:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817492992 00010000:00010000:0.0:1746126728.816439:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d3c expref: 28 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:0.0:1746126728.817335:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13036 00000100:00100000:0.0:1746126728.817344:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817492992:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126728.817354:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126728.817374:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d3c expref: 30 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746126728.817385:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480988 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d3c expref: 30 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746126728.817404:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480988 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d3c expref: 30 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746126728.817885:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126728.817888:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126728.817895:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a8448098f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d43 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126728.817903:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a8448098f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d43 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.818046:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a8448098f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d43 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.818058:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a8448098f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d43 expref: 5 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.818069:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813535488:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126728.818392:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126728.820514:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.820573:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813535488:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126728.820592:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126728.820646:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2008:x1830945817492992:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3302us (4358us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.820655:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13036 00000100:00100000:0.0:1746126728.823687:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.823794:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817493504 00000100:00100000:1.0:1746126728.823803:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817493504 00010000:00010000:1.0:1746126728.823835:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a8448098f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d43 expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.823871:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13037 00000100:00100000:1.0:1746126728.823877:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817493504:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126728.823887:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126728.823904:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a8448098f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d43 expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.823912:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a8448098f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d43 expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.823933:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a8448098f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d43 expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.823953:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.823955:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.823963:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480996 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d4a expref: 27 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.823971:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d4a expref: 27 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.824069:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d4a expref: 27 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126728.824080:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813535616:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126728.824267:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.826074:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813535616:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126728.826095:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126728.826128:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817493504:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2250us (2448us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.826136:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13037 00000100:00100000:0.0:1746126728.826761:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.828649:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.830460:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.832546:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2009:x1830945817494016:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1368us (2088us total) trans 4294972026 rc 0/0 00000100:00100000:0.0:1746126728.832555:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2761 00002000:00100000:0.0:1746126728.832561:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800b51ed180 x1830945817494016/t4294972026(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 496/448 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.832568:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ed180 with x1830945817494016 ext(0->7) 00010000:00010000:0.0:1746126728.832574:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d4a expref: 30 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746126728.832586:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d4a expref: 30 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746126728.832593:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b51ed180 00000100:00100000:0.0:1746126728.835835:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.836542:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817494144 00000100:00100000:1.0:1746126728.836551:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817494144 00010000:00010000:1.0:1746126728.836673:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d4a expref: 30 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.836931:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13038 00000100:00100000:1.0:1746126728.836940:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2010:x1830945817494144:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126728.836955:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126728.836976:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480996 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d4a expref: 30 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.836988:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d4a expref: 30 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.837012:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480996 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d4a expref: 30 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.837039:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.837041:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.837049:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448099d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d51 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.837057:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448099d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d51 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.837092:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448099d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d51 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126728.837105:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813535872:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126728.837414:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126728.840296:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.840413:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813535872:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126728.840430:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126728.840469:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2010:x1830945817494144:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3531us (4643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.840478:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13038 00000100:00100000:0.0:1746126728.843652:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.844406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.845427:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.845508:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817494784 00000100:00100000:1.0:1746126728.845512:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817494784 00010000:00010000:1.0:1746126728.845527:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448099d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d51 expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.845676:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13039 00000100:00100000:1.0:1746126728.845683:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817494784:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126728.845692:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126728.845711:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448099d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d51 expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.845721:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448099d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d51 expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.845740:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448099d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d51 expref: 6 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.845760:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.845762:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.845768:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a844809a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d58 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.845775:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a844809a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d58 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.845798:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a844809a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d58 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.845807:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a844809a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d58 expref: 30 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.845817:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813536256:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126728.846670:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.847536:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813536256:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126728.847549:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126728.847588:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817494784:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1904us (2161us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.847595:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13039 00000100:00100000:0.0:1746126728.847803:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.850407:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.850555:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817495168 00000100:00100000:1.0:1746126728.850564:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817495168 00010000:00010000:1.0:1746126728.850593:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a844809a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d58 expref: 31 pid: 11426 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746126728.850635:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13040 00000100:00100000:1.0:1746126728.850643:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817495168:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126728.850655:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126728.850674:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a844809a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d58 expref: 31 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.850689:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a844809a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d58 expref: 31 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.850712:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a844809a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d58 expref: 31 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.850729:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.850731:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126728.850739:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844809ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d5f expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.850745:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844809ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d5f expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126728.850773:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844809ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d5f expref: 30 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126728.851044:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813536384:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126728.851344:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126728.854325:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813536384:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126728.854349:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126728.854401:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817495168:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3758us (4000us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126728.854412:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13040 00000100:00100000:0.0:1746126728.855150:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.859828:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.862174:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.862337:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817495680 00000100:00100000:1.0:1746126728.862345:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817495680 00010000:00010000:1.0:1746126728.862371:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844809ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d5f expref: 30 pid: 9566 timeout: 871 lvb_type: 0 00000100:00100000:0.0:1746126728.864484:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.864923:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.869029:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.869078:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.873163:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.874910:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.876806:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.878124:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.879593:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.881530:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.883262:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.885112:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.887610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.889042:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.891739:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.891819:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817498240 00000100:00100000:1.0:1746126728.891826:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817498240 00002000:00100000:1.0:1746126728.891873:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d265180 x1830945817498240/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 496/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.891881:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265180 with x1830945817498240 ext(0->7) 00010000:00010000:1.0:1746126728.891888:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844809ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d82 expref: 30 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746126728.891899:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844809ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d82 expref: 30 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746126728.891905:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d265180 00000100:00100000:1.0:1746126728.891933:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2764 00000100:00100000:1.0:1746126728.891939:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817498240:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126728.892963:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817498240:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1021us (1223us total) trans 4294972027 rc 0/0 00000100:00100000:0.0:1746126728.892972:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2764 00002000:00100000:0.0:1746126728.892978:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d265180 x1830945817498240/t4294972027(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 496/448 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.892985:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265180 with x1830945817498240 ext(0->7) 00010000:00010000:0.0:1746126728.892992:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844809ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d82 expref: 32 pid: 11426 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746126728.893002:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844809ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d82 expref: 32 pid: 11426 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746126728.893013:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d265180 00000100:00100000:0.0:1746126728.895726:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.901635:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.901771:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817498624 00000100:00100000:1.0:1746126728.901778:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817498624 00002000:00100000:1.0:1746126728.901821:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d265f80 x1830945817498624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.901831:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265f80 with x1830945817498624 ext(0->4095) 00002000:00010000:1.0:1746126728.901835:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d265f80 00000100:00100000:1.0:1746126728.901865:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13507 00000100:00100000:1.0:1746126728.901872:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817498624:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.902046:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817498624:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.902052:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13507 00002000:00100000:1.0:1746126728.902057:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d265f80 x1830945817498624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.902064:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265f80 with x1830945817498624 ext(0->4095) 00002000:00010000:1.0:1746126728.902067:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d265f80 00000100:00100000:0.0:1746126728.903785:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.905033:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.905957:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.909100:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.909174:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817499264 00000100:00100000:1.0:1746126728.909181:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817499264 00002000:00100000:1.0:1746126728.909218:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d266d80 x1830945817499264/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.909226:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266d80 with x1830945817499264 ext(0->4095) 00010000:00010000:1.0:1746126728.909234:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844809dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d90 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126728.909246:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844809dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5d90 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126728.909252:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d266d80 00000100:00100000:0.0:1746126728.911819:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.914722:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.914893:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817499648 00000100:00100000:1.0:1746126728.914899:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817499648 00002000:00100000:1.0:1746126728.914936:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d266680 x1830945817499648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.914946:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266680 with x1830945817499648 ext(0->4095) 00002000:00010000:1.0:1746126728.914951:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d266680 00000100:00100000:1.0:1746126728.915033:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13508 00000100:00100000:1.0:1746126728.915040:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817499648:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.915184:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817499648:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.915190:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13508 00002000:00100000:1.0:1746126728.915196:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d266680 x1830945817499648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.915204:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266680 with x1830945817499648 ext(0->4095) 00002000:00010000:1.0:1746126728.915207:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d266680 00000100:00100000:0.0:1746126728.917162:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.919988:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.922984:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.924878:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.925854:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.926894:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.928971:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.929041:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817500800 00000100:00100000:1.0:1746126728.929045:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817500800 00002000:00100000:1.0:1746126728.929075:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d267b80 x1830945817500800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.929085:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267b80 with x1830945817500800 ext(0->4095) 00010000:00010000:1.0:1746126728.929091:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844809f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5da5 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126728.929101:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844809f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5da5 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126728.929107:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d267b80 00000100:00100000:1.0:1746126728.929133:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2766 00000100:00100000:1.0:1746126728.929138:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817500800:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.929271:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817500800:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.929277:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2766 00002000:00100000:1.0:1746126728.929281:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d267b80 x1830945817500800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.929326:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267b80 with x1830945817500800 ext(0->4095) 00010000:00010000:1.0:1746126728.929331:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844809f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5da5 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126728.929529:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844809f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5da5 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126728.929536:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d267b80 00000100:00100000:0.0:1746126728.931255:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817501056 00000100:00100000:0.0:1746126728.931259:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817501056 00010000:00010000:0.0:1746126728.931273:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844809f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5da5 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746126728.931326:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13051 00000100:00100000:0.0:1746126728.931331:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817501056:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126728.931339:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126728.931354:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844809f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5da5 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126728.931368:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844809f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5da5 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126728.931485:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844809f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5da5 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126728.931627:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126728.931629:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126728.931636:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844809f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dac expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126728.931656:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844809f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dac expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126728.931721:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844809f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dac expref: 32 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126728.931732:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844809f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dac expref: 32 pid: 9566 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746126728.931743:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813539328:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126728.932047:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126728.934426:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.934514:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817501312 00000100:00100000:1.0:1746126728.934521:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817501312 00002000:00100000:1.0:1746126728.934557:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d264380 x1830945817501312/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.934567:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264380 with x1830945817501312 ext(0->4095) 00010000:00010000:1.0:1746126728.934575:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844809f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dac expref: 32 pid: 9566 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126728.934587:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844809f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dac expref: 32 pid: 9566 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126728.934594:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d264380 00000100:00100000:1.0:1746126728.934617:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2767 00000100:00100000:1.0:1746126728.934622:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817501312:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.934754:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817501312:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.934761:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2767 00002000:00100000:1.0:1746126728.934766:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d264380 x1830945817501312/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.934772:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264380 with x1830945817501312 ext(0->4095) 00010000:00010000:1.0:1746126728.934777:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844809f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dac expref: 32 pid: 9566 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126728.934790:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a844809f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dac expref: 32 pid: 9566 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126728.934795:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d264380 00000100:00100000:0.0:1746126728.938647:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.938742:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.941542:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.943509:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.946703:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.949627:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.952755:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.957321:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.958230:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.961424:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.961479:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.964152:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.964209:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817503360 00000100:00100000:1.0:1746126728.964216:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817503360 00002000:00100000:1.0:1746126728.964254:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf0e00 x1830945817503360/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.964264:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0e00 with x1830945817503360 ext(0->4095) 00010000:00010000:1.0:1746126728.964272:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480a14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dc8 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126728.964301:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480a14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dc8 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126728.964331:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf0e00 00000100:00100000:1.0:1746126728.964362:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2769 00000100:00100000:1.0:1746126728.964368:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817503360:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126728.964566:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817503360:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 198us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.964573:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2769 00002000:00100000:1.0:1746126728.964578:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf0e00 x1830945817503360/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.964585:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0e00 with x1830945817503360 ext(0->4095) 00010000:00010000:1.0:1746126728.964590:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480a14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dc8 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126728.964598:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480a14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dc8 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126728.964603:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf0e00 00000100:00100000:0.0:1746126728.968238:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.971396:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.971515:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817503744 00000100:00100000:1.0:1746126728.971522:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817503744 00002000:00100000:1.0:1746126728.971559:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf0000 x1830945817503744/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.971568:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0000 with x1830945817503744 ext(0->4095) 00002000:00010000:1.0:1746126728.971573:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf0000 00000100:00100000:1.0:1746126728.971600:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13512 00000100:00100000:1.0:1746126728.971606:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817503744:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126728.971740:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817503744:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126728.972363:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13512 00002000:00100000:1.0:1746126728.972371:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf0000 x1830945817503744/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126728.972378:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0000 with x1830945817503744 ext(0->4095) 00002000:00010000:1.0:1746126728.972381:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf0000 00000100:00100000:0.0:1746126728.975196:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.979693:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.983106:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126728.983625:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.983819:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817504384 00000100:00100000:0.0:1746126728.983822:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817504384 00002000:00100000:0.0:1746126728.983846:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969fbb80 x1830945817504384/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/0 e 0 to 0 dl 1746126739 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.983855:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fbb80 with x1830945817504384 ext(0->4095) 00010000:00010000:0.0:1746126728.983860:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480a22 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dd6 expref: 6 pid: 9566 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126728.983868:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480a22 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dd6 expref: 6 pid: 9566 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126728.983873:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969fbb80 00000100:00100000:0.0:1746126728.983885:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2770 00000100:00100000:0.0:1746126728.983889:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817504384:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126728.984020:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817504384:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (395us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126728.984028:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2770 00002000:00100000:0.0:1746126728.984033:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969fbb80 x1830945817504384/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:489/0 lens 488/4536 e 0 to 0 dl 1746126739 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126728.984039:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fbb80 with x1830945817504384 ext(0->4095) 00010000:00010000:0.0:1746126728.984043:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480a22 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dd6 expref: 6 pid: 9566 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126728.984051:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480a22 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5dd6 expref: 6 pid: 9566 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126728.984056:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969fbb80 00000100:00100000:0.0:1746126728.985726:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.988110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.991391:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.993397:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126728.997230:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.000106:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.004646:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.006761:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.007354:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.009108:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.009345:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.009523:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817506048 00000100:00100000:1.0:1746126729.009527:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817506048 00000100:00100000:1.0:1746126729.009547:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29868 00000100:00100000:1.0:1746126729.009552:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1778:x1830945817506048:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.009560:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.009568:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480a45 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5df9 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.009581:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480a3e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5df2 expref: 34 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.009586:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.009587:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.009589:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480a45 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5df9 expref: 34 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.009605:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480a3e lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5df2 expref: 34 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.009613:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480a3e lrc: 7/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5df2 expref: 34 pid: 11426 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.009621:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813541888:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.009639:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126729.011979:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.012061:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813541888:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.012077:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480a45 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5df9 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.012091:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00000100:00100000:1.0:1746126729.012111:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1778:x1830945817506048:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2559us (3008us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.012117:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29868 00000100:00100000:0.0:1746126729.016006:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.018460:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.020708:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.021413:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817506944 00000100:00100000:1.0:1746126729.021421:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817506944 00000100:00100000:1.0:1746126729.021473:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29869 00000100:00100000:1.0:1746126729.021479:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817506944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.021494:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.021510:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480a4c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5e00 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.021536:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480a45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5df9 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.021544:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.021546:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.021549:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480a4c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e00 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.021575:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480a45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5df9 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.021586:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480a45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5df9 expref: 31 pid: 11425 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.021598:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813542144:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.021684:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.023524:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813542144:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.023553:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480a4c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e00 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.023567:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126729.023608:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817506944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2128us (2903us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.023616:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29869 00000100:00100000:0.0:1746126729.023960:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.025723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.027554:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.027631:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817507456 00000100:00100000:1.0:1746126729.027711:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817507456 00000100:00100000:1.0:1746126729.027751:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29870 00000100:00100000:1.0:1746126729.027755:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1778:x1830945817507456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.027769:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.027784:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480a53 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5e07 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.027809:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480a4c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e00 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.027816:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.027818:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.027821:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480a53 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e07 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.027846:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480a4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e00 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.027858:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480a4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e00 expref: 5 pid: 11425 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.027866:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813542400:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.027956:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126729.029185:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.029253:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813542400:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.029271:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480a53 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e07 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.029294:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:0.0:1746126729.029566:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.029580:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+34:1778:x1830945817507456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1824us (2029us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.029589:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29870 00000100:00100000:0.0:1746126729.032859:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.035298:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.035878:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.037703:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.039258:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.039340:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.042059:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.046677:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.051481:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.053496:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.053699:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817509504 00000100:00100000:1.0:1746126729.053708:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817509504 00000100:00100000:1.0:1746126729.053765:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29874 00000100:00100000:1.0:1746126729.053786:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817509504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.053802:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.053908:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480a6f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5e23 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.053945:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480a68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e1c expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.053953:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.053955:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.053959:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480a6f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e23 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.053996:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480a68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e1c expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.054009:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480a68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e1c expref: 31 pid: 11426 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.054024:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813543424:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.054147:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126729.056246:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.056368:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813543424:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.056393:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480a6f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e23 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.056408:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126729.056440:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817509504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2669us (2947us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.056447:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29874 00000100:00100000:0.0:1746126729.060508:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.060591:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817509760 00000100:00100000:1.0:1746126729.060654:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817509760 00000100:00100000:1.0:1746126729.060712:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29875 00000100:00100000:1.0:1746126729.060718:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817509760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.060737:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.060752:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480a76 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5e2a expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.060779:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480a6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e23 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.060785:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.060786:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.060790:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480a76 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e2a expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.060819:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480a6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e23 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.060830:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480a6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e23 expref: 5 pid: 11425 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.060842:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813543680:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.060899:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126729.061097:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.061182:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817510016 00000100:00100000:1.0:1746126729.061188:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817510016 00002000:00100000:1.0:1746126729.061217:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492300 x1830945817510016/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.061224:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492300 with x1830945817510016 ext(0->4095) 00010000:00010000:1.0:1746126729.061231:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480a6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e23 expref: 6 pid: 11425 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.061239:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480a6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e23 expref: 6 pid: 11425 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.061243:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134492300 00000100:00100000:1.0:1746126729.061262:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2776 00000100:00100000:1.0:1746126729.061266:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817510016:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126729.061406:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817510016:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.061413:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2776 00002000:00100000:1.0:1746126729.061418:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492300 x1830945817510016/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.061424:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492300 with x1830945817510016 ext(0->4095) 00010000:00010000:1.0:1746126729.061428:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480a6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e23 expref: 6 pid: 11425 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.061485:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480a6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e23 expref: 6 pid: 11425 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.061491:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134492300 00000100:00100000:1.0:1746126729.062565:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813543680:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.062583:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480a76 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e2a expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.062596:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbddc00, rc 0) 00000100:00100000:1.0:1746126729.062685:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817509760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1966us (2183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.062690:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29875 00000100:00100000:0.0:1746126729.067510:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.067573:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.067651:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817510144 00000100:00100000:1.0:1746126729.067658:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817510144 00000100:00100000:1.0:1746126729.067783:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29876 00000100:00100000:1.0:1746126729.067789:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1778:x1830945817510144:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.067801:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.067811:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480a7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5e31 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.067837:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480a76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e2a expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.067986:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.067989:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.067993:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480a7d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e31 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.068012:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480a76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e2a expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.068022:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480a76 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e2a expref: 33 pid: 11425 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.068032:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813543808:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.068142:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.070357:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813543808:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.070383:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480a7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e31 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.070405:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126729.070437:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1778:x1830945817510144:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2648us (2933us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.070445:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29876 00000100:00100000:0.0:1746126729.070636:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.070722:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817510528 00000100:00100000:1.0:1746126729.070727:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817510528 00002000:00100000:1.0:1746126729.070760:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134491880 x1830945817510528/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.070770:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134491880 with x1830945817510528 ext(0->4095) 00010000:00010000:1.0:1746126729.070776:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480a76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e2a expref: 33 pid: 11425 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.070793:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480a76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e2a expref: 33 pid: 11425 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.070800:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134491880 00000100:00100000:1.0:1746126729.070832:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2777 00000100:00100000:1.0:1746126729.070838:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817510528:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126729.071015:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817510528:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.071021:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2777 00002000:00100000:1.0:1746126729.071026:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134491880 x1830945817510528/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.071032:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134491880 with x1830945817510528 ext(0->4095) 00010000:00010000:1.0:1746126729.071036:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480a76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e2a expref: 33 pid: 11425 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.071748:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480a76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e2a expref: 33 pid: 11425 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.071756:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134491880 00000100:00100000:0.0:1746126729.072813:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.076262:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.076633:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817510912 00000100:00100000:1.0:1746126729.076639:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817510912 00002000:00100000:1.0:1746126729.076674:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492680 x1830945817510912/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.076684:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492680 with x1830945817510912 ext(0->4095) 00002000:00010000:1.0:1746126729.076688:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134492680 00000100:00100000:1.0:1746126729.076715:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13518 00000100:00100000:1.0:1746126729.076722:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2009:x1830945817510912:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126729.077626:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2009:x1830945817510912:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 903us (1363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.077632:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13518 00002000:00100000:1.0:1746126729.077637:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492680 x1830945817510912/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.077643:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492680 with x1830945817510912 ext(0->4095) 00002000:00010000:1.0:1746126729.077647:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134492680 00000100:00100000:0.0:1746126729.079496:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.079593:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817511040 00000100:00100000:1.0:1746126729.079601:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817511040 00000100:00100000:1.0:1746126729.079645:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29877 00000100:00100000:1.0:1746126729.079652:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817511040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.079784:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.079803:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480a84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5e38 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.079834:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480a7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e31 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.079841:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.079842:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.079846:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480a84 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e38 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.079879:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480a7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e31 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.079890:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480a7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e31 expref: 31 pid: 11425 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.079902:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813544192:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.080061:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996006c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.081799:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813544192:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.081998:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480a84 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e38 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.082015:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126729.082051:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817511040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2399us (2562us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.082058:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29877 00000100:00100000:0.0:1746126729.082399:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.085695:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817511424 00000100:00100000:0.0:1746126729.085704:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817511424 00002000:00100000:0.0:1746126729.085749:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d265880 x1830945817511424/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.085763:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265880 with x1830945817511424 ext(0->4095) 00002000:00010000:0.0:1746126729.085769:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d265880 00000100:00100000:0.0:1746126729.085796:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13519 00000100:00100000:0.0:1746126729.085803:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817511424:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126729.085959:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817511424:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (364us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126729.085965:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13519 00002000:00100000:0.0:1746126729.085969:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d265880 x1830945817511424/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.085976:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265880 with x1830945817511424 ext(0->4095) 00002000:00010000:0.0:1746126729.085979:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d265880 00000100:00100000:0.0:1746126729.086362:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.086482:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817511552 00000100:00100000:1.0:1746126729.086486:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817511552 00000100:00100000:1.0:1746126729.086517:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29878 00000100:00100000:1.0:1746126729.086523:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817511552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.086532:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.086549:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480a8b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5e3f expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.086572:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480a84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e38 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.086580:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.086582:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.086585:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480a8b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e3f expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.086615:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480a84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e38 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.086627:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480a84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e38 expref: 5 pid: 11425 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.086638:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813544448:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.086708:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996006c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126729.088652:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.088770:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813544448:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.088794:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480a8b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e3f expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.088812:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126729.088846:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+34:1776:x1830945817511552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2323us (2484us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.088853:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29878 00000100:00100000:0.0:1746126729.089553:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.092162:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.092581:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817512064 00000100:00100000:1.0:1746126729.092588:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817512064 00002000:00100000:1.0:1746126729.092617:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969eea00 x1830945817512064/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.092632:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eea00 with x1830945817512064 ext(0->4095) 00010000:00010000:1.0:1746126729.092639:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480a8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e3f expref: 33 pid: 11425 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.092651:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480a8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e3f expref: 33 pid: 11425 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.092657:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969eea00 00000100:00100000:1.0:1746126729.092840:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2778 00000100:00100000:1.0:1746126729.092846:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817512064:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126729.092961:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817512064:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (805us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.092967:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2778 00002000:00100000:1.0:1746126729.092971:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969eea00 x1830945817512064/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.092977:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eea00 with x1830945817512064 ext(0->4095) 00010000:00010000:1.0:1746126729.092982:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480a8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e3f expref: 33 pid: 11425 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.092990:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480a8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e3f expref: 33 pid: 11425 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.092995:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969eea00 00000100:00100000:0.0:1746126729.094547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.098088:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.101710:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.106144:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.109084:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.111614:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.117392:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.118583:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.122795:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.122922:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817513600 00000100:00100000:1.0:1746126729.122929:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817513600 00002000:00100000:1.0:1746126729.122967:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c009880 x1830945817513600/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.122977:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c009880 with x1830945817513600 ext(0->4095) 00010000:00010000:1.0:1746126729.122985:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480aa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e54 expref: 33 pid: 9566 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.122998:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480aa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e54 expref: 33 pid: 9566 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.123005:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c009880 00000100:00100000:1.0:1746126729.123021:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2780 00000100:00100000:1.0:1746126729.123027:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817513600:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126729.123162:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817513600:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.123168:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2780 00002000:00100000:1.0:1746126729.123173:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c009880 x1830945817513600/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.123180:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c009880 with x1830945817513600 ext(0->4095) 00010000:00010000:1.0:1746126729.123184:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480aa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e54 expref: 33 pid: 9566 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.123193:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84480aa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e54 expref: 33 pid: 9566 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.123199:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c009880 00000100:00100000:0.0:1746126729.126861:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.129196:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.132731:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.132826:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817514112 00000100:00100000:1.0:1746126729.132834:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817514112 00000100:00100000:1.0:1746126729.132920:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29883 00000100:00100000:1.0:1746126729.132927:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817514112:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.132940:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.132957:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480aae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5e62 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.132986:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84480aa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e5b expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.132994:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.132996:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.132999:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480aae lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e62 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.133030:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84480aa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e5b expref: 31 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.133042:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84480aa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e5b expref: 31 pid: 9566 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.133054:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813545728:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.134504:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126729.137422:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.137613:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813545728:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.137647:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480aae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e62 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.137671:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd800, rc 0) 00000100:00100000:1.0:1746126729.137720:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817514112:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4793us (4993us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.137730:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29883 00000100:00100000:0.0:1746126729.140496:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.141084:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.141535:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817514368 00000100:00100000:1.0:1746126729.141541:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817514368 00000100:00100000:1.0:1746126729.141573:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29884 00000100:00100000:1.0:1746126729.141580:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817514368:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.141597:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.141613:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480ab5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5e69 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.141641:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480aae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e62 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126729.141643:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817514624 00010000:00010000:1.0:1746126729.141649:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746126729.141650:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817514624 00010000:00010000:1.0:1746126729.141651:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.141654:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480ab5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e69 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.141678:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480aae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e62 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746126729.141687:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00a680 x1830945817514624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746126729.141689:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480aae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e62 expref: 6 pid: 11425 timeout: 872 lvb_type: 0 00002000:00100000:0.0:1746126729.141696:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00a680 with x1830945817514624 ext(0->4095) 00000100:00100000:1.0:1746126729.141704:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813545984:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126729.141704:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480aae lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e62 expref: 6 pid: 11425 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126729.141717:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480aae lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e62 expref: 6 pid: 11425 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126729.141723:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c00a680 00000100:00100000:0.0:1746126729.141742:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2781 00000100:00100000:0.0:1746126729.141749:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817514624:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126729.141751:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126729.142807:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817514624:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 1055us (1727us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126729.142814:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2781 00002000:00100000:0.0:1746126729.142822:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00a680 x1830945817514624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.142829:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00a680 with x1830945817514624 ext(0->4095) 00010000:00010000:0.0:1746126729.142835:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480aae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e62 expref: 6 pid: 11425 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126729.142845:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480aae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e62 expref: 6 pid: 11425 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126729.142850:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c00a680 00000100:00100000:1.0:1746126729.145364:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813545984:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.145395:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480ab5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e69 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.145413:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00000100:00100000:1.0:1746126729.145461:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817514368:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3880us (4969us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.145468:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29884 00000100:00100000:0.0:1746126729.147677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.147752:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817514752 00000100:00100000:1.0:1746126729.147762:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817514752 00000100:00100000:1.0:1746126729.147820:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29885 00000100:00100000:1.0:1746126729.147829:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1778:x1830945817514752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.147847:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.147865:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480abc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5e70 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.147891:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.147897:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480ab5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e69 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.147903:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1746126729.147905:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126729.147907:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480abc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e70 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.149822:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480ab5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e69 expref: 33 pid: 11425 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.149839:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480ab5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e69 expref: 33 pid: 11425 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.149849:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813546240:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.149879:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.153068:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813546240:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.153097:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480abc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e70 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.153115:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126729.153254:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1778:x1830945817514752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5425us (5583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.153263:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29885 00000100:00100000:0.0:1746126729.154111:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.158466:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.162753:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.166506:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.166618:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817515648 00000100:00100000:1.0:1746126729.166625:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817515648 00000100:00100000:1.0:1746126729.166716:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29886 00000100:00100000:1.0:1746126729.166722:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817515648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.166738:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.166752:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480ac3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5e77 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.166779:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480abc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e70 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.166786:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.166788:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.166791:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480ac3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e77 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.166816:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480abc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e70 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.166827:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480abc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e70 expref: 31 pid: 11425 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.166837:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813546496:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.167590:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.168669:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813546496:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.168689:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480ac3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e77 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.168702:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126729.168743:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817515648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2020us (2243us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.168750:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29886 00000100:00100000:0.0:1746126729.169410:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.173644:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.173798:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.174237:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817516160 00000100:00100000:1.0:1746126729.174241:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817516160 00000100:00100000:1.0:1746126729.174260:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29887 00000100:00100000:1.0:1746126729.174264:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817516160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.174272:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.174293:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480aca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5e7e expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.174335:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480ac3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e77 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.174342:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.174344:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.174347:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480aca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e7e expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.174371:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480ac3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e77 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.174382:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480ac3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5e77 expref: 6 pid: 11425 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.174391:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813546752:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.174433:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126729.176254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.176434:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817516288 00000100:00100000:1.0:1746126729.176440:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817516288 00000100:00100000:0.0:1746126729.178087:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.182048:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.184672:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.188752:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.191793:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.195967:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.198888:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.199435:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.202476:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.203805:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.207439:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.210644:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.214351:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.217157:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.221970:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.224704:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.224797:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.228240:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.228736:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.233974:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.236029:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.238738:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.240548:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.244131:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.247121:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.249925:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.250166:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.250240:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29897 00000100:00100000:0.0:1746126729.250245:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1778:x1830945817520896:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126729.250250:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126729.250261:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3be00/0xd8b4f51a84480b10 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5ec4 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.250777:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126729.250781:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480b09 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ebd expref: 34 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.250786:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126729.250788:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3be00/0xd8b4f51a84480b10 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ec4 expref: 34 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.250827:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480b09 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ebd expref: 34 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.250837:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3be00/0xd8b4f51a84480b10 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ec4 expref: 34 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.250844:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3be00, rc 0) 00000100:00100000:0.0:1746126729.250954:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+34:1778:x1830945817520896:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 708us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126729.250959:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29897 00000100:00100000:0.0:1746126729.253568:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.256473:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.260468:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.263725:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.267680:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.271794:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.275839:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.275879:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.280196:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.280247:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.283296:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.286112:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.291936:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.293562:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813550464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746126729.293598:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126729.294378:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813550464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746126729.294754:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.298123:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.300012:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.302092:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.302128:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817523968 00000100:00100000:1.0:1746126729.302134:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817523968 00000100:00100000:1.0:1746126729.302175:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29903 00000100:00100000:1.0:1746126729.302181:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1778:x1830945817523968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.302190:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.302199:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480b3a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5eee expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.302219:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.302223:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480b33 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ee7 expref: 34 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.302231:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.302234:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480b3a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5eee expref: 34 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.302253:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480b33 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ee7 expref: 34 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.302263:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480b3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5eee expref: 34 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.302271:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126729.302330:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+34:1778:x1830945817523968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.302335:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29903 00000100:00100000:0.0:1746126729.303391:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.308111:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.308460:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817524352 00000100:00100000:1.0:1746126729.308467:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817524352 00002000:00100000:1.0:1746126729.308500:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75d180 x1830945817524352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.308509:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d180 with x1830945817524352 ext(0->4095) 00010000:00010000:1.0:1746126729.308516:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480b33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ee7 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.308527:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480b33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ee7 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.308533:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75d180 00000100:00100000:1.0:1746126729.308620:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2788 00000100:00100000:1.0:1746126729.308627:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817524352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126729.308931:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817524352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 303us (820us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.308937:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2788 00002000:00100000:1.0:1746126729.308941:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75d180 x1830945817524352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.308948:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d180 with x1830945817524352 ext(0->4095) 00010000:00010000:1.0:1746126729.308952:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480b33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ee7 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.308961:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480b33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ee7 expref: 33 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.308966:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75d180 00000100:00100000:0.0:1746126729.310624:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.315833:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.316469:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817524736 00000100:00100000:1.0:1746126729.316476:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817524736 00002000:00100000:1.0:1746126729.316506:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75df80 x1830945817524736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.316515:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75df80 with x1830945817524736 ext(0->4095) 00002000:00010000:1.0:1746126729.316519:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75df80 00000100:00100000:1.0:1746126729.317550:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13534 00000100:00100000:1.0:1746126729.317558:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817524736:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126729.318024:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817524736:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 465us (2190us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.318030:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13534 00002000:00100000:1.0:1746126729.318036:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75df80 x1830945817524736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.318043:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75df80 with x1830945817524736 ext(0->4095) 00002000:00010000:1.0:1746126729.318047:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75df80 00000100:00100000:0.0:1746126729.329646:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.329703:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817524992 00000100:00100000:1.0:1746126729.329710:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817524992 00002000:00100000:1.0:1746126729.329748:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e75fb80 x1830945817524992/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 496/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.329756:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75fb80 with x1830945817524992 ext(0->7) 00010000:00010000:1.0:1746126729.329763:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480b3a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5eee expref: 32 pid: 9565 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.329776:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480b3a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5eee expref: 32 pid: 9565 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.329786:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75fb80 00000100:00100000:1.0:1746126729.330206:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2789 00000100:00100000:1.0:1746126729.330215:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817524992:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126729.333477:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+34:2008:x1830945817524992:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 3252us (3829us total) trans 4294972028 rc 0/0 00000100:00100000:0.0:1746126729.333489:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2789 00002000:00100000:0.0:1746126729.333500:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e75fb80 x1830945817524992/t4294972028(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 496/448 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.333510:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75fb80 with x1830945817524992 ext(0->7) 00010000:00010000:0.0:1746126729.333519:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480b3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5eee expref: 34 pid: 9565 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126729.333536:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480b3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5eee expref: 34 pid: 9565 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126729.333543:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75fb80 00000100:00100000:0.0:1746126729.336412:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.340584:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.340673:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817525376 00000100:00100000:1.0:1746126729.340684:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817525376 00002000:00100000:1.0:1746126729.340728:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75e680 x1830945817525376/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.340738:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75e680 with x1830945817525376 ext(0->4095) 00002000:00010000:1.0:1746126729.340742:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75e680 00000100:00100000:1.0:1746126729.340781:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13535 00000100:00100000:1.0:1746126729.340788:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817525376:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126729.340929:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817525376:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.340934:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13535 00002000:00100000:1.0:1746126729.340939:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75e680 x1830945817525376/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.340946:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75e680 with x1830945817525376 ext(0->4095) 00002000:00010000:1.0:1746126729.340948:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75e680 00000100:00100000:0.0:1746126729.342713:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.347182:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.355911:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.372663:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817526144 00000100:00100000:0.0:1746126729.372670:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817526144 00002000:00100000:0.0:1746126729.372711:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d264000 x1830945817526144/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 496/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.372720:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264000 with x1830945817526144 ext(0->7) 00010000:00010000:0.0:1746126729.372726:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84480b48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5efc expref: 34 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126729.372737:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84480b48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5efc expref: 34 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126729.372743:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d264000 00000100:00100000:0.0:1746126729.372769:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2790 00000100:00100000:0.0:1746126729.372775:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+34:2007:x1830945817526144:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126729.374634:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817526144:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1853us (2018us total) trans 4294972029 rc 0/0 00000100:00100000:0.0:1746126729.374643:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2790 00002000:00100000:0.0:1746126729.374650:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d264000 x1830945817526144/t4294972029(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 496/448 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.374657:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264000 with x1830945817526144 ext(0->7) 00010000:00010000:0.0:1746126729.374664:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84480b48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5efc expref: 36 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126729.374674:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84480b48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5efc expref: 36 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126729.374680:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d264000 00000100:00100000:0.0:1746126729.379961:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.383514:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.384610:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.384795:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817526656 00000100:00100000:0.0:1746126729.384799:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817526656 00002000:00100000:0.0:1746126729.384828:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8e00 x1830945817526656/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.384837:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8e00 with x1830945817526656 ext(0->4095) 00010000:00010000:0.0:1746126729.384843:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480b4f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f03 expref: 6 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126729.384854:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480b4f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f03 expref: 6 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126729.384860:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969f8e00 00000100:00100000:0.0:1746126729.384875:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2791 00000100:00100000:0.0:1746126729.384881:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817526656:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126729.385018:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817526656:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (409us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126729.385024:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2791 00002000:00100000:0.0:1746126729.385030:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8e00 x1830945817526656/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.385037:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8e00 with x1830945817526656 ext(0->4095) 00010000:00010000:0.0:1746126729.385042:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480b4f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f03 expref: 6 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126729.385050:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480b4f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f03 expref: 6 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126729.385057:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969f8e00 00000100:00100000:0.0:1746126729.386772:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.387617:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.394025:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.399605:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.403057:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.408733:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.424107:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.429508:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2009:x1830945817527808:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 4683us (5397us total) trans 4294972030 rc 0/0 00000100:00100000:0.0:1746126729.429519:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2793 00002000:00100000:0.0:1746126729.429530:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800b49f0a80 x1830945817527808/t4294972030(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 496/448 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.429540:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f0a80 with x1830945817527808 ext(0->7) 00010000:00010000:0.0:1746126729.429551:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f11 expref: 38 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126729.429567:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480b5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f11 expref: 38 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126729.429574:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f0a80 00000100:00100000:0.0:1746126729.433411:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.440905:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.441117:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.441425:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817528320 00000100:00100000:1.0:1746126729.441433:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817528320 00002000:00100000:1.0:1746126729.441475:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f1500 x1830945817528320/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.441485:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f1500 with x1830945817528320 ext(0->4095) 00002000:00010000:1.0:1746126729.441490:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b49f1500 00000100:00100000:1.0:1746126729.441505:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13538 00000100:00100000:1.0:1746126729.441511:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817528320:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126729.441637:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817528320:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.441643:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13538 00002000:00100000:1.0:1746126729.441648:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f1500 x1830945817528320/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.441655:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f1500 with x1830945817528320 ext(0->4095) 00002000:00010000:1.0:1746126729.441658:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b49f1500 00000100:00100000:0.0:1746126729.447528:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.447681:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.448530:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817528448 00000100:00100000:1.0:1746126729.448534:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817528448 00000100:00100000:1.0:1746126729.448563:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29911 00000100:00100000:1.0:1746126729.448568:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1778:x1830945817528448:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.448582:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.448594:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480b72 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5f26 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.448611:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480b6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f1f expref: 40 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.448621:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.448622:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.448625:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480b72 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f26 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.448643:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480b6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f1f expref: 40 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.448653:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480b6b lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f1f expref: 40 pid: 11425 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.448662:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d0e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813553024:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.448697:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.457372:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d0e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813553024:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.457409:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480b72 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f26 expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.457426:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126729.457489:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1778:x1830945817528448:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8919us (9969us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.457498:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29911 00000100:00100000:0.0:1746126729.461422:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.461579:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817528832 00000100:00100000:1.0:1746126729.461587:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817528832 00002000:00100000:1.0:1746126729.461625:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0000 x1830945817528832/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.461640:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0000 with x1830945817528832 ext(0->4095) 00010000:00010000:1.0:1746126729.461649:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480b6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f1f expref: 39 pid: 11425 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.461661:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480b6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f1f expref: 39 pid: 11425 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.461667:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be0000 00000100:00100000:1.0:1746126729.461692:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2794 00000100:00100000:1.0:1746126729.461697:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817528832:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126729.461830:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817528832:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.461835:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2794 00002000:00100000:1.0:1746126729.461840:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0000 x1830945817528832/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.461847:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0000 with x1830945817528832 ext(0->4095) 00010000:00010000:1.0:1746126729.461850:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480b6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f1f expref: 39 pid: 11425 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.461858:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480b6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f1f expref: 39 pid: 11425 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.461864:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be0000 00000100:00100000:0.0:1746126729.465770:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.469648:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.471226:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.471398:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817529344 00000100:00100000:1.0:1746126729.471405:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817529344 00000100:00100000:1.0:1746126729.471441:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29912 00000100:00100000:1.0:1746126729.471447:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817529344:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.471456:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.471471:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480b79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5f2d expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.471494:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480b72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f26 expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.471501:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.471502:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.471505:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480b79 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f2d expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.471526:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480b72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f26 expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.471535:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480b72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f26 expref: 37 pid: 9565 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.471545:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d0e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813553280:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.471607:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126729.473418:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.473509:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d0e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813553280:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.473529:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480b79 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f2d expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.473545:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126729.473577:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817529344:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2130us (2355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.473584:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29912 00000100:00100000:0.0:1746126729.479183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.480473:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.480652:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817529728 00000100:00100000:1.0:1746126729.480661:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817529728 00002000:00100000:1.0:1746126729.480701:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098855880 x1830945817529728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.480711:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098855880 with x1830945817529728 ext(0->4095) 00002000:00010000:1.0:1746126729.480715:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098855880 00000100:00100000:1.0:1746126729.480745:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13540 00000100:00100000:1.0:1746126729.480752:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817529728:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126729.480892:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817529728:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (1709us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.480897:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13540 00002000:00100000:1.0:1746126729.480903:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098855880 x1830945817529728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.480909:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098855880 with x1830945817529728 ext(0->4095) 00002000:00010000:1.0:1746126729.480912:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098855880 00000100:00100000:0.0:1746126729.484203:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.484493:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.488545:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.492053:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.500753:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.504941:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.508890:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.508931:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.513295:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.516622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.519097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126729.526600:0:11892:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126729.530732:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2010:x1830945817532032:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 3743us (4146us total) trans 4294972031 rc 0/0 00000100:00100000:1.0:1746126729.530745:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2797 00002000:00100000:1.0:1746126729.530753:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d266a00 x1830945817532032/t4294972031(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 496/448 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.530761:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266a00 with x1830945817532032 ext(0->7) 00010000:00010000:1.0:1746126729.530769:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84480b95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f49 expref: 40 pid: 9565 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.530782:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84480b95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f49 expref: 40 pid: 9565 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.530788:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d266a00 00000100:00100000:0.0:1746126729.544954:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.545993:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.552218:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.552386:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817532544 00000100:00100000:0.0:1746126729.552393:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817532544 00002000:00100000:0.0:1746126729.552426:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e3100 x1830945817532544/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.552435:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3100 with x1830945817532544 ext(0->4095) 00010000:00010000:0.0:1746126729.552441:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480b9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f50 expref: 6 pid: 9565 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126729.552452:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480b9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f50 expref: 6 pid: 9565 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126729.552463:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e3100 00000100:00100000:0.0:1746126729.552476:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2798 00000100:00100000:0.0:1746126729.552482:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817532544:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126729.552598:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817532544:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (380us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126729.552603:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2798 00002000:00100000:0.0:1746126729.552608:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e3100 x1830945817532544/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.552616:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3100 with x1830945817532544 ext(0->4095) 00010000:00010000:0.0:1746126729.552620:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480b9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f50 expref: 6 pid: 9565 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126729.552628:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480b9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f50 expref: 6 pid: 9565 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126729.552633:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e3100 00000100:00100000:0.0:1746126729.556345:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.560778:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.560847:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817532928 00000100:00100000:1.0:1746126729.560853:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817532928 00002000:00100000:1.0:1746126729.560884:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6d500 x1830945817532928/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.560892:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6d500 with x1830945817532928 ext(0->4095) 00002000:00010000:1.0:1746126729.560896:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b6d500 00000100:00100000:1.0:1746126729.560910:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13543 00000100:00100000:1.0:1746126729.560916:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2010:x1830945817532928:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126729.561023:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2010:x1830945817532928:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.561028:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13543 00002000:00100000:1.0:1746126729.561033:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6d500 x1830945817532928/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.561041:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6d500 with x1830945817532928 ext(0->4095) 00002000:00010000:1.0:1746126729.561044:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b6d500 00000100:00100000:0.0:1746126729.566001:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.566771:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817533056 00000100:00100000:1.0:1746126729.566780:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817533056 00000100:00100000:1.0:1746126729.566833:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29919 00000100:00100000:1.0:1746126729.566840:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817533056:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.566855:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.566869:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480baa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5f5e expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.566892:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480ba3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f57 expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.566899:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.566901:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.566904:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480baa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f5e expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.566928:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480ba3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f57 expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.566938:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480ba3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f57 expref: 39 pid: 9565 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.566947:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d0e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813555072:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.568441:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.573619:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d0e1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813555072:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.573645:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480baa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f5e expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.573660:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd800, rc 0) 00000100:00100000:1.0:1746126729.573695:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817533056:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6856us (7703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.573703:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29919 00000100:00100000:0.0:1746126729.574224:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.576185:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2007:x1830945817533184:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1145us (1957us total) trans 4294972032 rc 0/0 00000100:00100000:0.0:1746126729.576191:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2799 00002000:00100000:0.0:1746126729.576198:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094b6f100 x1830945817533184/t4294972032(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 496/448 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.576206:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6f100 with x1830945817533184 ext(0->7) 00010000:00010000:0.0:1746126729.576213:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480ba3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f57 expref: 42 pid: 9565 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126729.576223:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480ba3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f57 expref: 42 pid: 9565 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126729.576451:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6f100 00000100:00100000:1.0:1746126729.579805:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.583981:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.587233:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.587350:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817533696 00000100:00100000:1.0:1746126729.587360:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817533696 00000100:00100000:1.0:1746126729.587408:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29920 00000100:00100000:1.0:1746126729.587417:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:1778:x1830945817533696:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.587431:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.587443:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480bb1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5f65 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.587466:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480baa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f5e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.587474:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.587475:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.587478:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480bb1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f65 expref: 42 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.587504:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480baa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f5e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.587519:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480baa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f5e expref: 5 pid: 11425 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.587529:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d0e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813555328:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.587619:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126729.589170:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.590424:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.590639:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d0e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813555328:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.590657:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480bb1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f65 expref: 44 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.590665:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126729.590859:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+43:1778:x1830945817533696:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3444us (3637us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.590863:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29920 00000100:00100000:0.0:1746126729.595516:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.602144:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.602371:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.612905:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.618110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.618158:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.624893:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.628802:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.631627:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.636377:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817535744 00000100:00100000:1.0:1746126729.636386:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817535744 00000100:00100000:1.0:1746126729.636636:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29924 00000100:00100000:1.0:1746126729.636643:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817535744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.636658:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.636671:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480bcd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5f81 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.636695:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480bc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f7a expref: 41 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.636703:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.636705:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.636708:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480bcd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f81 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.636736:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480bc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f7a expref: 41 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.636746:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480bc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f7a expref: 41 pid: 11425 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.636756:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813556352:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.637035:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.639815:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813556352:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.639839:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480bcd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f81 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.639852:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126729.640197:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817535744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3553us (4407us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.640204:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29924 00000100:00100000:0.0:1746126729.641612:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.641673:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.642085:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817536000 00000100:00100000:1.0:1746126729.642088:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817536000 00000100:00100000:1.0:1746126729.642112:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29925 00000100:00100000:1.0:1746126729.642117:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+42:1776:x1830945817536000:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.642130:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.642138:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480bd4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5f88 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.642150:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480bcd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f81 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.642155:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.642156:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.642158:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480bd4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f88 expref: 43 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.642170:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480bcd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f81 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.642178:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480bcd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f81 expref: 5 pid: 9565 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.642184:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813556608:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.642201:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.644288:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813556608:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.644330:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480bd4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f88 expref: 43 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.644342:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00000100:00100000:1.0:1746126729.644369:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+43:1776:x1830945817536000:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2251us (2694us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.644379:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29925 00000100:00100000:0.0:1746126729.645109:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.645250:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817536256 00000100:00100000:1.0:1746126729.645256:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817536256 00002000:00100000:1.0:1746126729.645292:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c337800 x1830945817536256/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.645299:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c337800 with x1830945817536256 ext(0->4095) 00010000:00010000:1.0:1746126729.645329:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480bcd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f81 expref: 6 pid: 9565 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.645338:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480bcd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f81 expref: 6 pid: 9565 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.645344:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c337800 00000100:00100000:1.0:1746126729.645362:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2803 00000100:00100000:1.0:1746126729.645368:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817536256:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126729.645881:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817536256:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 511us (771us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.645886:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2803 00002000:00100000:1.0:1746126729.645891:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c337800 x1830945817536256/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.645897:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c337800 with x1830945817536256 ext(0->4095) 00010000:00010000:1.0:1746126729.645902:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480bcd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f81 expref: 6 pid: 9565 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.645914:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480bcd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f81 expref: 6 pid: 9565 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.645919:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c337800 00000100:00100000:0.0:1746126729.648509:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.650664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.650737:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817536640 00000100:00100000:1.0:1746126729.650742:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817536640 00002000:00100000:1.0:1746126729.650771:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c336680 x1830945817536640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.650779:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336680 with x1830945817536640 ext(0->4095) 00002000:00010000:1.0:1746126729.650901:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c336680 00000100:00100000:1.0:1746126729.650925:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13546 00000100:00100000:1.0:1746126729.650931:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2009:x1830945817536640:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126729.651045:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2009:x1830945817536640:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.651050:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13546 00002000:00100000:1.0:1746126729.651054:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c336680 x1830945817536640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.651060:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336680 with x1830945817536640 ext(0->4095) 00002000:00010000:1.0:1746126729.651063:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c336680 00000100:00100000:0.0:1746126729.655281:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.655385:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817536768 00000100:00100000:1.0:1746126729.655394:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817536768 00000100:00100000:1.0:1746126729.655441:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29926 00000100:00100000:1.0:1746126729.655448:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817536768:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.655466:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.655480:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480bdb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5f8f expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.655503:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480bd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f88 expref: 41 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.655510:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.655512:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.655515:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480bdb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f8f expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.655540:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480bd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f88 expref: 41 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.655549:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480bd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f88 expref: 41 pid: 9565 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.655558:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813556864:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.656238:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126729.661027:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.661127:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813556864:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.661154:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480bdb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f8f expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.661168:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126729.661204:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817536768:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5756us (5939us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.661215:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29926 00000100:00100000:0.0:1746126729.663960:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945817536896:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2531us (2931us total) trans 4294972033 rc 0/0 00000100:00100000:0.0:1746126729.663969:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2804 00002000:00100000:0.0:1746126729.663978:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88011ddb8380 x1830945817536896/t4294972033(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 496/448 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.663986:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb8380 with x1830945817536896 ext(0->7) 00010000:00010000:0.0:1746126729.663994:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480bd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f88 expref: 44 pid: 9565 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126729.664005:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480bd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f88 expref: 44 pid: 9565 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126729.664011:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddb8380 00000100:00100000:0.0:1746126729.667260:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.671042:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.671069:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817537280 00000100:00100000:0.0:1746126729.671076:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817537280 00002000:00100000:0.0:1746126729.671111:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb8000 x1830945817537280/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.671120:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb8000 with x1830945817537280 ext(0->4095) 00002000:00010000:0.0:1746126729.671125:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddb8000 00000100:00100000:0.0:1746126729.672517:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13547 00000100:00100000:0.0:1746126729.672527:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817537280:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126729.672637:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817537280:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (1602us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126729.672645:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13547 00002000:00100000:0.0:1746126729.672650:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb8000 x1830945817537280/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.672657:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb8000 with x1830945817537280 ext(0->4095) 00002000:00010000:0.0:1746126729.672662:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddb8000 00000100:00100000:0.0:1746126729.676931:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.676990:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817537408 00000100:00100000:1.0:1746126729.676998:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817537408 00000100:00100000:1.0:1746126729.677043:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29927 00000100:00100000:1.0:1746126729.677051:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+43:1776:x1830945817537408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.677139:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.677153:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480be2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5f96 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.677177:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480bdb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f8f expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.677184:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.677185:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.677188:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480be2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f96 expref: 44 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.677212:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480bdb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f8f expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.677222:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480bdb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f8f expref: 5 pid: 9565 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.677233:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813557120:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.678355:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126729.678716:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.680945:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.681063:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813557120:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.681088:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480be2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f96 expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.681098:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd800, rc 0) 00000100:00100000:1.0:1746126729.681531:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1776:x1830945817537408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4479us (4605us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.681537:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29927 00000100:00100000:0.0:1746126729.685587:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.689438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.693447:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.693533:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817538304 00000100:00100000:1.0:1746126729.693541:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817538304 00002000:00100000:1.0:1746126729.693576:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddbb800 x1830945817538304/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.693585:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddbb800 with x1830945817538304 ext(0->4095) 00002000:00010000:1.0:1746126729.693589:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddbb800 00000100:00100000:1.0:1746126729.693616:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13548 00000100:00100000:1.0:1746126729.693623:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817538304:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126729.693746:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817538304:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.693751:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13548 00002000:00100000:1.0:1746126729.693757:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddbb800 x1830945817538304/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.693764:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddbb800 with x1830945817538304 ext(0->4095) 00002000:00010000:1.0:1746126729.693766:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddbb800 00000100:00100000:0.0:1746126729.696017:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.696284:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817538432 00000100:00100000:1.0:1746126729.696292:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817538432 00000100:00100000:1.0:1746126729.696373:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29929 00000100:00100000:1.0:1746126729.696380:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817538432:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.696471:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.696484:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480bf0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5fa4 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.696506:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480be9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f9d expref: 43 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.696512:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.696513:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.696516:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480bf0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fa4 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.696538:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480be9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f9d expref: 43 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.696548:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480be9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5f9d expref: 43 pid: 11425 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.696558:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813557632:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.696617:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.700633:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813557632:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.700660:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480bf0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fa4 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.700674:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126729.700711:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817538432:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4331us (4699us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.700718:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29929 00000100:00100000:0.0:1746126729.701033:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.704033:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.704242:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817538816 00000100:00100000:1.0:1746126729.704248:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817538816 00002000:00100000:1.0:1746126729.704292:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b7100 x1830945817538816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.704301:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b7100 with x1830945817538816 ext(0->4095) 00002000:00010000:1.0:1746126729.704329:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2b7100 00000100:00100000:1.0:1746126729.704354:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13549 00000100:00100000:1.0:1746126729.704361:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817538816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126729.704473:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817538816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.704478:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13549 00002000:00100000:1.0:1746126729.704483:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b7100 x1830945817538816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.704489:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b7100 with x1830945817538816 ext(0->4095) 00002000:00010000:1.0:1746126729.704492:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2b7100 00000100:00100000:0.0:1746126729.704539:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.704636:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817538944 00000100:00100000:1.0:1746126729.704640:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817538944 00000100:00100000:1.0:1746126729.704772:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29930 00000100:00100000:1.0:1746126729.704778:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+43:1776:x1830945817538944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.704786:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.704798:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480bf7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5fab expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.704816:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480bf0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fa4 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.704823:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.704824:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.704827:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480bf7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fab expref: 44 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.704850:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480bf0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fa4 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.704859:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480bf0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fa4 expref: 5 pid: 9565 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.704868:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813557888:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.705130:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.706332:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813557888:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.706353:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480bf7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fab expref: 44 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.706366:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126729.706402:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1776:x1830945817538944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1623us (1861us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.706408:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29930 00000100:00100000:0.0:1746126729.706991:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.707030:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817539072 00000100:00100000:1.0:1746126729.707035:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817539072 00000100:00100000:1.0:1746126729.707182:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29931 00000100:00100000:1.0:1746126729.707189:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1778:x1830945817539072:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.707199:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.707208:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480bfe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5fb2 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.707222:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.707225:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480bf7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fab expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.707237:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.707239:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480bfe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fb2 expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.707261:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480bf7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fab expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.707267:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480bfe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fb2 expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.707284:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126729.707332:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1778:x1830945817539072:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.707337:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29931 00000100:00100000:0.0:1746126729.707880:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.710408:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.713532:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.716595:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.720079:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.720458:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817539968 00000100:00100000:1.0:1746126729.720465:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817539968 00000100:00100000:1.0:1746126729.720503:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29932 00000100:00100000:1.0:1746126729.720510:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d141f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817539968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.720526:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.720540:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480c05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5fb9 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.720573:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480bfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fb2 expref: 43 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.720580:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.720582:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.720584:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480c05 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fb9 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.720614:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480bfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fb2 expref: 43 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.720624:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480bfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fb2 expref: 43 pid: 9565 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.720634:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813558400:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.720713:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.722656:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813558400:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.722678:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480c05 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fb9 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.722691:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126729.722719:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d141f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817539968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2209us (2646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.722729:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29932 00000100:00100000:0.0:1746126729.722913:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.730042:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.730350:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817540352 00000100:00100000:1.0:1746126729.730356:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817540352 00002000:00100000:1.0:1746126729.730387:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d143b80 x1830945817540352/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.730395:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d143b80 with x1830945817540352 ext(0->4095) 00002000:00010000:1.0:1746126729.730398:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d143b80 00000100:00100000:1.0:1746126729.730412:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13551 00000100:00100000:1.0:1746126729.730418:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817540352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126729.730514:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817540352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (480us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.730519:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13551 00002000:00100000:1.0:1746126729.730524:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d143b80 x1830945817540352/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.730530:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d143b80 with x1830945817540352 ext(0->4095) 00002000:00010000:1.0:1746126729.730533:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d143b80 00000100:00100000:0.0:1746126729.730746:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.730818:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817540480 00000100:00100000:0.0:1746126729.730821:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817540480 00000100:00100000:0.0:1746126729.730839:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29933 00000100:00100000:0.0:1746126729.730842:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+43:1776:x1830945817540480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126729.730850:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126729.730863:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098c19600/0xd8b4f51a84480c0c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5fc0 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.730880:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480c05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fb9 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.730886:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126729.730888:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126729.730890:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098c19600/0xd8b4f51a84480c0c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fc0 expref: 44 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.730911:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480c05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fb9 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.730919:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480c05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fb9 expref: 5 pid: 9565 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746126729.730928:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d143100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813558656:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126729.731828:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126729.733360:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.734679:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126729.734901:0:9565:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480c05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fb9 expref: 6 pid: 9565 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.734916:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d143100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813558656:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.734935:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098c19600/0xd8b4f51a84480c0c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fc0 expref: 44 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.734948:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098c19600, rc 0) 00000100:00100000:1.0:1746126729.734966:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1776:x1830945817540480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4123us (4221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.734972:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29933 00000100:00100000:1.0:1746126729.734988:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817540608 00000100:00100000:1.0:1746126729.734990:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817540608 00000100:00100000:1.0:1746126729.735009:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29934 00000100:00100000:1.0:1746126729.735013:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1778:x1830945817540608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.735021:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.735420:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480c13 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5fc7 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.735437:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098c19600/0xd8b4f51a84480c0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fc0 expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.735443:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.735444:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.735446:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480c13 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fc7 expref: 45 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.735461:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098c19600/0xd8b4f51a84480c0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fc0 expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.735470:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098c19600/0xd8b4f51a84480c0c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fc0 expref: 45 pid: 9565 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.735482:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813558912:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.736019:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996006c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126729.737406:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.737818:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813558912:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.737836:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480c13 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fc7 expref: 45 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.737847:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126729.737880:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1778:x1830945817540608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2865us (4524us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.737886:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29934 00000100:00100000:0.0:1746126729.741472:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.741805:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.745899:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.746012:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817541504 00000100:00100000:1.0:1746126729.746019:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817541504 00002000:00100000:1.0:1746126729.746055:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736e300 x1830945817541504/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.746064:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736e300 with x1830945817541504 ext(0->4095) 00010000:00010000:1.0:1746126729.746071:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480c13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fc7 expref: 45 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.746083:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480c13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fc7 expref: 45 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.746089:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736e300 00000100:00100000:1.0:1746126729.746162:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2808 00000100:00100000:1.0:1746126729.746168:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2007:x1830945817541504:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126729.746467:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2007:x1830945817541504:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 298us (569us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.746473:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2808 00002000:00100000:1.0:1746126729.746478:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736e300 x1830945817541504/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.746485:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736e300 with x1830945817541504 ext(0->4095) 00010000:00010000:1.0:1746126729.746489:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480c13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fc7 expref: 45 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.746497:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480c13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fc7 expref: 45 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.746502:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736e300 00000100:00100000:0.0:1746126729.750537:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.750666:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817541632 00000100:00100000:1.0:1746126729.750674:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817541632 00000100:00100000:1.0:1746126729.750717:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29936 00000100:00100000:1.0:1746126729.750723:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817541632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.750738:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.750751:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480c21 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5fd5 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.750772:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.750776:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480c1a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fce expref: 44 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.750782:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126729.750786:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480c21 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fd5 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.750814:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480c1a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fce expref: 44 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.750824:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480c21 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fd5 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.750832:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126729.750864:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817541632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.750870:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29936 00000100:00100000:0.0:1746126729.752369:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.757092:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.759989:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.760075:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817542144 00000100:00100000:1.0:1746126729.760083:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817542144 00002000:00100000:1.0:1746126729.760115:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc6d80 x1830945817542144/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.760124:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc6d80 with x1830945817542144 ext(0->4095) 00002000:00010000:1.0:1746126729.760128:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc6d80 00000100:00100000:1.0:1746126729.760154:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13552 00000100:00100000:1.0:1746126729.760160:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817542144:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126729.760285:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817542144:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.760291:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13552 00002000:00100000:1.0:1746126729.760296:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc6d80 x1830945817542144/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.760334:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc6d80 with x1830945817542144 ext(0->4095) 00002000:00010000:1.0:1746126729.760337:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc6d80 00000100:00100000:0.0:1746126729.762363:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.766897:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.767487:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.771640:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.774537:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.774594:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.780403:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.780468:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817543296 00000100:00100000:1.0:1746126729.780475:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817543296 00002000:00100000:1.0:1746126729.780505:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc6a00 x1830945817543296/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.780513:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc6a00 with x1830945817543296 ext(0->4095) 00010000:00010000:1.0:1746126729.780520:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480c2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fe3 expref: 44 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.780531:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480c2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fe3 expref: 44 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.780537:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc6a00 00000100:00100000:1.0:1746126729.780557:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2810 00000100:00100000:1.0:1746126729.780562:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945817543296:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126729.780669:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945817543296:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.780675:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2810 00002000:00100000:1.0:1746126729.780679:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc6a00 x1830945817543296/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.780686:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc6a00 with x1830945817543296 ext(0->4095) 00010000:00010000:1.0:1746126729.780690:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480c2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fe3 expref: 44 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.780699:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480c2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fe3 expref: 44 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.780704:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc6a00 00000100:00100000:0.0:1746126729.782731:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.782984:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.786511:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.789785:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.792343:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.793006:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817544192 00000100:00100000:1.0:1746126729.793014:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817544192 00002000:00100000:1.0:1746126729.793061:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc4380 x1830945817544192/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.793071:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc4380 with x1830945817544192 ext(0->4095) 00002000:00010000:1.0:1746126729.793076:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc4380 00000100:00100000:1.0:1746126729.793116:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13553 00000100:00100000:1.0:1746126729.793125:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945817544192:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126729.793356:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945817544192:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 229us (1012us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.793363:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13553 00002000:00100000:1.0:1746126729.793370:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc4380 x1830945817544192/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.793377:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc4380 with x1830945817544192 ext(0->4095) 00002000:00010000:1.0:1746126729.793380:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc4380 00000100:00100000:0.0:1746126729.795968:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.796059:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817544320 00000100:00100000:1.0:1746126729.796066:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817544320 00000100:00100000:1.0:1746126729.796113:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29941 00000100:00100000:1.0:1746126729.796120:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817544320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.796138:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.796152:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480c44 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5ff8 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.796175:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84480c3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ff1 expref: 43 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.796182:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.796184:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.796187:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480c44 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ff8 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.796222:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84480c3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ff1 expref: 43 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.796233:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84480c3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ff1 expref: 43 pid: 11426 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.796242:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813560704:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.796402:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.798253:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813560704:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.798280:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480c44 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ff8 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.798294:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbddc00, rc 0) 00000100:00100000:1.0:1746126729.798354:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817544320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2234us (2391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.798363:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29941 00000100:00100000:0.0:1746126729.798904:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.803609:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.803753:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.803805:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817544832 00000100:00100000:1.0:1746126729.803814:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817544832 00000100:00100000:1.0:1746126729.803880:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29942 00000100:00100000:1.0:1746126729.803890:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+43:1776:x1830945817544832:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.803907:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.803923:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480c4b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b5fff expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.803951:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480c44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ff8 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.803957:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.803959:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.803962:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480c4b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fff expref: 44 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.803993:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480c44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ff8 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.804004:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480c44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5ff8 expref: 5 pid: 9565 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746126729.804015:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813560960:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.804100:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.806746:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813560960:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.806778:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480c4b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fff expref: 44 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.806794:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126729.807710:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1776:x1830945817544832:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3818us (4098us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.807719:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29942 00000100:00100000:1.0:1746126729.808202:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817544960 00000100:00100000:1.0:1746126729.808209:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817544960 00000100:00100000:1.0:1746126729.808245:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29943 00000100:00100000:1.0:1746126729.808252:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1778:x1830945817544960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.808279:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.808294:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480c52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6006 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.808336:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.808341:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480c4b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fff expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.808346:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.808348:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480c52 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6006 expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.808374:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480c4b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fff expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126729.808381:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126729.808383:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480c52 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6006 expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.808394:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126729.808566:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1778:x1830945817544960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 313us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.808572:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29943 00000100:00100000:0.0:1746126729.810708:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817545344 00000100:00100000:0.0:1746126729.810715:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817545344 00002000:00100000:0.0:1746126729.810753:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb64700 x1830945817545344/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.810762:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64700 with x1830945817545344 ext(0->4095) 00010000:00010000:0.0:1746126729.810770:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fff expref: 45 pid: 9565 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126729.810782:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fff expref: 45 pid: 9565 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126729.810788:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb64700 00000100:00100000:0.0:1746126729.810815:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2813 00000100:00100000:0.0:1746126729.810822:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817545344:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126729.810964:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817545344:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (367us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126729.810974:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2813 00002000:00100000:0.0:1746126729.810979:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb64700 x1830945817545344/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.810985:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64700 with x1830945817545344 ext(0->4095) 00010000:00010000:0.0:1746126729.810989:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fff expref: 45 pid: 9565 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126729.810997:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480c4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b5fff expref: 45 pid: 9565 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126729.811002:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb64700 00000100:00100000:0.0:1746126729.812652:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.816059:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.816130:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817545728 00000100:00100000:1.0:1746126729.816137:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817545728 00002000:00100000:1.0:1746126729.816176:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604f800 x1830945817545728/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.816185:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f800 with x1830945817545728 ext(0->4095) 00002000:00010000:1.0:1746126729.816190:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604f800 00000100:00100000:1.0:1746126729.816205:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13554 00000100:00100000:1.0:1746126729.816211:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945817545728:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126729.816390:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945817545728:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 178us (334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.816396:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13554 00002000:00100000:1.0:1746126729.816402:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604f800 x1830945817545728/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.816409:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f800 with x1830945817545728 ext(0->4095) 00002000:00010000:1.0:1746126729.816412:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604f800 00000100:00100000:0.0:1746126729.817678:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.822303:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.826402:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.826490:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.826554:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817546240 00000100:00100000:1.0:1746126729.826559:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817546240 00002000:00100000:1.0:1746126729.826589:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134490000 x1830945817546240/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.826604:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134490000 with x1830945817546240 ext(0->4095) 00002000:00010000:1.0:1746126729.826608:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134490000 00000100:00100000:1.0:1746126729.826622:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13555 00000100:00100000:1.0:1746126729.826628:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817546240:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126729.826835:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817546240:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 205us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.826841:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13555 00002000:00100000:1.0:1746126729.826847:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134490000 x1830945817546240/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.826853:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134490000 with x1830945817546240 ext(0->4095) 00010000:00010000:1.0:1746126729.826858:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84480c59 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b600d expref: 6 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.826869:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84480c59 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b600d expref: 6 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.826875:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134490000 00000100:00100000:0.0:1746126729.829618:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.829648:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.832838:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817546880 00000100:00100000:1.0:1746126729.832845:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817546880 00002000:00100000:1.0:1746126729.832877:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d265500 x1830945817546880/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.832887:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265500 with x1830945817546880 ext(0->4095) 00010000:00010000:1.0:1746126729.832895:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480c60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6014 expref: 45 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.832908:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480c60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6014 expref: 45 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.832914:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d265500 00000100:00100000:1.0:1746126729.832938:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2814 00000100:00100000:1.0:1746126729.832944:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817546880:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126729.833156:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817546880:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 210us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.833162:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2814 00002000:00100000:1.0:1746126729.833167:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d265500 x1830945817546880/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.833174:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265500 with x1830945817546880 ext(0->4095) 00010000:00010000:1.0:1746126729.833179:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480c60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6014 expref: 45 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.833188:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480c60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6014 expref: 45 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.833193:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d265500 00000100:00100000:0.0:1746126729.834536:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.837474:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.837664:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817547264 00000100:00100000:1.0:1746126729.837670:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817547264 00002000:00100000:1.0:1746126729.837710:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ec000 x1830945817547264/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.837720:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec000 with x1830945817547264 ext(0->4095) 00002000:00010000:1.0:1746126729.837724:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ec000 00000100:00100000:1.0:1746126729.837875:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13556 00000100:00100000:1.0:1746126729.837882:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945817547264:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126729.838009:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945817547264:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (535us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.838015:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13556 00002000:00100000:1.0:1746126729.838020:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ec000 x1830945817547264/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.838028:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec000 with x1830945817547264 ext(0->4095) 00002000:00010000:1.0:1746126729.838030:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ec000 00000100:00100000:0.0:1746126729.840496:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.843324:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.846868:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.848118:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.849361:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.849666:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817548032 00000100:00100000:1.0:1746126729.849671:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817548032 00000100:00100000:1.0:1746126729.849865:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29949 00000100:00100000:1.0:1746126729.849871:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1778:x1830945817548032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.849889:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.849898:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480c7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6030 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.849920:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.849924:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480c75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6029 expref: 46 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.849928:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.849931:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480c7c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6030 expref: 46 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.849957:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480c75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6029 expref: 46 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.849967:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480c7c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6030 expref: 46 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.849975:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126729.850007:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+46:1778:x1830945817548032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.850012:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29949 00000100:00100000:0.0:1746126729.855501:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.857555:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.857603:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817548416 00000100:00100000:1.0:1746126729.857608:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817548416 00002000:00100000:1.0:1746126729.857635:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb2300 x1830945817548416/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.857643:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb2300 with x1830945817548416 ext(0->4095) 00010000:00010000:1.0:1746126729.857650:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480c75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6029 expref: 45 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.857660:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480c75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6029 expref: 45 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.857666:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb2300 00000100:00100000:1.0:1746126729.857694:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2815 00000100:00100000:1.0:1746126729.857700:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817548416:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126729.857796:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817548416:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.857802:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2815 00002000:00100000:1.0:1746126729.857807:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb2300 x1830945817548416/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.857813:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb2300 with x1830945817548416 ext(0->4095) 00010000:00010000:1.0:1746126729.857818:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480c75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6029 expref: 45 pid: 11426 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.857826:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480c75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6029 expref: 45 pid: 11426 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.857831:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb2300 00000100:00100000:0.0:1746126729.861623:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.865421:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.870967:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.879054:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.879221:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817549056 00000100:00100000:1.0:1746126729.879228:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817549056 00002000:00100000:1.0:1746126729.879331:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cba5180 x1830945817549056/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 496/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.879339:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5180 with x1830945817549056 ext(0->7) 00010000:00010000:1.0:1746126729.879347:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480c7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6030 expref: 44 pid: 9565 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746126729.879358:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480c7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6030 expref: 44 pid: 9565 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746126729.879364:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba5180 00000100:00100000:1.0:1746126729.879396:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2816 00000100:00100000:1.0:1746126729.879402:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945817549056:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126729.880383:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2007:x1830945817549056:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 977us (1331us total) trans 4294972034 rc 0/0 00000100:00100000:0.0:1746126729.880394:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2816 00002000:00100000:0.0:1746126729.880403:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cba5180 x1830945817549056/t4294972034(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 496/448 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126729.880411:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5180 with x1830945817549056 ext(0->7) 00010000:00010000:0.0:1746126729.880419:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480c7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6030 expref: 46 pid: 9565 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746126729.880432:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480c7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6030 expref: 46 pid: 9565 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746126729.880443:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba5180 00000100:00100000:0.0:1746126729.882606:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.884927:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.889674:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.892377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.896060:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.899186:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.900134:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817550080 00000100:00100000:1.0:1746126729.900143:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817550080 00002000:00100000:1.0:1746126729.900183:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1880 x1830945817550080/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.900193:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1880 with x1830945817550080 ext(0->4095) 00010000:00010000:1.0:1746126729.900201:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480c8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b603e expref: 47 pid: 11425 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126729.900216:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480c8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b603e expref: 47 pid: 11425 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126729.900222:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab1880 00000100:00100000:1.0:1746126729.900251:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2817 00000100:00100000:1.0:1746126729.900257:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2008:x1830945817550080:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126729.900539:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2008:x1830945817550080:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 280us (1359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.900545:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2817 00002000:00100000:1.0:1746126729.900550:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1880 x1830945817550080/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.900558:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1880 with x1830945817550080 ext(0->4095) 00010000:00010000:1.0:1746126729.900562:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480c8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b603e expref: 47 pid: 11425 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126729.900571:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84480c8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b603e expref: 47 pid: 11425 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126729.900577:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab1880 00000100:00100000:0.0:1746126729.903717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.904660:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.908377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.914812:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817550720 00000100:00100000:0.0:1746126729.914825:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817550720 00000100:00100000:0.0:1746126729.914887:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29954 00000100:00100000:0.0:1746126729.914895:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:1776:x1830945817550720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126729.914914:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126729.914932:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fcba600/0xd8b4f51a84480c9f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6053 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.914962:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126729.914968:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480c98 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b604c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.914975:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126729.914978:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fcba600/0xd8b4f51a84480c9f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6053 expref: 47 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.915018:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480c98 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b604c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.915032:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fcba600/0xd8b4f51a84480c9f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6053 expref: 47 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.915042:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fcba600, rc 0) 00000100:00100000:0.0:1746126729.915087:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1776:x1830945817550720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126729.915093:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29954 00000100:00100000:1.0:1746126729.920214:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.924020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.928565:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.932566:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.932704:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817551616 00000100:00100000:1.0:1746126729.932714:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817551616 00000100:00100000:1.0:1746126729.932761:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29955 00000100:00100000:1.0:1746126729.932768:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817551616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.932785:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.932802:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480ca6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b605a expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.932830:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fcba600/0xd8b4f51a84480c9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6053 expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.932837:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.932839:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.932842:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480ca6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b605a expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.933673:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fcba600/0xd8b4f51a84480c9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6053 expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.933688:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fcba600/0xd8b4f51a84480c9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6053 expref: 45 pid: 11425 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126729.933701:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813564288:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.933848:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.936151:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813564288:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.936184:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480ca6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b605a expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.936201:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126729.936242:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817551616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3474us (3681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.936250:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29955 00000100:00100000:0.0:1746126729.937051:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.938721:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.938789:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817551872 00000100:00100000:1.0:1746126729.938795:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817551872 00000100:00100000:1.0:1746126729.938827:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29956 00000100:00100000:1.0:1746126729.938833:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+46:1776:x1830945817551872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.938848:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.938860:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480cad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6061 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.938882:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480ca6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b605a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.938888:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.938889:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.938892:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480cad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6061 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.938913:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480ca6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b605a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.938923:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480ca6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b605a expref: 5 pid: 9565 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126729.938933:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813564544:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.939611:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126729.939864:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.941245:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813564544:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.941421:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480cad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6061 expref: 46 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.941433:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126729.941874:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+46:1776:x1830945817551872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3039us (3154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.941881:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29956 00000100:00100000:0.0:1746126729.943833:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.943858:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817552256 00000100:00100000:1.0:1746126729.943867:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817552256 00000100:00100000:1.0:1746126729.944012:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29957 00000100:00100000:1.0:1746126729.944020:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+46:1778:x1830945817552256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.944039:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.944056:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480cb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6068 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.944085:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.944089:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480cad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6061 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.944094:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.944097:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480cb4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6068 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.944137:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480cad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6061 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.944148:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480cb4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6068 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.944157:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126729.944200:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1778:x1830945817552256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.944206:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29957 00000100:00100000:0.0:1746126729.949509:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.952608:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.954467:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.954547:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817553152 00000100:00100000:1.0:1746126729.954553:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817553152 00000100:00100000:1.0:1746126729.954595:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29958 00000100:00100000:1.0:1746126729.954602:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817553152:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.954616:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.954632:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480cbb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b606f expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.954658:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480cb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6068 expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.954666:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.954668:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.954675:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480cbb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b606f expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.954712:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480cb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6068 expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.954724:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480cb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6068 expref: 45 pid: 9565 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126729.954736:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813565056:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.954905:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.956107:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813565056:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.956131:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480cbb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b606f expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.956144:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbddc00, rc 0) 00000100:00100000:1.0:1746126729.956187:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817553152:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1584us (1723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.956196:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29958 00000100:00100000:0.0:1746126729.956472:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.958643:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.958742:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817553536 00000100:00100000:1.0:1746126729.958748:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817553536 00002000:00100000:1.0:1746126729.958781:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef9500 x1830945817553536/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.958790:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9500 with x1830945817553536 ext(0->4095) 00002000:00010000:1.0:1746126729.958795:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef9500 00000100:00100000:1.0:1746126729.958825:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13562 00000100:00100000:1.0:1746126729.958831:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817553536:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126729.958969:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817553536:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.958977:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13562 00002000:00100000:1.0:1746126729.958982:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef9500 x1830945817553536/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.958988:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9500 with x1830945817553536 ext(0->4095) 00002000:00010000:1.0:1746126729.958991:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef9500 00000100:00100000:0.0:1746126729.962869:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.963017:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817553664 00000100:00100000:1.0:1746126729.963028:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817553664 00000100:00100000:1.0:1746126729.963285:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29959 00000100:00100000:1.0:1746126729.963393:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1778:x1830945817553664:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.963412:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.963430:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480cc2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6076 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.963461:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480cbb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b606f expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.963468:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.963470:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126729.963569:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480cc2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6076 expref: 46 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.963606:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480cbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b606f expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.963623:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480cbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b606f expref: 5 pid: 9565 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126729.963636:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813565312:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.963956:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.964152:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.964188:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817553792 00000100:00100000:0.0:1746126729.964192:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817553792 00000100:00100000:0.0:1746126729.964221:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29960 00000100:00100000:0.0:1746126729.964228:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b48c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1776:x1830945817553792:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126729.964234:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126729.964242:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099284e00/0xd8b4f51a84480cc9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b607d expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.964254:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126729.964258:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480cc2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6076 expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.964272:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126729.964275:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099284e00/0xd8b4f51a84480cc9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b607d expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.964298:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480cc2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6076 expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.964334:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099284e00/0xd8b4f51a84480cc9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b607d expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126729.964344:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099284e00, rc 0) 00000100:00100000:0.0:1746126729.964379:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b48c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1776:x1830945817553792:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126729.964385:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29960 00000100:00100000:1.0:1746126729.967328:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813565312:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.967356:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480cc2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6076 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.967370:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126729.967419:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1778:x1830945817553664:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4029us (4560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.967427:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29959 00000100:00100000:0.0:1746126729.972001:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.973966:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.974021:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817554304 00000100:00100000:1.0:1746126729.974027:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817554304 00000100:00100000:0.0:1746126729.974035:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.974059:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29961 00000100:00100000:1.0:1746126729.974065:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817554304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.974076:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.974091:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480cd0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6084 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.974113:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.974119:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099284e00/0xd8b4f51a84480cc9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b607d expref: 46 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.974129:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126729.974131:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480cd0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6084 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.974165:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099284e00/0xd8b4f51a84480cc9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b607d expref: 46 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.974176:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480cd0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6084 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.974184:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126729.974208:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817554304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.974213:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29961 00000100:00100000:0.0:1746126729.978075:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.981155:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.981276:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817554816 00000100:00100000:1.0:1746126729.981283:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817554816 00000100:00100000:0.0:1746126729.981444:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.981647:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29962 00000100:00100000:1.0:1746126729.981665:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+46:1776:x1830945817554816:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.981680:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.981696:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480cd7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b608b expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.981718:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.981724:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480cd0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6084 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.981733:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126729.981736:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480cd7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b608b expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.981774:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480cd0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6084 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.981794:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480cd7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b608b expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.981805:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126729.981836:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1776:x1830945817554816:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.981841:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29962 00000100:00100000:0.0:1746126729.985191:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.985330:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817555200 00000100:00100000:1.0:1746126729.985335:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817555200 00002000:00100000:1.0:1746126729.985369:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef8000 x1830945817555200/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.985377:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8000 with x1830945817555200 ext(0->4095) 00010000:00010000:1.0:1746126729.985384:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480cd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6084 expref: 6 pid: 11425 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126729.985395:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480cd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6084 expref: 6 pid: 11425 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126729.985401:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5ef8000 00000100:00100000:1.0:1746126729.985432:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2824 00000100:00100000:1.0:1746126729.985438:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817555200:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126729.985582:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817555200:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.985588:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2824 00002000:00100000:1.0:1746126729.985593:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef8000 x1830945817555200/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.985604:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8000 with x1830945817555200 ext(0->4095) 00010000:00010000:1.0:1746126729.985609:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480cd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6084 expref: 6 pid: 11425 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126729.985617:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480cd0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6084 expref: 6 pid: 11425 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126729.985622:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5ef8000 00000100:00100000:0.0:1746126729.988058:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126729.991093:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.991453:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817555584 00000100:00100000:1.0:1746126729.991460:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817555584 00002000:00100000:1.0:1746126729.991496:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136049c00 x1830945817555584/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/0 e 0 to 0 dl 1746126740 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.991505:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049c00 with x1830945817555584 ext(0->4095) 00002000:00010000:1.0:1746126729.991508:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136049c00 00000100:00100000:1.0:1746126729.991535:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13563 00000100:00100000:1.0:1746126729.991541:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2008:x1830945817555584:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126729.991671:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2008:x1830945817555584:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (584us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126729.991678:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13563 00002000:00100000:1.0:1746126729.991683:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136049c00 x1830945817555584/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:490/0 lens 488/4536 e 0 to 0 dl 1746126740 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126729.991689:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049c00 with x1830945817555584 ext(0->4095) 00002000:00010000:1.0:1746126729.991692:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136049c00 00000100:00100000:0.0:1746126729.992998:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126729.993057:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817555712 00000100:00100000:1.0:1746126729.993062:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817555712 00000100:00100000:1.0:1746126729.993573:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29963 00000100:00100000:1.0:1746126729.993580:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817555712:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126729.993591:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126729.993607:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480cde lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6092 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.993633:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480cd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b608b expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.993640:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.993641:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126729.993644:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480cde lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6092 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.993669:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480cd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b608b expref: 45 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.993679:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480cd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b608b expref: 45 pid: 9565 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126729.993695:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813566336:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126729.994476:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126729.996990:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813566336:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126729.997020:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480cde lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6092 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126729.997036:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126729.997087:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817555712:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3507us (4091us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126729.997095:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29963 00000100:00100000:0.0:1746126729.997672:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.001050:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.002089:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817556096 00000100:00100000:1.0:1746126730.002098:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817556096 00002000:00100000:1.0:1746126730.002160:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604bb80 x1830945817556096/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.002170:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604bb80 with x1830945817556096 ext(0->4095) 00002000:00010000:1.0:1746126730.002175:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604bb80 00000100:00100000:1.0:1746126730.002204:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13564 00000100:00100000:1.0:1746126730.002211:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817556096:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126730.002383:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817556096:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 172us (1342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.002390:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13564 00002000:00100000:1.0:1746126730.002395:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604bb80 x1830945817556096/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.002409:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604bb80 with x1830945817556096 ext(0->4095) 00002000:00010000:1.0:1746126730.002412:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604bb80 00000100:00100000:1.0:1746126730.003111:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.005382:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.007637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.010040:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.013543:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.017900:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.020030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.022672:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.025796:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.031074:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.032389:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.032534:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817557888 00000100:00100000:1.0:1746126730.032541:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817557888 00000100:00100000:1.0:1746126730.032602:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29968 00000100:00100000:1.0:1746126730.032611:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1778:x1830945817557888:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.032621:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.032633:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480d01 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b60b5 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.032651:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.032656:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480cfa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60ae expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.032661:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.032664:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480d01 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60b5 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.032694:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480cfa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60ae expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.032708:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480d01 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60b5 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.032719:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126730.033981:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1778:x1830945817557888:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1370us (1592us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.033989:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29968 00000100:00100000:0.0:1746126730.037299:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.041094:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817558272 00000100:00100000:1.0:1746126730.041102:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817558272 00002000:00100000:1.0:1746126730.041143:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb9880 x1830945817558272/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.041154:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb9880 with x1830945817558272 ext(0->4095) 00010000:00010000:1.0:1746126730.041162:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480cfa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60ae expref: 47 pid: 11425 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.041174:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480cfa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60ae expref: 47 pid: 11425 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.041180:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddb9880 00000100:00100000:1.0:1746126730.041203:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2826 00000100:00100000:1.0:1746126730.041208:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2007:x1830945817558272:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126730.041520:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2007:x1830945817558272:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 310us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.041526:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2826 00002000:00100000:1.0:1746126730.041531:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb9880 x1830945817558272/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.041538:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb9880 with x1830945817558272 ext(0->4095) 00010000:00010000:1.0:1746126730.041542:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480cfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60ae expref: 47 pid: 11425 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.041556:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480cfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60ae expref: 47 pid: 11425 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.041560:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddb9880 00000100:00100000:0.0:1746126730.044705:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.048590:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.048609:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817558656 00000100:00100000:1.0:1746126730.048615:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817558656 00002000:00100000:1.0:1746126730.048650:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd180 x1830945817558656/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.048659:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd180 with x1830945817558656 ext(0->4095) 00002000:00010000:1.0:1746126730.048663:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fd180 00000100:00100000:1.0:1746126730.048690:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13567 00000100:00100000:1.0:1746126730.048696:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2010:x1830945817558656:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126730.048831:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2010:x1830945817558656:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.048836:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13567 00002000:00100000:1.0:1746126730.048841:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd180 x1830945817558656/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.048848:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd180 with x1830945817558656 ext(0->4095) 00002000:00010000:1.0:1746126730.048850:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fd180 00000100:00100000:0.0:1746126730.049974:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.052645:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.056767:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.056827:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817559168 00000100:00100000:1.0:1746126730.056835:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817559168 00002000:00100000:1.0:1746126730.056875:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fc000 x1830945817559168/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.056891:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fc000 with x1830945817559168 ext(0->4095) 00002000:00010000:1.0:1746126730.056895:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fc000 00000100:00100000:1.0:1746126730.056925:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13568 00000100:00100000:1.0:1746126730.056932:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817559168:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.058943:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817559168:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 2005us (2178us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.058951:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13568 00002000:00100000:1.0:1746126730.058959:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fc000 x1830945817559168/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.059562:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fc000 with x1830945817559168 ext(0->4095) 00002000:00010000:1.0:1746126730.059568:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fc000 00000100:00100000:0.0:1746126730.059813:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.061152:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.061208:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817559424 00000100:00100000:1.0:1746126730.061212:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817559424 00000100:00100000:1.0:1746126730.061233:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29971 00000100:00100000:1.0:1746126730.061237:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1778:x1830945817559424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.061245:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.061253:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480d16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b60ca expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.061277:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.061281:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480d0f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60c3 expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.061286:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.061289:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480d16 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60ca expref: 48 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.061324:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480d0f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60c3 expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.061334:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480d16 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60ca expref: 48 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.061342:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126730.061363:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1778:x1830945817559424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.061368:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29971 00000100:00100000:0.0:1746126730.063485:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.065610:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.065691:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817559808 00000100:00100000:1.0:1746126730.065697:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817559808 00002000:00100000:1.0:1746126730.065732:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00f800 x1830945817559808/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.065742:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00f800 with x1830945817559808 ext(0->4095) 00010000:00010000:1.0:1746126730.065749:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480d0f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60c3 expref: 47 pid: 11425 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.065761:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480d0f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60c3 expref: 47 pid: 11425 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.065767:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00f800 00000100:00100000:1.0:1746126730.065795:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2827 00000100:00100000:1.0:1746126730.065801:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2008:x1830945817559808:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.065932:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2008:x1830945817559808:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.065938:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2827 00002000:00100000:1.0:1746126730.065943:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00f800 x1830945817559808/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.065950:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00f800 with x1830945817559808 ext(0->4095) 00010000:00010000:1.0:1746126730.065954:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480d0f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60c3 expref: 47 pid: 11425 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.065963:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480d0f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60c3 expref: 47 pid: 11425 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.065968:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00f800 00000100:00100000:0.0:1746126730.067495:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.069257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.071650:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.076542:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.080581:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.080658:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.083643:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.083694:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817560960 00000100:00100000:1.0:1746126730.083701:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817560960 00000100:00100000:1.0:1746126730.083739:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29974 00000100:00100000:1.0:1746126730.083746:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1778:x1830945817560960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.083760:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.083776:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480d2b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b60df expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.083801:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.083807:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480d24 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60d8 expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.083812:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.083816:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480d2b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60df expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.083848:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84480d24 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60d8 expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.083859:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480d2b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60df expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.083868:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126730.083909:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1778:x1830945817560960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.083915:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29974 00000100:00100000:0.0:1746126730.083922:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.091580:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.094815:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.097995:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.101716:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.106420:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.109191:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.109392:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.112096:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.112225:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.112368:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817562496 00000100:00100000:1.0:1746126730.112377:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817562496 00000100:00100000:1.0:1746126730.112415:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29977 00000100:00100000:1.0:1746126730.112423:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1778:x1830945817562496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.112436:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.112450:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480d40 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b60f4 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.112472:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.112477:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84480d39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60ed expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.112483:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.112486:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480d40 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60f4 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.112513:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84480d39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60ed expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.112523:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480d40 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60f4 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.112529:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126730.112547:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1778:x1830945817562496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.112552:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29977 00000100:00100000:0.0:1746126730.115456:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.119796:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.122943:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.127181:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817563392 00000100:00100000:1.0:1746126730.127190:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817563392 00000100:00100000:1.0:1746126730.127294:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29978 00000100:00100000:1.0:1746126730.127330:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817563392:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.127347:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.127364:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480d47 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b60fb expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.127395:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60f4 expref: 45 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.127402:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.127403:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.127406:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480d47 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60fb expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.127440:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60f4 expref: 45 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.127452:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60f4 expref: 45 pid: 11426 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.127467:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813570176:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.127558:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126730.129935:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813570176:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.129967:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480d47 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60fb expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.129984:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126730.130041:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817563392:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2737us (2917us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.130049:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29978 00000100:00100000:0.0:1746126730.130146:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.133908:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817563776 00000100:00100000:1.0:1746126730.133915:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817563776 00000100:00100000:1.0:1746126730.133953:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29979 00000100:00100000:1.0:1746126730.133959:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1776:x1830945817563776:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.133976:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.133992:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480d4e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6102 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.134017:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480d47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60fb expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.134025:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.134027:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.134030:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480d4e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6102 expref: 46 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.134059:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480d47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60fb expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.134070:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480d47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b60fb expref: 5 pid: 11426 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.134081:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813570432:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.134157:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126730.135899:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.136237:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813570432:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.136260:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480d4e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6102 expref: 46 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.136284:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00000100:00100000:1.0:1746126730.136349:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+46:1776:x1830945817563776:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2389us (2854us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.136356:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29979 00000100:00100000:0.0:1746126730.138228:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.140139:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.142243:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.142302:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817564416 00000100:00100000:1.0:1746126730.142340:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817564416 00000100:00100000:1.0:1746126730.142434:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29980 00000100:00100000:1.0:1746126730.142441:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817564416:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.142454:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.142471:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480d55 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6109 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.142502:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480d4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6102 expref: 45 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.142509:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.142511:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.142514:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480d55 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6109 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.142542:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480d4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6102 expref: 45 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.142554:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480d4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6102 expref: 45 pid: 11426 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.142566:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813570688:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.142650:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126730.146631:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813570688:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.146667:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480d55 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6109 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.146685:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126730.146741:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817564416:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4299us (4502us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.146753:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29980 00000100:00100000:0.0:1746126730.147620:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.150092:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817564544:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2280us (2465us total) trans 4294972035 rc 0/0 00000100:00100000:0.0:1746126730.150103:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2833 00002000:00100000:0.0:1746126730.150111:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880098e4f800 x1830945817564544/t4294972035(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 496/448 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126730.150120:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098e4f800 with x1830945817564544 ext(0->7) 00010000:00010000:0.0:1746126730.150128:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480d4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6102 expref: 48 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746126730.150144:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84480d4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6102 expref: 48 pid: 11426 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746126730.150151:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098e4f800 00000100:00100000:0.0:1746126730.158853:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.164651:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817565056 00000100:00100000:1.0:1746126730.164661:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817565056 00000100:00100000:1.0:1746126730.164710:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29981 00000100:00100000:1.0:1746126730.164717:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1778:x1830945817565056:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.164735:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.164751:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480d5c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6110 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.164784:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480d55 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6109 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.164792:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.164794:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.164798:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480d5c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6110 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.164834:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480d55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6109 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.164845:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84480d55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6109 expref: 5 pid: 11426 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.164857:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813570944:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.164946:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126730.168990:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.169012:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813570944:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.169049:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480d5c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6110 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.169067:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126730.169132:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1778:x1830945817565056:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4415us (4667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.169140:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29981 00000100:00100000:1.0:1746126730.169168:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817565184 00000100:00100000:1.0:1746126730.169173:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817565184 00000100:00100000:1.0:1746126730.169216:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29982 00000100:00100000:1.0:1746126730.169221:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1776:x1830945817565184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.169235:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.169249:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480d63 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6117 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.169282:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.169286:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480d5c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6110 expref: 49 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.169291:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.169294:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480d63 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6117 expref: 49 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.169344:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480d5c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6110 expref: 49 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.169353:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480d63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6117 expref: 49 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.169365:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126730.169397:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+49:1776:x1830945817565184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.169403:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29982 00000100:00100000:0.0:1746126730.169828:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.173008:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.175979:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.176172:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.179282:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.183447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.184034:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.187995:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.190533:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.192971:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.194950:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.197830:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.200757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.202337:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.204060:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.204131:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.204190:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817567744 00000100:00100000:1.0:1746126730.204196:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817567744 00000100:00100000:0.0:1746126730.206131:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.207693:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.207771:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.210440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.214267:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.214405:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.216743:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.219345:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.221809:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.223277:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.227140:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.232118:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.232212:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.235766:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.237962:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.241672:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.244423:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.247097:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.248628:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.251537:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.255866:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.258286:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.259297:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.259414:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817571840 00000100:00100000:1.0:1746126730.259418:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817571840 00000100:00100000:1.0:1746126730.259441:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29995 00000100:00100000:1.0:1746126730.259446:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+49:1778:x1830945817571840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.259453:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.259459:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480dbe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6172 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.259470:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.259474:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480db7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b616b expref: 50 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.259479:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.259481:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480dbe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6172 expref: 50 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.259504:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480db7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b616b expref: 50 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.259519:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480dbe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6172 expref: 50 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.259529:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126730.259557:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+50:1778:x1830945817571840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.259562:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29995 00000100:00100000:0.0:1746126730.262997:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.267469:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.272234:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.274933:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.278177:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.283604:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.285553:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.285637:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.286842:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2843 00000100:00100000:0.0:1746126730.286852:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817573248:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126730.287052:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817573248:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 202us (1413us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126730.287058:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2843 00002000:00100000:0.0:1746126730.287063:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965c700 x1830945817573248/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126730.287071:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965c700 with x1830945817573248 ext(0->4095) 00010000:00010000:0.0:1746126730.287075:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84480dc5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6179 expref: 6 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746126730.287084:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84480dc5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6179 expref: 6 pid: 11426 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746126730.287090:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965c700 00000100:00100000:0.0:1746126730.288384:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.288422:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817573376 00000100:00100000:1.0:1746126730.288427:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817573376 00000100:00100000:1.0:1746126730.288457:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29998 00000100:00100000:1.0:1746126730.288463:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1778:x1830945817573376:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.288473:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.288484:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480dd3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6187 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.288500:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.288504:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480dcc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6180 expref: 49 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.288510:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.288513:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480dd3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6187 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.288539:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480dcc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6180 expref: 49 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.288551:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84480dd3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6187 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.288558:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126730.288591:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+49:1778:x1830945817573376:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.288596:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29998 00000100:00100000:0.0:1746126730.289764:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.292830:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.297073:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.300484:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.300549:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817574144 00000100:00100000:1.0:1746126730.300555:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817574144 00002000:00100000:1.0:1746126730.300591:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eca680 x1830945817574144/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.300598:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eca680 with x1830945817574144 ext(0->4095) 00002000:00010000:1.0:1746126730.300601:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098eca680 00000100:00100000:1.0:1746126730.300629:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13581 00000100:00100000:1.0:1746126730.300635:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2009:x1830945817574144:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126730.300938:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2009:x1830945817574144:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 302us (463us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.300945:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13581 00002000:00100000:1.0:1746126730.300949:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eca680 x1830945817574144/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.300956:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eca680 with x1830945817574144 ext(0->4095) 00002000:00010000:1.0:1746126730.300959:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098eca680 00000100:00100000:0.0:1746126730.302420:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.305591:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.308972:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.309124:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817574656 00000100:00100000:1.0:1746126730.309132:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817574656 00002000:00100000:1.0:1746126730.309172:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8a80 x1830945817574656/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.309180:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8a80 with x1830945817574656 ext(0->4095) 00002000:00010000:1.0:1746126730.309184:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098ec8a80 00000100:00100000:1.0:1746126730.309214:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13582 00000100:00100000:1.0:1746126730.309221:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817574656:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126730.309386:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817574656:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.309392:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13582 00002000:00100000:1.0:1746126730.309398:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8a80 x1830945817574656/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.309404:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8a80 with x1830945817574656 ext(0->4095) 00002000:00010000:1.0:1746126730.309406:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098ec8a80 00000100:00100000:0.0:1746126730.311879:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.311972:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.312631:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30000 00000100:00100000:1.0:1746126730.312642:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1776:x1830945817574784:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.312661:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.312680:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480de1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6195 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.312710:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480dda lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b618e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.312718:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.312720:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.312724:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480de1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6195 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.312758:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480dda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b618e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.312770:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84480dda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b618e expref: 5 pid: 11425 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.312783:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813575808:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.312853:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126730.316688:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813575808:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.316724:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480de1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6195 expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.316741:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:0.0:1746126730.316763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.317062:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+49:1776:x1830945817574784:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4422us (5192us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.317071:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30000 00000100:00100000:0.0:1746126730.319904:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.321842:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.325230:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.325302:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817575680 00000100:00100000:1.0:1746126730.325352:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817575680 00002000:00100000:1.0:1746126730.325391:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee6a00 x1830945817575680/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.325402:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee6a00 with x1830945817575680 ext(0->4095) 00002000:00010000:1.0:1746126730.325406:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee6a00 00000100:00100000:0.0:1746126730.327903:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.328389:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817575808 00000100:00100000:1.0:1746126730.328398:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817575808 00000100:00100000:1.0:1746126730.328446:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30002 00000100:00100000:1.0:1746126730.328453:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817575808:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.328472:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.328490:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480def lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b61a3 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.328519:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480de8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b619c expref: 47 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.328527:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.328529:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.328532:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480def lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61a3 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.328562:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480de8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b619c expref: 47 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.328574:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84480de8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b619c expref: 47 pid: 11425 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.328586:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813576320:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.328723:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126730.330867:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813576320:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.330896:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480def lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61a3 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.330917:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbddc00, rc 0) 00000100:00100000:1.0:1746126730.330959:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817575808:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2505us (3061us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.330967:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30002 00000100:00100000:0.0:1746126730.333394:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.335592:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.335661:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817576064 00000100:00100000:1.0:1746126730.335669:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817576064 00000100:00100000:1.0:1746126730.335718:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30003 00000100:00100000:1.0:1746126730.335725:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1776:x1830945817576064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.335744:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.335757:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480df6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b61aa expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.335780:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480def lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61a3 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.335786:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.335788:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.335791:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480df6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61aa expref: 49 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.335814:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480def lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61a3 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.335825:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480def lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61a3 expref: 5 pid: 9566 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.335839:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813576576:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.335918:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126730.336971:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.338352:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813576576:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.338373:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480df6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61aa expref: 48 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.338510:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126730.338546:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1776:x1830945817576064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2821us (2957us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.338553:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30003 00000100:00100000:1.0:1746126730.340734:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.340852:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.343550:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.345842:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.348805:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.348932:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817577216 00000100:00100000:1.0:1746126730.348939:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817577216 00002000:00100000:1.0:1746126730.348977:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5c00 x1830945817577216/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.348986:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5c00 with x1830945817577216 ext(0->4095) 00002000:00010000:1.0:1746126730.348990:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba5c00 00000100:00100000:1.0:1746126730.349019:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13584 00000100:00100000:1.0:1746126730.349026:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2007:x1830945817577216:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126730.349486:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2007:x1830945817577216:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 344us (564us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.349494:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13584 00002000:00100000:1.0:1746126730.349500:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5c00 x1830945817577216/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.349508:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5c00 with x1830945817577216 ext(0->4095) 00002000:00010000:1.0:1746126730.349511:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba5c00 00000100:00100000:0.0:1746126730.351589:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.354419:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.357042:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.357131:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817577728 00000100:00100000:1.0:1746126730.357137:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817577728 00002000:00100000:1.0:1746126730.357171:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc5f80 x1830945817577728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.357180:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc5f80 with x1830945817577728 ext(0->4095) 00002000:00010000:1.0:1746126730.357184:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc5f80 00000100:00100000:1.0:1746126730.357210:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13585 00000100:00100000:1.0:1746126730.357216:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817577728:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.357392:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817577728:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 176us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.357397:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13585 00002000:00100000:1.0:1746126730.357401:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc5f80 x1830945817577728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.357408:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc5f80 with x1830945817577728 ext(0->4095) 00002000:00010000:1.0:1746126730.357410:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc5f80 00000100:00100000:0.0:1746126730.359622:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.361199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.363783:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.366707:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.371575:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.378050:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.380999:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.385001:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.387705:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.387946:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817579264 00000100:00100000:1.0:1746126730.387956:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817579264 00002000:00100000:1.0:1746126730.387992:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc6680 x1830945817579264/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.388001:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc6680 with x1830945817579264 ext(0->4095) 00002000:00010000:1.0:1746126730.388006:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc6680 00000100:00100000:1.0:1746126730.388043:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13587 00000100:00100000:1.0:1746126730.388050:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817579264:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.388170:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817579264:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (469us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.388176:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13587 00002000:00100000:1.0:1746126730.388181:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc6680 x1830945817579264/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746126730.388281:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00002000:00100000:1.0:1746126730.388777:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc6680 with x1830945817579264 ext(0->4095) 00010000:00010000:1.0:1746126730.388786:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480e19 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61cd expref: 6 pid: 9566 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.388802:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480e19 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61cd expref: 6 pid: 9566 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.388807:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc6680 00000100:00100000:0.0:1746126730.390346:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.391110:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.395405:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.395495:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817579904 00000100:00100000:1.0:1746126730.395502:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817579904 00002000:00100000:1.0:1746126730.395540:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604c380 x1830945817579904/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.395548:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c380 with x1830945817579904 ext(0->4095) 00010000:00010000:1.0:1746126730.395556:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480e20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61d4 expref: 49 pid: 9565 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.395566:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480e20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61d4 expref: 49 pid: 9565 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.395574:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604c380 00000100:00100000:1.0:1746126730.395601:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2849 00000100:00100000:1.0:1746126730.395608:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2007:x1830945817579904:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126730.395733:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2007:x1830945817579904:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.395739:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2849 00002000:00100000:1.0:1746126730.395744:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604c380 x1830945817579904/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.395751:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c380 with x1830945817579904 ext(0->4095) 00010000:00010000:1.0:1746126730.395755:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480e20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61d4 expref: 49 pid: 9565 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.395764:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84480e20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61d4 expref: 49 pid: 9565 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.395770:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604c380 00000100:00100000:0.0:1746126730.398297:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.402358:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.404674:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.407460:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.410228:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.410726:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817580800 00000100:00100000:1.0:1746126730.410734:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817580800 00002000:00100000:1.0:1746126730.410777:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736f800 x1830945817580800/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.410787:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736f800 with x1830945817580800 ext(0->4095) 00002000:00010000:1.0:1746126730.410791:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009736f800 00000100:00100000:1.0:1746126730.410816:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13589 00000100:00100000:1.0:1746126730.410824:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817580800:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126730.410958:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817580800:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (736us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.410964:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13589 00002000:00100000:1.0:1746126730.410969:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736f800 x1830945817580800/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.410975:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736f800 with x1830945817580800 ext(0->4095) 00002000:00010000:1.0:1746126730.410978:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009736f800 00000100:00100000:0.0:1746126730.413358:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.413922:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.417010:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.423110:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.423276:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817581440 00000100:00100000:1.0:1746126730.423285:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817581440 00002000:00100000:1.0:1746126730.423603:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736f100 x1830945817581440/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.423612:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736f100 with x1830945817581440 ext(0->4095) 00010000:00010000:1.0:1746126730.423622:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480e35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61e9 expref: 49 pid: 9566 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.423635:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480e35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61e9 expref: 49 pid: 9566 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.423641:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736f100 00000100:00100000:1.0:1746126730.423672:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2850 00000100:00100000:1.0:1746126730.423679:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2007:x1830945817581440:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126730.423838:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2007:x1830945817581440:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (740us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.423847:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2850 00002000:00100000:1.0:1746126730.423852:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736f100 x1830945817581440/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.423858:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736f100 with x1830945817581440 ext(0->4095) 00010000:00010000:1.0:1746126730.423862:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480e35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61e9 expref: 49 pid: 9566 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.423870:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480e35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61e9 expref: 49 pid: 9566 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.423875:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736f100 00000100:00100000:0.0:1746126730.426814:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.430765:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817581824 00000100:00100000:0.0:1746126730.430775:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817581824 00002000:00100000:0.0:1746126730.430823:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992ff480 x1830945817581824/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126730.430834:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992ff480 with x1830945817581824 ext(0->4095) 00002000:00010000:0.0:1746126730.430839:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992ff480 00000100:00100000:0.0:1746126730.431014:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13590 00000100:00100000:0.0:1746126730.431022:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2007:x1830945817581824:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126730.431162:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2007:x1830945817581824:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (481us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126730.431167:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13590 00002000:00100000:0.0:1746126730.431172:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992ff480 x1830945817581824/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126730.431179:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992ff480 with x1830945817581824 ext(0->4095) 00002000:00010000:0.0:1746126730.431182:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992ff480 00000100:00100000:0.0:1746126730.433433:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.435656:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.441701:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.444760:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.444858:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817582464 00000100:00100000:1.0:1746126730.444865:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817582464 00002000:00100000:1.0:1746126730.444906:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3c000 x1830945817582464/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.444916:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3c000 with x1830945817582464 ext(0->4095) 00010000:00010000:1.0:1746126730.444926:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480e43 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61f7 expref: 6 pid: 9566 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.444939:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480e43 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61f7 expref: 6 pid: 9566 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.444946:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3c000 00000100:00100000:1.0:1746126730.444964:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2851 00000100:00100000:1.0:1746126730.444970:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817582464:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.445115:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817582464:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (364us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.445122:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2851 00002000:00100000:1.0:1746126730.445127:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3c000 x1830945817582464/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.445134:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3c000 with x1830945817582464 ext(0->4095) 00010000:00010000:1.0:1746126730.445138:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480e43 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61f7 expref: 6 pid: 9566 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.445147:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480e43 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b61f7 expref: 6 pid: 9566 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.445152:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3c000 00000100:00100000:0.0:1746126730.447938:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.452596:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.452660:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817582848 00000100:00100000:1.0:1746126730.452669:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817582848 00002000:00100000:1.0:1746126730.452715:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3d180 x1830945817582848/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.452726:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3d180 with x1830945817582848 ext(0->4095) 00002000:00010000:1.0:1746126730.452732:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3d180 00000100:00100000:1.0:1746126730.452753:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13591 00000100:00100000:1.0:1746126730.452759:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817582848:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126730.452907:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817582848:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.452914:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13591 00002000:00100000:1.0:1746126730.452920:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3d180 x1830945817582848/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.452928:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3d180 with x1830945817582848 ext(0->4095) 00002000:00010000:1.0:1746126730.452931:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3d180 00000100:00100000:0.0:1746126730.455406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.460505:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.464026:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.467466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.471101:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.471430:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.471446:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817583616 00000100:00100000:0.0:1746126730.471449:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817583616 00000100:00100000:0.0:1746126730.471493:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30017 00000100:00100000:0.0:1746126730.471500:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+50:1776:x1830945817583616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126730.471517:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126730.471534:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098eefa00/0xd8b4f51a84480e58 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b620c expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.471561:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84480e51 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6205 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.471569:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126730.471571:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126730.471574:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098eefa00/0xd8b4f51a84480e58 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b620c expref: 51 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.471607:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84480e51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6205 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.471617:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84480e51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6205 expref: 5 pid: 9566 timeout: 873 lvb_type: 0 00000100:00100000:0.0:1746126730.471629:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813580160:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126730.471702:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126730.474030:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.478243:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.482598:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.485563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.491282:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.495818:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.496648:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.500147:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.500227:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817585152 00000100:00100000:1.0:1746126730.500236:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817585152 00002000:00100000:1.0:1746126730.500292:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989c380 x1830945817585152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.500707:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989c380 with x1830945817585152 ext(0->4095) 00010000:00010000:1.0:1746126730.500716:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480e66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b621a expref: 6 pid: 9565 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.500729:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480e66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b621a expref: 6 pid: 9565 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.500735:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009989c380 00000100:00100000:1.0:1746126730.500764:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2854 00000100:00100000:1.0:1746126730.500772:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817585152:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126730.500939:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817585152:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (798us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126730.500946:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2854 00002000:00100000:0.0:1746126730.500952:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989c380 x1830945817585152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126730.500959:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989c380 with x1830945817585152 ext(0->4095) 00010000:00010000:0.0:1746126730.500963:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480e66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b621a expref: 6 pid: 9565 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746126730.500971:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480e66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b621a expref: 6 pid: 9565 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746126730.500976:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009989c380 00000100:00100000:0.0:1746126730.503411:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.507350:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.509555:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.513997:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.518480:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.521979:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.525044:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.525144:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.525192:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817586304 00000100:00100000:1.0:1746126730.525203:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817586304 00000100:00100000:1.0:1746126730.525272:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30022 00000100:00100000:1.0:1746126730.525280:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+52:1776:x1830945817586304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.525298:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.525339:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480e7b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b622f expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.525363:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84480e74 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6228 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.525450:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.525452:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.525455:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480e7b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b622f expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.525506:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84480e74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6228 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.525517:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84480e74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6228 expref: 5 pid: 9565 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.525528:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813581440:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.525663:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126730.527771:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.527922:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813581440:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.527945:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84480e7b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b622f expref: 53 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.527957:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126730.527996:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+53:1776:x1830945817586304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2717us (2961us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.528006:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30022 00010000:00010000:1.0:1746126730.529501:0:7210:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126730.531364:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.533368:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.535694:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.535986:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817587200 00000100:00100000:1.0:1746126730.535992:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817587200 00002000:00100000:1.0:1746126730.536031:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca30e00 x1830945817587200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.536040:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30e00 with x1830945817587200 ext(0->4095) 00002000:00010000:1.0:1746126730.536044:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca30e00 00000100:00100000:1.0:1746126730.536075:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13596 00000100:00100000:1.0:1746126730.536085:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2008:x1830945817587200:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.536240:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2008:x1830945817587200:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.536246:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13596 00002000:00100000:1.0:1746126730.536251:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca30e00 x1830945817587200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.536267:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30e00 with x1830945817587200 ext(0->4095) 00002000:00010000:1.0:1746126730.536270:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca30e00 00000100:00100000:0.0:1746126730.537755:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.537907:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817587328 00000100:00100000:1.0:1746126730.537913:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817587328 00000100:00100000:1.0:1746126730.537955:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30024 00000100:00100000:1.0:1746126730.537962:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817587328:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.537976:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.537997:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480e89 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b623d expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.538033:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480e82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6236 expref: 51 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.538040:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.538042:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.538046:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480e89 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b623d expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.538078:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480e82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6236 expref: 51 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.538089:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480e82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6236 expref: 51 pid: 11425 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.538102:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813581952:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.538194:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126730.539269:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813581952:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.539292:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480e89 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b623d expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.539330:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00000100:00100000:1.0:1746126730.539358:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817587328:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1397us (1608us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.539365:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30024 00000100:00100000:0.0:1746126730.539776:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.542571:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.542663:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817587712 00000100:00100000:1.0:1746126730.542671:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817587712 00002000:00100000:1.0:1746126730.542711:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99ca80 x1830945817587712/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.542720:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ca80 with x1830945817587712 ext(0->4095) 00002000:00010000:1.0:1746126730.542724:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99ca80 00000100:00100000:1.0:1746126730.542824:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13597 00000100:00100000:1.0:1746126730.542832:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817587712:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.542961:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817587712:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.542967:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13597 00002000:00100000:1.0:1746126730.542972:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99ca80 x1830945817587712/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.542979:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ca80 with x1830945817587712 ext(0->4095) 00002000:00010000:1.0:1746126730.542981:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99ca80 00000100:00100000:0.0:1746126730.544536:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.544610:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817587840 00000100:00100000:1.0:1746126730.544617:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817587840 00000100:00100000:1.0:1746126730.544662:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30025 00000100:00100000:1.0:1746126730.544671:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+51:1778:x1830945817587840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.544684:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.544702:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480e90 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6244 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.544731:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480e89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b623d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.544743:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.544745:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.544748:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480e90 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6244 expref: 52 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.544777:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480e89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b623d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.544787:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84480e89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b623d expref: 5 pid: 11426 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.544799:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813582208:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.544884:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126730.546542:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.546594:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.546620:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099109880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813582208:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.546644:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480e90 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6244 expref: 52 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.546659:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbddc00, rc 0) 00000100:00100000:1.0:1746126730.546693:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+53:1778:x1830945817587840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2022us (2163us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.546700:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30025 00000100:00100000:0.0:1746126730.549427:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.549588:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817588352 00000100:00100000:1.0:1746126730.549595:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817588352 00002000:00100000:1.0:1746126730.549632:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00aa00 x1830945817588352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.549648:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00aa00 with x1830945817588352 ext(0->4095) 00010000:00010000:1.0:1746126730.549655:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480e90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6244 expref: 53 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.549667:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480e90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6244 expref: 53 pid: 11426 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.549673:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c00aa00 00000100:00100000:1.0:1746126730.549699:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2857 00000100:00100000:1.0:1746126730.549706:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2008:x1830945817588352:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.549869:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2008:x1830945817588352:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.549876:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2857 00002000:00100000:1.0:1746126730.549881:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00aa00 x1830945817588352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.549887:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00aa00 with x1830945817588352 ext(0->4095) 00010000:00010000:1.0:1746126730.549891:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480e90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6244 expref: 53 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.549900:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84480e90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6244 expref: 53 pid: 11426 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.549905:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c00aa00 00000100:00100000:0.0:1746126730.552006:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.552100:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.555465:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.555551:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817588864 00000100:00100000:1.0:1746126730.555560:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817588864 00002000:00100000:1.0:1746126730.555598:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c008a80 x1830945817588864/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.555606:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008a80 with x1830945817588864 ext(0->4095) 00010000:00010000:1.0:1746126730.555614:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480e97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b624b expref: 52 pid: 9565 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.555623:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480e97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b624b expref: 52 pid: 9565 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.555628:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c008a80 00000100:00100000:1.0:1746126730.555653:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2858 00000100:00100000:1.0:1746126730.555659:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2007:x1830945817588864:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126730.555841:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2007:x1830945817588864:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 181us (376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.555847:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2858 00002000:00100000:1.0:1746126730.555853:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c008a80 x1830945817588864/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.555860:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008a80 with x1830945817588864 ext(0->4095) 00010000:00010000:1.0:1746126730.555865:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480e97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b624b expref: 52 pid: 9565 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.555874:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480e97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b624b expref: 52 pid: 9565 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.555880:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c008a80 00000100:00100000:0.0:1746126730.557523:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.557563:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.559996:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.560049:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817589376 00000100:00100000:1.0:1746126730.560058:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817589376 00002000:00100000:1.0:1746126730.560096:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf2300 x1830945817589376/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.560107:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2300 with x1830945817589376 ext(0->4095) 00010000:00010000:1.0:1746126730.560121:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480e9e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6252 expref: 6 pid: 9565 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.560134:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480e9e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6252 expref: 6 pid: 9565 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.560140:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf2300 00000100:00100000:1.0:1746126730.560171:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2859 00000100:00100000:1.0:1746126730.560178:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817589376:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.560353:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817589376:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (362us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.560359:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2859 00002000:00100000:1.0:1746126730.560363:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf2300 x1830945817589376/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.560370:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2300 with x1830945817589376 ext(0->4095) 00010000:00010000:1.0:1746126730.560375:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480e9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6252 expref: 6 pid: 9565 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.560383:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480e9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6252 expref: 6 pid: 9565 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.560392:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf2300 00000100:00100000:0.0:1746126730.562657:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.567772:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817589760 00000100:00100000:0.0:1746126730.567779:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817589760 00002000:00100000:0.0:1746126730.567815:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fea00 x1830945817589760/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126730.567824:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fea00 with x1830945817589760 ext(0->4095) 00002000:00010000:0.0:1746126730.567829:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fea00 00000100:00100000:0.0:1746126730.567856:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13598 00000100:00100000:0.0:1746126730.567863:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2007:x1830945817589760:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126730.568004:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2007:x1830945817589760:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (253us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126730.568011:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13598 00002000:00100000:0.0:1746126730.568016:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fea00 x1830945817589760/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126730.568022:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fea00 with x1830945817589760 ext(0->4095) 00002000:00010000:0.0:1746126730.568025:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fea00 00000100:00100000:0.0:1746126730.569222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.571145:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.572981:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.573050:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817590272 00000100:00100000:1.0:1746126730.573057:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817590272 00002000:00100000:1.0:1746126730.573093:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24a680 x1830945817590272/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.573103:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24a680 with x1830945817590272 ext(0->4095) 00002000:00010000:1.0:1746126730.573107:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d24a680 00000100:00100000:1.0:1746126730.573124:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13599 00000100:00100000:1.0:1746126730.573129:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817590272:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.573269:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817590272:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.573275:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13599 00002000:00100000:1.0:1746126730.573279:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24a680 x1830945817590272/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.573286:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24a680 with x1830945817590272 ext(0->4095) 00002000:00010000:1.0:1746126730.573289:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d24a680 00000100:00100000:0.0:1746126730.574610:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.580524:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817590784 00000100:00100000:1.0:1746126730.580530:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817590784 00002000:00100000:1.0:1746126730.580588:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fce00 x1830945817590784/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.580596:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fce00 with x1830945817590784 ext(0->4095) 00002000:00010000:1.0:1746126730.580599:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fce00 00000100:00100000:1.0:1746126730.580625:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13600 00000100:00100000:1.0:1746126730.580631:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2007:x1830945817590784:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126730.580744:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2007:x1830945817590784:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (449us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.580750:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13600 00002000:00100000:1.0:1746126730.580755:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fce00 x1830945817590784/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.580761:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fce00 with x1830945817590784 ext(0->4095) 00002000:00010000:1.0:1746126730.580763:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fce00 00000100:00100000:0.0:1746126730.582735:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.587944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.598622:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.602282:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.602365:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.604813:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.607697:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.609485:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.611392:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.616578:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.620344:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817592960 00000100:00100000:1.0:1746126730.620355:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817592960 00002000:00100000:1.0:1746126730.620402:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fe680 x1830945817592960/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.620412:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fe680 with x1830945817592960 ext(0->4095) 00002000:00010000:1.0:1746126730.620418:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fe680 00000100:00100000:1.0:1746126730.620452:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13602 00000100:00100000:1.0:1746126730.620459:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817592960:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126730.620614:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817592960:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (729us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.620620:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13602 00002000:00100000:1.0:1746126730.620626:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fe680 x1830945817592960/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.620633:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fe680 with x1830945817592960 ext(0->4095) 00002000:00010000:1.0:1746126730.620636:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fe680 00000100:00100000:0.0:1746126730.621287:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.622474:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.624905:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.627019:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.631249:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.636705:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.639672:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.642507:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.647239:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.648201:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.650137:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.650288:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.653587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.653642:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817595136 00000100:00100000:0.0:1746126730.653652:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817595136 00002000:00100000:0.0:1746126730.653696:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099109880 x1830945817595136/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126730.653708:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099109880 with x1830945817595136 ext(0->4095) 00010000:00010000:0.0:1746126730.653717:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480eeb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b629f expref: 55 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746126730.653731:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480eeb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b629f expref: 55 pid: 11426 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746126730.653738:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099109880 00000100:00100000:0.0:1746126730.653766:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2865 00000100:00100000:0.0:1746126730.653773:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817595136:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126730.653936:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817595136:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (359us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126730.653944:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2865 00002000:00100000:0.0:1746126730.653951:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099109880 x1830945817595136/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126730.653958:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099109880 with x1830945817595136 ext(0->4095) 00010000:00010000:0.0:1746126730.653963:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480eeb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b629f expref: 55 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746126730.653971:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480eeb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b629f expref: 55 pid: 11426 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746126730.653977:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099109880 00000100:00100000:0.0:1746126730.656387:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.660087:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.663020:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.664918:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.668082:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.668595:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817596032 00000100:00100000:1.0:1746126730.668601:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817596032 00002000:00100000:1.0:1746126730.668636:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be3800 x1830945817596032/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.668645:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be3800 with x1830945817596032 ext(0->4095) 00002000:00010000:1.0:1746126730.668649:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be3800 00000100:00100000:1.0:1746126730.668674:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13605 00000100:00100000:1.0:1746126730.668680:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817596032:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.668823:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817596032:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (752us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.668828:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13605 00002000:00100000:1.0:1746126730.668834:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be3800 x1830945817596032/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.668840:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be3800 with x1830945817596032 ext(0->4095) 00002000:00010000:1.0:1746126730.668843:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be3800 00000100:00100000:0.0:1746126730.670495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.671119:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.671360:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30042 00000100:00100000:0.0:1746126730.671366:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1778:x1830945817596288:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126730.671372:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126730.671377:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84480f07 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b62bb expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.671862:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126730.671866:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480f00 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62b4 expref: 56 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.671876:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126730.671878:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84480f07 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62bb expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.671909:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480f00 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62b4 expref: 56 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.671929:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84480f07 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62bb expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.671938:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094899600, rc 0) 00000100:00100000:0.0:1746126730.671987:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1778:x1830945817596288:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 621us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126730.671993:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30042 00000100:00100000:0.0:1746126730.675631:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.677900:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.679619:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.682237:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.684351:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.687891:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.690626:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.692551:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.692596:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.692918:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30044 00000100:00100000:1.0:1746126730.692927:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+54:1778:x1830945817597824:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.692945:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.692962:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480f15 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b62c9 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.692987:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480f0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62c2 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.693069:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.693071:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.693075:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480f15 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62c9 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.693129:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480f0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62c2 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.693139:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480f0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62c2 expref: 5 pid: 9565 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.693151:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813587200:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.693486:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126730.694715:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813587200:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.694855:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480f15 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62c9 expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.694868:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd800, rc 0) 00000100:00100000:1.0:1746126730.694909:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1778:x1830945817597824:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1982us (2362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.694915:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30044 00000100:00100000:0.0:1746126730.695666:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.698153:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.700557:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.700677:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817598336 00000100:00100000:1.0:1746126730.700684:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817598336 00000100:00100000:1.0:1746126730.700895:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30046 00000100:00100000:1.0:1746126730.700904:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817598336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.700921:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.700937:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f23 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b62d7 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.701102:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.701109:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480f1c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d0 expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.701116:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126730.701119:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f23 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.701157:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480f1c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d0 expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.701169:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f23 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.701178:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126730.701217:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817598336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 315us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126730.701220:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.701223:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30046 00000100:00100000:0.0:1746126730.703205:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.703287:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817598720 00000100:00100000:1.0:1746126730.703292:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817598720 00002000:00100000:1.0:1746126730.703385:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea45500 x1830945817598720/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.703394:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea45500 with x1830945817598720 ext(0->4095) 00010000:00010000:1.0:1746126730.703402:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480f1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d0 expref: 54 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.703413:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480f1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d0 expref: 54 pid: 11426 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.703423:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea45500 00000100:00100000:1.0:1746126730.703448:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2868 00000100:00100000:1.0:1746126730.703454:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2008:x1830945817598720:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.703677:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2008:x1830945817598720:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 223us (476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.703683:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2868 00002000:00100000:1.0:1746126730.703688:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea45500 x1830945817598720/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.703696:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea45500 with x1830945817598720 ext(0->4095) 00010000:00010000:1.0:1746126730.703700:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480f1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d0 expref: 54 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.703709:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480f1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d0 expref: 54 pid: 11426 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.703714:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea45500 00000100:00100000:0.0:1746126730.706267:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.707179:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817598976 00000100:00100000:0.0:1746126730.707182:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817598976 00010000:00010000:0.0:1746126730.707199:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480f1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d0 expref: 56 pid: 11426 timeout: 873 lvb_type: 0 00000100:00100000:0.0:1746126730.707226:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13240 00000100:00100000:0.0:1746126730.707230:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2010:x1830945817598976:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126730.707238:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126730.707265:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480f1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d0 expref: 55 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746126730.707276:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480f1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d0 expref: 55 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746126730.707294:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480f1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d0 expref: 55 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746126730.707319:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126730.707321:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126730.707327:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.707333:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.707358:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.707368:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d7 expref: 5 pid: 9566 timeout: 873 lvb_type: 0 00000100:00100000:0.0:1746126730.707380:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813587840:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126730.707429:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126730.709974:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.710209:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817599232 00000100:00100000:1.0:1746126730.710217:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817599232 00002000:00100000:1.0:1746126730.710262:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bed80 x1830945817599232/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.710279:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bed80 with x1830945817599232 ext(0->4095) 00010000:00010000:1.0:1746126730.710286:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d7 expref: 6 pid: 9566 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.710298:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d7 expref: 6 pid: 9566 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.710337:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bed80 00000100:00100000:1.0:1746126730.710357:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2869 00000100:00100000:1.0:1746126730.710363:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817599232:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126730.710835:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817599232:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 471us (867us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.710841:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2869 00002000:00100000:1.0:1746126730.710845:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bed80 x1830945817599232/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.710855:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bed80 with x1830945817599232 ext(0->4095) 00010000:00010000:1.0:1746126730.710859:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d7 expref: 6 pid: 9566 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.710868:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62d7 expref: 6 pid: 9566 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.710873:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bed80 00000100:00100000:0.0:1746126730.715563:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.721126:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.721809:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817599616 00000100:00100000:1.0:1746126730.721817:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817599616 00002000:00100000:1.0:1746126730.721856:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099270380 x1830945817599616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.721866:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099270380 with x1830945817599616 ext(0->4095) 00002000:00010000:1.0:1746126730.721870:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099270380 00000100:00100000:1.0:1746126730.721898:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13608 00000100:00100000:1.0:1746126730.721905:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2007:x1830945817599616:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126730.722054:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2007:x1830945817599616:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (939us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.722060:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13608 00002000:00100000:1.0:1746126730.722066:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099270380 x1830945817599616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.722072:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099270380 with x1830945817599616 ext(0->4095) 00002000:00010000:1.0:1746126730.722075:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099270380 00000100:00100000:0.0:1746126730.723528:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.726919:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.732582:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.732679:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.737064:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.739463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.739529:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817600768 00000100:00100000:1.0:1746126730.739534:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817600768 00002000:00100000:1.0:1746126730.739574:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736ed80 x1830945817600768/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.739584:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ed80 with x1830945817600768 ext(0->4095) 00010000:00010000:1.0:1746126730.739591:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480f38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62ec expref: 55 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.739602:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480f38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62ec expref: 55 pid: 11426 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.739614:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736ed80 00000100:00100000:1.0:1746126730.739628:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2870 00000100:00100000:1.0:1746126730.739634:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817600768:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.739829:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817600768:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 194us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.739834:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2870 00002000:00100000:1.0:1746126730.739840:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736ed80 x1830945817600768/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.739847:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ed80 with x1830945817600768 ext(0->4095) 00010000:00010000:1.0:1746126730.739851:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480f38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62ec expref: 55 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.739859:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84480f38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62ec expref: 55 pid: 11426 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.739864:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736ed80 00000100:00100000:0.0:1746126730.743139:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.743978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.747395:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.747471:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817601280 00000100:00100000:1.0:1746126730.747479:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817601280 00002000:00100000:1.0:1746126730.747517:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb0a300 x1830945817601280/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.747527:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0a300 with x1830945817601280 ext(0->4095) 00010000:00010000:1.0:1746126730.747536:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84480f3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62f3 expref: 54 pid: 9565 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.747548:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84480f3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62f3 expref: 54 pid: 9565 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.747554:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb0a300 00000100:00100000:1.0:1746126730.747578:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2871 00000100:00100000:1.0:1746126730.747585:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2008:x1830945817601280:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.747721:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2008:x1830945817601280:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.747727:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2871 00002000:00100000:1.0:1746126730.747731:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb0a300 x1830945817601280/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.747739:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0a300 with x1830945817601280 ext(0->4095) 00010000:00010000:1.0:1746126730.747743:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84480f3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62f3 expref: 54 pid: 9565 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.747752:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84480f3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62f3 expref: 54 pid: 9565 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.747757:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb0a300 00000100:00100000:0.0:1746126730.749534:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.749623:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.752617:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.753423:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817601792 00000100:00100000:1.0:1746126730.753432:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817601792 00002000:00100000:1.0:1746126730.753476:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddba300 x1830945817601792/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.753486:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddba300 with x1830945817601792 ext(0->4095) 00010000:00010000:1.0:1746126730.753495:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84480f46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62fa expref: 6 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.753508:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84480f46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62fa expref: 6 pid: 11426 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.753514:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddba300 00000100:00100000:1.0:1746126730.753546:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2872 00000100:00100000:1.0:1746126730.753553:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817601792:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.753703:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817601792:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (1086us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.753708:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2872 00002000:00100000:1.0:1746126730.753717:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddba300 x1830945817601792/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.753723:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddba300 with x1830945817601792 ext(0->4095) 00010000:00010000:1.0:1746126730.753728:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84480f46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62fa expref: 6 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.753737:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84480f46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b62fa expref: 6 pid: 11426 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.753743:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddba300 00000100:00100000:0.0:1746126730.756157:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.760957:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.764345:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.767903:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.770602:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.770649:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.770707:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817602688 00000100:00100000:1.0:1746126730.770713:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817602688 00002000:00100000:1.0:1746126730.770758:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee5180 x1830945817602688/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.770774:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee5180 with x1830945817602688 ext(0->4095) 00002000:00010000:1.0:1746126730.770778:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee5180 00000100:00100000:1.0:1746126730.770809:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13611 00000100:00100000:1.0:1746126730.770817:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817602688:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126730.770946:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817602688:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.770952:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13611 00002000:00100000:1.0:1746126730.770957:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee5180 x1830945817602688/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.770964:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee5180 with x1830945817602688 ext(0->4095) 00010000:00010000:1.0:1746126730.770970:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84480f54 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6308 expref: 6 pid: 11426 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.770980:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84480f54 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6308 expref: 6 pid: 11426 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.770986:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee5180 00000100:00100000:1.0:1746126730.773134:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.773167:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817602944 00000100:00100000:1.0:1746126730.773171:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817602944 00000100:00100000:1.0:1746126730.773194:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30055 00000100:00100000:1.0:1746126730.773199:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:1778:x1830945817602944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.773208:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.773219:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480f62 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6316 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.773236:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.773239:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480f5b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b630f expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.773245:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.773247:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480f62 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6316 expref: 55 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.773282:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480f5b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b630f expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.773292:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480f62 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6316 expref: 55 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.773298:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126730.773372:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1778:x1830945817602944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.773376:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30055 00000100:00100000:1.0:1746126730.773403:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.775827:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.777549:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.782031:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.784407:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.784487:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817603840 00000100:00100000:1.0:1746126730.784499:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817603840 00000100:00100000:1.0:1746126730.784585:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30056 00000100:00100000:1.0:1746126730.784593:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817603840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.784610:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.784626:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b631d expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.784654:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480f62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6316 expref: 53 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.784661:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.784663:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.784667:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f69 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b631d expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.784697:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480f62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6316 expref: 53 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.784711:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84480f62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6316 expref: 53 pid: 11425 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.784722:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813590144:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.785760:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126730.787224:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813590144:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.787260:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f69 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b631d expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.787274:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126730.787324:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817603840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2732us (2922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.787332:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30056 00000100:00100000:0.0:1746126730.788507:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.793831:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.793922:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.794647:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817604352 00000100:00100000:1.0:1746126730.794652:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817604352 00000100:00100000:1.0:1746126730.794674:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30057 00000100:00100000:1.0:1746126730.794679:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:1776:x1830945817604352:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.794688:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.794704:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480f70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6324 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.794727:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b631d expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.794735:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.794737:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.794740:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480f70 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6324 expref: 55 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.794767:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b631d expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.794778:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84480f69 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b631d expref: 5 pid: 11425 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.794789:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813590400:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.794844:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126730.796990:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.797015:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813590400:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.797040:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480f70 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6324 expref: 54 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.797061:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126730.797096:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:1776:x1830945817604352:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2416us (3172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.797103:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30057 00000100:00100000:0.0:1746126730.797142:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.797158:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817604608 00000100:00100000:1.0:1746126730.797163:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817604608 00000100:00100000:1.0:1746126730.797683:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30058 00000100:00100000:1.0:1746126730.797688:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:1778:x1830945817604608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.797697:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.797706:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480f77 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b632b expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.797719:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480f70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6324 expref: 55 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.797724:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.797725:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.797728:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480f77 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b632b expref: 55 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.797739:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480f70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6324 expref: 55 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.797747:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480f70 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6324 expref: 55 pid: 11425 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.797817:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813590656:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.797840:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126730.799386:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813590656:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.799404:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480f77 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b632b expref: 55 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.799416:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd800, rc 0) 00000100:00100000:1.0:1746126730.799433:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1778:x1830945817604608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1745us (2291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.799439:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30058 00000100:00100000:0.0:1746126730.799984:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.800166:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817604864 00000100:00100000:1.0:1746126730.800173:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817604864 00002000:00100000:1.0:1746126730.800203:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b4a80 x1830945817604864/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.800213:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b4a80 with x1830945817604864 ext(0->4095) 00010000:00010000:1.0:1746126730.800219:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480f70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6324 expref: 55 pid: 11425 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.800230:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480f70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6324 expref: 55 pid: 11425 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.800236:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2b4a80 00000100:00100000:1.0:1746126730.800677:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2874 00000100:00100000:1.0:1746126730.800684:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817604864:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126730.800831:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817604864:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (848us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.800837:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2874 00002000:00100000:1.0:1746126730.800841:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b4a80 x1830945817604864/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.800848:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b4a80 with x1830945817604864 ext(0->4095) 00010000:00010000:1.0:1746126730.800857:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480f70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6324 expref: 55 pid: 11425 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.800866:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84480f70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6324 expref: 55 pid: 11425 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.800872:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2b4a80 00000100:00100000:0.0:1746126730.802490:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.806505:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.808531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.809120:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817605376 00000100:00100000:1.0:1746126730.809130:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817605376 00000100:00100000:1.0:1746126730.809179:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30059 00000100:00100000:1.0:1746126730.809186:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817605376:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.809204:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.809222:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480f7e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6332 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.809261:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480f77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b632b expref: 53 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.809268:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.809270:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.809274:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480f7e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6332 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.809340:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480f77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b632b expref: 53 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.809353:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480f77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b632b expref: 53 pid: 11425 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.809364:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813590912:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.810173:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126730.812347:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813590912:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.812382:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480f7e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6332 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.812399:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126730.813224:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817605376:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4035us (4692us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.813233:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30059 00000100:00100000:0.0:1746126730.813288:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.816967:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.817201:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817605632 00000100:00100000:1.0:1746126730.817209:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817605632 00000100:00100000:1.0:1746126730.817271:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30060 00000100:00100000:1.0:1746126730.817279:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:1776:x1830945817605632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.817298:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746126730.817609:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.817678:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817605888 00000100:00100000:0.0:1746126730.817681:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817605888 00002000:00100000:0.0:1746126730.817710:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74dc00 x1830945817605888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746126730.817754:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480f85 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6339 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.817787:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480f7e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6332 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.817794:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.817796:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126730.817799:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480f85 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6339 expref: 54 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.817824:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480f7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6332 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.817835:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480f7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6332 expref: 6 pid: 11425 timeout: 873 lvb_type: 0 00000100:00100000:1.0:1746126730.817846:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813591168:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.817913:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00002000:00100000:0.0:1746126730.818288:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74dc00 with x1830945817605888 ext(0->4095) 00010000:00010000:0.0:1746126730.818296:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480f7e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6332 expref: 6 pid: 11425 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746126730.818332:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480f7e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6332 expref: 6 pid: 11425 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746126730.818343:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74dc00 00000100:00100000:1.0:1746126730.818850:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2875 00000100:00100000:1.0:1746126730.818859:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817605888:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.821314:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817605888:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (1390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.821334:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2875 00002000:00100000:1.0:1746126730.821350:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74dc00 x1830945817605888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.821360:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74dc00 with x1830945817605888 ext(0->4095) 00010000:00010000:1.0:1746126730.821375:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480f7e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6332 expref: 6 pid: 11425 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.821391:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84480f7e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6332 expref: 6 pid: 11425 timeout: 873 lvb_type: 0 00002000:00010000:1.0:1746126730.821397:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74dc00 00000100:00100000:1.0:1746126730.822108:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813591168:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126730.822136:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480f85 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6339 expref: 54 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.822152:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126730.822209:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:1776:x1830945817605632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4931us (5250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126730.822216:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30060 00000100:00100000:0.0:1746126730.824594:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.830510:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.830574:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817606272 00000100:00100000:1.0:1746126730.830582:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817606272 00002000:00100000:1.0:1746126730.830627:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efa680 x1830945817606272/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.830636:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efa680 with x1830945817606272 ext(0->4095) 00002000:00010000:1.0:1746126730.830645:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5efa680 00000100:00100000:0.0:1746126730.836474:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.836521:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817606400 00000100:00100000:0.0:1746126730.836530:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817606400 00000100:00100000:0.0:1746126730.836578:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30061 00000100:00100000:0.0:1746126730.836586:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817606400:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126730.836604:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126730.836623:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094899800/0xd8b4f51a84480f8c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6340 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.836653:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480f85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6339 expref: 53 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.836662:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126730.836664:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126730.836667:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094899800/0xd8b4f51a84480f8c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6340 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.836699:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480f85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6339 expref: 53 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126730.836711:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480f85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6339 expref: 53 pid: 11425 timeout: 873 lvb_type: 0 00000100:00100000:0.0:1746126730.836728:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813591424:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126730.837651:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126730.845639:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.846885:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817606528:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 908us (1253us total) trans 4294972039 rc 0/0 00000100:00100000:0.0:1746126730.846892:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2876 00002000:00100000:0.0:1746126730.846899:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a5ef8380 x1830945817606528/t4294972039(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 496/448 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126730.846907:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8380 with x1830945817606528 ext(0->7) 00010000:00010000:0.0:1746126730.846912:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480f85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6339 expref: 56 pid: 11425 timeout: 873 lvb_type: 0 00010000:00010000:0.0:1746126730.846923:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84480f85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6339 expref: 56 pid: 11425 timeout: 873 lvb_type: 0 00002000:00010000:0.0:1746126730.846929:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5ef8380 00000100:00100000:0.0:1746126730.851904:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.857886:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.858431:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817606912 00000100:00100000:1.0:1746126730.858438:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817606912 00002000:00100000:1.0:1746126730.858478:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ae300 x1830945817606912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.858488:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ae300 with x1830945817606912 ext(0->4095) 00002000:00010000:1.0:1746126730.858493:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800966ae300 00000100:00100000:1.0:1746126730.858525:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13616 00000100:00100000:1.0:1746126730.858532:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817606912:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.858670:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817606912:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (794us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.858676:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13616 00002000:00100000:1.0:1746126730.858686:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ae300 x1830945817606912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.858693:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ae300 with x1830945817606912 ext(0->4095) 00002000:00010000:1.0:1746126730.858696:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800966ae300 00000100:00100000:0.0:1746126730.864639:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.865761:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.868974:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.873772:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.877756:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.881818:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.881989:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817607936 00000100:00100000:1.0:1746126730.881999:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817607936 00002000:00100000:1.0:1746126730.882046:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca32a00 x1830945817607936/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.882056:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca32a00 with x1830945817607936 ext(0->4095) 00002000:00010000:1.0:1746126730.882062:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca32a00 00000100:00100000:1.0:1746126730.882574:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13617 00000100:00100000:1.0:1746126730.882582:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817607936:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.882717:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817607936:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (906us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.882723:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13617 00002000:00100000:1.0:1746126730.882729:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca32a00 x1830945817607936/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.882741:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca32a00 with x1830945817607936 ext(0->4095) 00002000:00010000:1.0:1746126730.882744:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca32a00 00000100:00100000:0.0:1746126730.884416:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.887482:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.889955:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.891709:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.892886:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.894036:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.896563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.896622:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817609088 00000100:00100000:1.0:1746126730.896628:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817609088 00002000:00100000:1.0:1746126730.896666:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e3480 x1830945817609088/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.896676:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3480 with x1830945817609088 ext(0->4095) 00010000:00010000:1.0:1746126730.896685:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480fa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b635c expref: 57 pid: 11425 timeout: 873 lvb_type: 0 00010000:00010000:1.0:1746126730.896697:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480fa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b635c expref: 57 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126730.896702:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e3480 00000100:00100000:1.0:1746126730.896730:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2878 00000100:00100000:1.0:1746126730.896737:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817609088:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.896871:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817609088:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.896877:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2878 00002000:00100000:1.0:1746126730.896881:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e3480 x1830945817609088/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.896889:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3480 with x1830945817609088 ext(0->4095) 00010000:00010000:1.0:1746126730.896893:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480fa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b635c expref: 57 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126730.896901:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480fa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b635c expref: 57 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126730.896906:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e3480 00000100:00100000:0.0:1746126730.900071:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.905928:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126730.906887:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480fa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b635c expref: 57 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126730.906904:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480fa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b635c expref: 57 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126730.906936:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84480fa8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b635c expref: 57 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126730.906964:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126730.906966:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126730.906972:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480faf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6363 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.906979:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480faf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6363 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.907014:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480faf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6363 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.907026:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480faf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6363 expref: 56 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126730.907037:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813592960:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126730.907129:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126730.908926:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813592960:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126730.908944:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126730.908981:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817609344:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2136us (3063us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126730.908996:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13260 00000100:00100000:0.0:1746126730.909774:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.914032:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.915560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126730.917372:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817609856 00000100:00100000:2.0:1746126730.917382:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817609856 00010000:00010000:2.0:1746126730.917416:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480faf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6363 expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126730.917452:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13261 00000100:00100000:2.0:1746126730.917459:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817609856:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126730.917472:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126730.917494:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480faf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6363 expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126730.917506:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480faf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6363 expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126730.917529:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84480faf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6363 expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126730.917545:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126730.917547:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126730.917554:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480fb6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b636a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.917561:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480fb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b636a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.917587:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480fb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b636a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.917598:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480fb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b636a expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126730.917611:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813593216:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126730.918023:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126730.919622:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813593216:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126730.919641:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126730.919686:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817609856:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2226us (4124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126730.919695:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13261 00000100:00100000:0.0:1746126730.920339:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.925555:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126730.925906:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817610240 00000100:00100000:2.0:1746126730.925917:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817610240 00010000:00010000:2.0:1746126730.925954:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480fb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b636a expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126730.926017:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13262 00000100:00100000:2.0:1746126730.926025:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817610240:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126730.926039:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126730.926060:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480fb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b636a expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126730.926072:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480fb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b636a expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126730.926096:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480fb6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b636a expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126730.926402:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126730.926405:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126730.926412:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84480fbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6371 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.926420:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84480fbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6371 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.926457:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84480fbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6371 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126730.926470:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813593344:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126730.926565:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126730.930739:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813593344:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126730.930765:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126730.931062:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817610240:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5036us (5515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126730.931073:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13262 00000100:00100000:0.0:1746126730.931258:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.932954:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.937133:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126730.937454:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126730.937472:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84480fbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6371 expref: 56 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.937563:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84480fbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6371 expref: 56 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.937583:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84480fbd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6371 expref: 56 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.937609:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.937611:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.937617:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480fc4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6378 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.937624:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480fc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6378 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.937652:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480fc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6378 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126730.937662:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813593600:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126730.937780:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126730.940167:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813593600:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126730.940185:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126730.940238:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817610752:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2796us (3105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126730.940254:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13263 00000100:00100000:0.0:1746126730.940644:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.940710:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817611008 00000100:00100000:1.0:1746126730.940718:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817611008 00002000:00100000:1.0:1746126730.940765:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ee300 x1830945817611008/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.940774:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ee300 with x1830945817611008 ext(0->4095) 00002000:00010000:1.0:1746126730.940778:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51ee300 00000100:00100000:1.0:1746126730.940813:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13620 00000100:00100000:1.0:1746126730.940820:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817611008:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.940963:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817611008:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.940969:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13620 00002000:00100000:1.0:1746126730.940974:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ee300 x1830945817611008/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.940980:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ee300 with x1830945817611008 ext(0->4095) 00002000:00010000:1.0:1746126730.940983:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51ee300 00000100:00100000:0.0:1746126730.942554:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126730.942671:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817611136 00000100:00100000:3.0:1746126730.942680:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817611136 00000100:00100000:3.0:1746126730.942735:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30070 00000100:00100000:3.0:1746126730.942743:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1776:x1830945817611136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126730.942758:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126730.942775:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b637f expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.942799:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480fc4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6378 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.942806:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.942807:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.942810:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.942831:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480fc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6378 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.942843:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480fc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6378 expref: 5 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.942853:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813593728:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126730.942930:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126730.943007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126730.943121:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817611264 00000100:00100000:2.0:1746126730.943125:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817611264 00000100:00100000:2.0:1746126730.943150:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30071 00000100:00100000:2.0:1746126730.943156:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:1778:x1830945817611264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126730.943163:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126730.943169:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480fd2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6386 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.943183:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126730.943186:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 58 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.943191:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126730.943193:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480fd2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6386 expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.943211:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 58 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.943219:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480fd2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6386 expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.943226:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:2.0:1746126730.943267:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1778:x1830945817611264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126730.943294:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30071 00000100:00100000:3.0:1746126730.944993:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813593728:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126730.945022:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.945041:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:3.0:1746126730.945091:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:1776:x1830945817611136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2348us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126730.945099:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30070 00000100:00100000:0.0:1746126730.945167:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126730.945701:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817611392 00000100:00100000:3.0:1746126730.945707:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817611392 00010000:00010000:3.0:1746126730.945731:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480fc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6378 expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.946037:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13264 00000100:00100000:3.0:1746126730.946044:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817611392:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126730.946057:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126730.946077:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480fc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6378 expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.946088:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480fc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6378 expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.946109:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84480fc4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6378 expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.946134:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.946136:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.946143:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.946155:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.946182:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.946192:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 56 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.946203:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813593984:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126730.946826:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126730.948232:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813593984:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126730.948262:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126730.948374:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817611392:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2329us (3205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126730.948383:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13264 00000100:00100000:0.0:1746126730.948778:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.948920:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817611648 00000100:00100000:1.0:1746126730.948926:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817611648 00002000:00100000:1.0:1746126730.948964:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965fb80 x1830945817611648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.948981:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965fb80 with x1830945817611648 ext(0->4095) 00010000:00010000:1.0:1746126730.948989:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126730.949002:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126730.949009:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965fb80 00000100:00100000:1.0:1746126730.949106:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2881 00000100:00100000:1.0:1746126730.949115:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817611648:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.949676:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817611648:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 561us (900us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.949683:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2881 00002000:00100000:1.0:1746126730.949689:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965fb80 x1830945817611648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.949696:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965fb80 with x1830945817611648 ext(0->4095) 00010000:00010000:1.0:1746126730.949701:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126730.949710:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126730.949716:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965fb80 00000100:00100000:0.0:1746126730.951411:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126730.951476:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817611776 00000100:00100000:3.0:1746126730.951482:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817611776 00010000:00010000:3.0:1746126730.951503:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.951520:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13265 00000100:00100000:3.0:1746126730.951525:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817611776:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126730.951533:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126730.951549:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.951558:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.951582:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84480fcb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b637f expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.951599:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.951600:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.951607:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480fd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6386 expref: 56 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.951615:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6386 expref: 56 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.951646:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6386 expref: 56 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126730.951657:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813594112:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126730.951899:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126730.953115:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813594112:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126730.953131:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126730.953160:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817611776:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1634us (1753us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126730.953168:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13265 00000100:00100000:1.0:1746126730.953460:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126730.953507:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817612032 00000100:00100000:2.0:1746126730.953513:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817612032 00002000:00100000:2.0:1746126730.953545:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910b800 x1830945817612032/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126730.953554:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910b800 with x1830945817612032 ext(0->4095) 00002000:00010000:2.0:1746126730.953558:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009910b800 00000100:00100000:2.0:1746126730.953587:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13621 00000100:00100000:2.0:1746126730.953593:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817612032:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126730.953728:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817612032:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (267us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126730.953734:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13621 00002000:00100000:2.0:1746126730.953739:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910b800 x1830945817612032/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126730.953747:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910b800 with x1830945817612032 ext(0->4095) 00002000:00010000:2.0:1746126730.953749:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009910b800 00000100:00100000:0.0:1746126730.956272:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126730.956452:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817612160 00000100:00100000:3.0:1746126730.956461:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817612160 00000100:00100000:3.0:1746126730.956508:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30072 00000100:00100000:3.0:1746126730.956516:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817612160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126730.956532:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126730.956553:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84480fd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b638d expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.956582:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480fd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6386 expref: 55 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.956589:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126730.956591:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126730.956594:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84480fd9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b638d expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.956778:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6386 expref: 55 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.956791:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6386 expref: 55 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.956804:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813594240:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126730.957153:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126730.959142:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813594240:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126730.959171:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84480fd9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b638d expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.959192:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098e95e00, rc 0) 00000100:00100000:3.0:1746126730.959260:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817612160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2744us (2995us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126730.959269:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30072 00000100:00100000:0.0:1746126730.960064:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126730.960134:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817612288 00000100:00100000:3.0:1746126730.960140:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817612288 00010000:00010000:3.0:1746126730.960167:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6386 expref: 56 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.960189:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13266 00000100:00100000:3.0:1746126730.960194:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817612288:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126730.960206:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126730.960225:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480fd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6386 expref: 56 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.960234:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6386 expref: 56 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.960271:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84480fd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6386 expref: 56 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.960542:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.960545:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.960553:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84480fd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b638d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.960566:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84480fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b638d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.960595:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84480fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b638d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126730.960617:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813594368:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126730.960688:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126730.962156:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813594368:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126730.962171:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126730.962202:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817612288:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2006us (2137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126730.962211:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13266 00000100:00100000:0.0:1746126730.963788:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126730.963825:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817612544 00000100:00100000:2.0:1746126730.963832:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817612544 00002000:00100000:2.0:1746126730.963880:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965e300 x1830945817612544/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126730.963890:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965e300 with x1830945817612544 ext(0->4095) 00002000:00010000:2.0:1746126730.963895:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965e300 00000100:00100000:2.0:1746126730.963923:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13622 00000100:00100000:2.0:1746126730.963930:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817612544:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126730.964066:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817612544:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126730.964072:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13622 00002000:00100000:2.0:1746126730.964077:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965e300 x1830945817612544/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126730.964084:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965e300 with x1830945817612544 ext(0->4095) 00002000:00010000:2.0:1746126730.964087:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965e300 00000100:00100000:1.0:1746126730.964154:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126730.964408:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817612672 00000100:00100000:3.0:1746126730.964412:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817612672 00000100:00100000:3.0:1746126730.964436:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30073 00000100:00100000:3.0:1746126730.964441:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1776:x1830945817612672:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126730.964451:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126730.964467:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6394 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.964489:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84480fd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b638d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.964497:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.964500:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.964503:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.964528:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84480fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b638d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.964540:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84480fd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b638d expref: 5 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.964551:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813594496:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126730.964624:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126730.965616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126730.965680:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817612800 00000100:00100000:2.0:1746126730.965685:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817612800 00000100:00100000:3.0:1746126730.965759:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813594496:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126730.965778:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.965790:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88011f9c5200, rc 0) 00000100:00100000:3.0:1746126730.965815:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:1776:x1830945817612672:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1372us (1660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126730.965821:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30073 00000100:00100000:2.0:1746126730.965834:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30074 00000100:00100000:2.0:1746126730.965841:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1778:x1830945817612800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126730.965849:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126730.965858:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480fe7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b639b expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.965872:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126730.965876:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.965882:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126730.965885:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480fe7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b639b expref: 57 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.965903:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.965912:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480fe7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b639b expref: 57 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.965918:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00000100:00100000:2.0:1746126730.965936:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:1778:x1830945817612800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126730.965941:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30074 00000100:00100000:0.0:1746126730.966086:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126730.966170:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817612928 00000100:00100000:3.0:1746126730.966174:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817612928 00010000:00010000:3.0:1746126730.966188:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84480fd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b638d expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.966205:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13267 00000100:00100000:3.0:1746126730.966210:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817612928:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126730.966220:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126730.966235:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84480fd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b638d expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.966244:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84480fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b638d expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.966277:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84480fd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b638d expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.966296:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.966298:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.966325:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.966332:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.966492:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.966501:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 56 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.966511:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813594752:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126730.966580:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126730.967805:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813594752:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126730.967817:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126730.967855:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817612928:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1643us (1768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126730.967862:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13267 00000100:00100000:0.0:1746126730.968269:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126730.968333:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817613184 00000100:00100000:2.0:1746126730.968338:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817613184 00002000:00100000:2.0:1746126730.968368:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eca300 x1830945817613184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126730.968382:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eca300 with x1830945817613184 ext(0->4095) 00010000:00010000:2.0:1746126730.968390:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126730.968401:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126730.968406:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eca300 00000100:00100000:2.0:1746126730.968419:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2882 00000100:00100000:2.0:1746126730.968424:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817613184:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126730.968548:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817613184:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126730.968554:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2882 00002000:00100000:2.0:1746126730.968559:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eca300 x1830945817613184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126730.968566:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eca300 with x1830945817613184 ext(0->4095) 00010000:00010000:2.0:1746126730.968570:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126730.968578:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126730.968584:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eca300 00000100:00100000:0.0:1746126730.970340:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126730.970397:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817613312 00000100:00100000:3.0:1746126730.970404:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817613312 00010000:00010000:3.0:1746126730.970427:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.970447:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13268 00000100:00100000:3.0:1746126730.970454:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817613312:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126730.970465:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126730.970480:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.970489:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.970510:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88011f9c5200/0xd8b4f51a84480fe0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6394 expref: 57 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.970534:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.970536:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.970543:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480fe7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b639b expref: 56 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.970551:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480fe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b639b expref: 56 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.970579:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480fe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b639b expref: 56 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126730.970591:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813594880:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126730.970659:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126730.972227:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813594880:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126730.972241:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126730.972284:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817613312:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1829us (1947us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126730.972295:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13268 00000100:00100000:0.0:1746126730.973335:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126730.973477:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817613568 00000100:00100000:2.0:1746126730.973484:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817613568 00002000:00100000:2.0:1746126730.973527:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8e00 x1830945817613568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126730.973536:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8e00 with x1830945817613568 ext(0->4095) 00002000:00010000:2.0:1746126730.973541:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098ec8e00 00000100:00100000:2.0:1746126730.973557:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13623 00000100:00100000:2.0:1746126730.973565:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817613568:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126730.973718:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817613568:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126730.973724:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13623 00002000:00100000:2.0:1746126730.973728:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8e00 x1830945817613568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126730.973735:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8e00 with x1830945817613568 ext(0->4095) 00002000:00010000:2.0:1746126730.973738:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098ec8e00 00000100:00100000:0.0:1746126730.975115:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.975183:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817613696 00000100:00100000:1.0:1746126730.975187:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817613696 00000100:00100000:1.0:1746126730.975220:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30075 00000100:00100000:1.0:1746126730.975225:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817613696:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126730.975235:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126730.975261:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480fee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b63a2 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.975402:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480fe7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b639b expref: 55 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.975409:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.975411:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126730.975414:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480fee lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a2 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.975439:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480fe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b639b expref: 55 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126730.975450:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480fe7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b639b expref: 55 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746126730.975461:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813595008:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126730.975576:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126730.976650:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813595008:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126730.976672:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480fee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a2 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126730.976676:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:0.0:1746126730.976684:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd800, rc 0) 00000100:00100000:0.0:1746126730.976719:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817613696:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1493us (1604us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126730.976726:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30075 00000100:00100000:3.0:1746126730.976800:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817613824 00000100:00100000:3.0:1746126730.976805:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817613824 00010000:00010000:3.0:1746126730.976823:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480fe7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b639b expref: 56 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.976855:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13269 00000100:00100000:3.0:1746126730.976861:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817613824:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126730.976871:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126730.976887:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480fe7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b639b expref: 56 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.976897:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480fe7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b639b expref: 56 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.976915:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84480fe7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b639b expref: 56 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.976928:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.976930:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.976936:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480fee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.976942:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480fee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.976961:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480fee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126730.976969:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813595136:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126730.977627:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126730.980194:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813595136:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126730.980195:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126730.980209:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126730.980242:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817613824:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3382us (3566us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126730.980262:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13269 00000100:00100000:2.0:1746126730.980268:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817614080 00000100:00100000:2.0:1746126730.980274:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817614080 00002000:00100000:2.0:1746126730.980322:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24b480 x1830945817614080/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126730.980331:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24b480 with x1830945817614080 ext(0->4095) 00002000:00010000:2.0:1746126730.980336:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d24b480 00000100:00100000:2.0:1746126730.980719:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13624 00000100:00100000:2.0:1746126730.980726:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817614080:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126730.981062:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817614080:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 336us (871us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126730.981068:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13624 00002000:00100000:2.0:1746126730.981074:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24b480 x1830945817614080/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126730.981081:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24b480 with x1830945817614080 ext(0->4095) 00002000:00010000:2.0:1746126730.981083:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d24b480 00000100:00100000:0.0:1746126730.982383:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126730.982455:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817614208 00000100:00100000:2.0:1746126730.982462:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817614208 00000100:00100000:2.0:1746126730.982502:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30076 00000100:00100000:2.0:1746126730.982508:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1778:x1830945817614208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126730.982519:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126730.982535:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b63a9 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.982560:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480fee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.982568:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126730.982570:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126730.982573:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.982602:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480fee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.982614:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480fee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a2 expref: 5 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126730.982636:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813595264:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126730.982719:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126730.983284:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126730.983378:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817614336 00000100:00100000:2.0:1746126730.983382:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817614336 00000100:00100000:2.0:1746126730.983414:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30077 00000100:00100000:2.0:1746126730.983420:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:1776:x1830945817614336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126730.983428:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126730.983436:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b63b0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.983450:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126730.983454:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.983459:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126730.983462:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.983483:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.983492:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.983500:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61000, rc 0) 00000100:00100000:2.0:1746126730.983525:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1776:x1830945817614336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126730.983531:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30077 00000100:00100000:0.0:1746126730.984887:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126730.984964:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813595264:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126730.984982:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.984993:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:2.0:1746126730.985032:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+57:1778:x1830945817614208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2523us (2650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126730.985038:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30076 00000100:00100000:3.0:1746126730.985138:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817614464 00000100:00100000:3.0:1746126730.985143:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817614464 00010000:00010000:3.0:1746126730.985167:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480fee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a2 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.985196:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13270 00000100:00100000:3.0:1746126730.985202:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817614464:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126730.985217:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126730.985235:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480fee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a2 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.985244:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480fee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a2 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.985274:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84480fee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a2 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.985429:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.985431:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.985438:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.985445:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.985466:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 56 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.985480:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 56 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.985490:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813595520:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126730.985552:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126730.987535:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813595520:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126730.987558:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126730.987610:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817614464:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2407us (2725us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126730.987619:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13270 00000100:00100000:0.0:1746126730.987975:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126730.988054:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817614720 00000100:00100000:2.0:1746126730.988059:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817614720 00002000:00100000:2.0:1746126730.988092:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea46300 x1830945817614720/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126730.988101:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea46300 with x1830945817614720 ext(0->4095) 00010000:00010000:2.0:1746126730.988108:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 57 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126730.988118:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 57 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126730.988124:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea46300 00000100:00100000:2.0:1746126730.988148:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2883 00000100:00100000:2.0:1746126730.988155:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817614720:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126730.988274:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817614720:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (300us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126730.988279:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2883 00002000:00100000:2.0:1746126730.988284:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea46300 x1830945817614720/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126730.988290:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea46300 with x1830945817614720 ext(0->4095) 00010000:00010000:2.0:1746126730.988294:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 57 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126730.988303:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 57 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126730.988323:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea46300 00000100:00100000:0.0:1746126730.990070:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126730.990171:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126730.990214:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817614848 00000100:00100000:2.0:1746126730.990223:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817614848 00000100:00100000:2.0:1746126730.990284:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30078 00000100:00100000:2.0:1746126730.990290:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817614848:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126730.990334:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126730.990351:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b63b7 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.990376:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126730.990381:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 56 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.990387:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126730.990390:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126730.990425:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817614976 00010000:00010000:2.0:1746126730.990428:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 56 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126730.990433:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817614976 00010000:00010000:2.0:1746126730.990438:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.990447:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:2.0:1746126730.990495:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817614848:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126730.990500:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30078 00010000:00010000:3.0:1746126730.990526:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 57 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.990555:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13271 00000100:00100000:3.0:1746126730.990562:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817614976:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126730.990574:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126730.990594:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 57 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.990605:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 57 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.990626:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84480ff5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63a9 expref: 57 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.990643:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.990644:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.990652:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 56 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.990659:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 56 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.990689:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 56 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.990700:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 56 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.990712:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813595776:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126730.990825:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126730.993383:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126730.993467:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813595776:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126730.993486:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126730.993533:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817614976:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2970us (3361us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126730.993544:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13271 00000100:00100000:1.0:1746126730.993579:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817615232 00000100:00100000:1.0:1746126730.993591:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817615232 00002000:00100000:1.0:1746126730.993634:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa16d80 x1830945817615232/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.993644:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa16d80 with x1830945817615232 ext(0->4095) 00010000:00010000:1.0:1746126730.993653:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 56 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126730.993666:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 56 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126730.993671:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa16d80 00000100:00100000:1.0:1746126730.993706:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2884 00000100:00100000:1.0:1746126730.993712:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817615232:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126730.994499:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817615232:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 784us (1123us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126730.994505:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2884 00002000:00100000:1.0:1746126730.994511:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa16d80 x1830945817615232/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.994516:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa16d80 with x1830945817615232 ext(0->4095) 00010000:00010000:1.0:1746126730.994521:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 56 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126730.994530:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 56 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126730.994535:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa16d80 00000100:00100000:1.0:1746126730.996482:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126730.996523:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817615360 00000100:00100000:2.0:1746126730.996535:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817615360 00000100:00100000:2.0:1746126730.996590:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30079 00000100:00100000:2.0:1746126730.996598:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1776:x1830945817615360:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126730.996617:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126730.996634:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b63be expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.996660:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126730.996667:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.996673:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126730.996676:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126730.996706:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126730.996721:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.996732:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126730.996742:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00000100:00100000:2.0:1746126730.996791:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+57:1776:x1830945817615360:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126730.996797:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30079 00000100:00100000:3.0:1746126730.996878:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817615488 00000100:00100000:3.0:1746126730.996887:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817615488 00010000:00010000:3.0:1746126730.996919:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 57 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.996954:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13272 00000100:00100000:3.0:1746126730.996961:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817615488:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126730.996977:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126730.996993:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 57 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.997008:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 57 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.997027:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84480ffc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b0 expref: 57 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126730.997050:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.997052:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126730.997058:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.997065:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.997090:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126730.997101:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 5 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126730.997111:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813596032:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126730.997195:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126730.998930:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813596032:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126730.998945:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126730.998997:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817615488:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2035us (2290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126730.999008:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13272 00000100:00100000:0.0:1746126730.999535:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126730.999597:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817615744 00000100:00100000:1.0:1746126730.999603:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817615744 00002000:00100000:1.0:1746126730.999631:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa15c00 x1830945817615744/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/0 e 0 to 0 dl 1746126741 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126730.999640:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa15c00 with x1830945817615744 ext(0->4095) 00010000:00010000:1.0:1746126730.999647:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126730.999658:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126730.999664:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa15c00 00000100:00100000:1.0:1746126730.999852:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2885 00000100:00100000:1.0:1746126730.999859:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817615744:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126731.000149:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817615744:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 289us (613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.000155:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2885 00002000:00100000:1.0:1746126731.000160:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa15c00 x1830945817615744/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:491/0 lens 488/4536 e 0 to 0 dl 1746126741 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.000168:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa15c00 with x1830945817615744 ext(0->4095) 00010000:00010000:1.0:1746126731.000173:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.000182:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.000188:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa15c00 00000100:00100000:0.0:1746126731.003297:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.003520:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817615872 00000100:00100000:3.0:1746126731.003531:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817615872 00010000:00010000:3.0:1746126731.003567:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.004212:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13273 00000100:00100000:3.0:1746126731.004222:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817615872:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.004236:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.004272:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.004283:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.004302:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481003 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63b7 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.004514:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.004516:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.004523:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.004530:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.004560:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.004572:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813596160:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.004663:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19866c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.010950:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.011052:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813596160:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.011068:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.011103:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817615872:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 6883us (7817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.011112:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13273 00000100:00100000:1.0:1746126731.011380:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817616128 00000100:00100000:1.0:1746126731.011391:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817616128 00002000:00100000:1.0:1746126731.011438:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bca80 x1830945817616128/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.011448:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bca80 with x1830945817616128 ext(0->4095) 00002000:00010000:1.0:1746126731.011453:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991bca80 00000100:00100000:1.0:1746126731.011490:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13625 00000100:00100000:1.0:1746126731.011497:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817616128:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126731.012381:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817616128:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 882us (1435us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.012389:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13625 00002000:00100000:1.0:1746126731.012396:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bca80 x1830945817616128/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.012402:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bca80 with x1830945817616128 ext(0->4095) 00002000:00010000:1.0:1746126731.012405:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991bca80 00000100:00100000:2.0:1746126731.015608:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.015686:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817616256 00000100:00100000:0.0:1746126731.015694:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817616256 00000100:00100000:0.0:1746126731.015732:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30080 00000100:00100000:0.0:1746126731.015738:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817616256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126731.015754:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126731.015772:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84481011 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b63c5 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126731.015799:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126731.015804:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126731.015805:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126731.015807:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84481011 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63c5 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126731.015835:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 55 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126731.015843:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 55 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:0.0:1746126731.015852:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134490700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813596288:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126731.015931:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.018269:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.018458:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817616384 00000100:00100000:1.0:1746126731.018467:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817616384 00002000:00100000:1.0:1746126731.018514:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880134491f80 x1830945817616384/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.018524:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134491f80 with x1830945817616384 ext(0->7) 00010000:00010000:1.0:1746126731.018533:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 56 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.018552:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 56 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.018559:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134491f80 00000100:00100000:2.0:1746126731.018670:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134490700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813596288:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.018697:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84481011 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63c5 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.018711:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094899600, rc 0) 00000100:00100000:2.0:1746126731.018758:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817616256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3019us (3158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.018765:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30080 00000100:00100000:1.0:1746126731.018897:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2886 00000100:00100000:1.0:1746126731.018904:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817616384:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126731.020502:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2007:x1830945817616384:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1589us (2233us total) trans 4294972040 rc 0/0 00000100:00100000:0.0:1746126731.020514:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2886 00002000:00100000:0.0:1746126731.020524:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880134491f80 x1830945817616384/t4294972040(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/448 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126731.020533:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134491f80 with x1830945817616384 ext(0->7) 00010000:00010000:0.0:1746126731.020542:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746126731.020559:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746126731.020567:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134491f80 00000100:00100000:1.0:1746126731.026608:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.027596:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817616512 00000100:00100000:3.0:1746126731.027606:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817616512 00010000:00010000:3.0:1746126731.027692:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.027730:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13274 00000100:00100000:3.0:1746126731.027737:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2010:x1830945817616512:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.027751:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.027770:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.027781:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.027803:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448100a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63be expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.027832:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.027835:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.027843:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84481011 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63c5 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.027849:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84481011 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63c5 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.027884:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84481011 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63c5 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.027896:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813596416:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.027985:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19866c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.030670:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813596416:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.030693:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.030748:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2010:x1830945817616512:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3009us (4151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.030758:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13274 00000100:00100000:0.0:1746126731.030946:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.031004:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817616768 00000100:00100000:2.0:1746126731.031011:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817616768 00002000:00100000:2.0:1746126731.031053:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134490700 x1830945817616768/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.031063:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134490700 with x1830945817616768 ext(0->4095) 00002000:00010000:2.0:1746126731.031068:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134490700 00000100:00100000:2.0:1746126731.031085:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13626 00000100:00100000:2.0:1746126731.031092:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817616768:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.031234:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817616768:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.031240:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13626 00002000:00100000:2.0:1746126731.031253:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134490700 x1830945817616768/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.031260:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134490700 with x1830945817616768 ext(0->4095) 00002000:00010000:2.0:1746126731.031263:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134490700 00000100:00100000:0.0:1746126731.032724:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.032800:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817616896 00000100:00100000:2.0:1746126731.032807:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817616896 00000100:00100000:2.0:1746126731.032848:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30081 00000100:00100000:2.0:1746126731.032853:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:1778:x1830945817616896:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.032865:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.032880:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b63cc expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.032904:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84481011 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63c5 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.032909:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.032910:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.032913:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.032941:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84481011 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63c5 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.032949:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84481011 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63c5 expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.032957:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813596544:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.033044:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.034120:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.034183:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817617024 00000100:00100000:2.0:1746126731.034188:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817617024 00000100:00100000:2.0:1746126731.034404:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30082 00000100:00100000:2.0:1746126731.034413:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1776:x1830945817617024:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.034425:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.034443:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b63d3 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.034464:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.034469:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.034474:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.034476:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.034503:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.034520:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.034531:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61000, rc 0) 00000100:00100000:2.0:1746126731.034576:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1776:x1830945817617024:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.035002:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30082 00000100:00100000:2.0:1746126731.035592:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813596544:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.035609:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.035619:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:2.0:1746126731.035648:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1778:x1830945817616896:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2795us (2928us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.035654:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30081 00000100:00100000:0.0:1746126731.035972:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.036028:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817617152 00000100:00100000:3.0:1746126731.036033:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817617152 00010000:00010000:3.0:1746126731.036057:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84481011 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63c5 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.036079:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13275 00000100:00100000:3.0:1746126731.036085:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817617152:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.036095:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.036115:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84481011 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63c5 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.036131:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84481011 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63c5 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.036152:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094899600/0xd8b4f51a84481011 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63c5 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.036175:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.036177:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.036183:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.036190:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.036213:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.036224:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 58 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.036235:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813596800:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.036953:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19866c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.041366:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813596800:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.041389:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.041450:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817617152:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5364us (5480us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.041465:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13275 00000100:00100000:0.0:1746126731.041570:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.041637:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817617408 00000100:00100000:3.0:1746126731.041643:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817617408 00002000:00100000:3.0:1746126731.041827:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736ca80 x1830945817617408/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.042007:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ca80 with x1830945817617408 ext(0->4095) 00010000:00010000:3.0:1746126731.042016:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.042029:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.042035:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736ca80 00000100:00100000:3.0:1746126731.042229:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2887 00000100:00100000:3.0:1746126731.042236:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2008:x1830945817617408:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126731.042660:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2008:x1830945817617408:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 423us (1089us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.042666:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2887 00002000:00100000:3.0:1746126731.042672:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736ca80 x1830945817617408/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.042679:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ca80 with x1830945817617408 ext(0->4095) 00010000:00010000:3.0:1746126731.042684:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.042698:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.042704:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736ca80 00000100:00100000:0.0:1746126731.044766:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.044827:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.044918:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817617536 00000100:00100000:2.0:1746126731.044926:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817617536 00000100:00100000:2.0:1746126731.044964:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30083 00000100:00100000:2.0:1746126731.044971:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817617536:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.044990:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.045007:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b63da expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.045035:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.045041:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.045047:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126731.045050:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.045060:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817617664 00000100:00100000:3.0:1746126731.045065:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817617664 00010000:00010000:3.0:1746126731.045081:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.045097:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.045112:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13276 00010000:00010000:2.0:1746126731.045112:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.045118:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2009:x1830945817617664:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.045123:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00010000:00010000:3.0:1746126731.045126:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.045143:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.045153:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.045171:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817617536:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (413us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126731.045172:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481018 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63cc expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.045177:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30083 00010000:00010000:3.0:1746126731.045188:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.045189:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.045195:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.045205:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.045225:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.045235:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.045484:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813597056:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.046481:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19866c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.047356:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813597056:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.047372:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.047413:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2009:x1830945817617664:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2295us (2585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.047421:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13276 00000100:00100000:0.0:1746126731.047951:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.047991:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817617920 00000100:00100000:3.0:1746126731.047997:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817617920 00002000:00100000:3.0:1746126731.048031:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa4380 x1830945817617920/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.048039:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa4380 with x1830945817617920 ext(0->4095) 00010000:00010000:3.0:1746126731.048047:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.048059:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.048065:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa4380 00000100:00100000:3.0:1746126731.048092:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2888 00000100:00100000:3.0:1746126731.048098:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2008:x1830945817617920:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126731.048703:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2008:x1830945817617920:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 604us (752us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.048709:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2888 00002000:00100000:3.0:1746126731.048715:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa4380 x1830945817617920/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.048722:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa4380 with x1830945817617920 ext(0->4095) 00010000:00010000:3.0:1746126731.048726:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.048735:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.048741:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa4380 00000100:00100000:0.0:1746126731.051831:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.051914:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.051917:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817618048 00000100:00100000:2.0:1746126731.051929:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817618048 00000100:00100000:2.0:1746126731.051978:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30084 00000100:00100000:2.0:1746126731.051987:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1776:x1830945817618048:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.052377:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.052396:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448102d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b63e1 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.052421:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.052428:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.052439:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126731.052442:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448102d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e1 expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.052482:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.052494:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448102d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e1 expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.052505:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00000100:00100000:2.0:1746126731.052563:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1776:x1830945817618048:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 577us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.052570:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30084 00000100:00100000:3.0:1746126731.053099:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817618176 00000100:00100000:3.0:1746126731.053108:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817618176 00010000:00010000:3.0:1746126731.053137:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 59 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.053265:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13277 00000100:00100000:3.0:1746126731.053474:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2008:x1830945817618176:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.053487:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.053509:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 59 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.053520:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 59 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.053539:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448101f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63d3 expref: 59 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.053554:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.053556:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.053563:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.053569:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.053598:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.053609:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.053619:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813597312:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.053692:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.055647:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813597312:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.055669:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.055724:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2008:x1830945817618176:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2251us (3807us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.055732:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13277 00000100:00100000:0.0:1746126731.056050:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.056085:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817618432 00000100:00100000:3.0:1746126731.056089:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817618432 00002000:00100000:3.0:1746126731.056114:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fc700 x1830945817618432/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.056120:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fc700 with x1830945817618432 ext(0->4095) 00010000:00010000:3.0:1746126731.056125:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.056132:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.056136:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fc700 00000100:00100000:3.0:1746126731.056158:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2889 00000100:00100000:3.0:1746126731.056162:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817618432:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126731.056269:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817618432:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (223us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.056274:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2889 00002000:00100000:3.0:1746126731.056279:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fc700 x1830945817618432/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.056285:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fc700 with x1830945817618432 ext(0->4095) 00010000:00010000:3.0:1746126731.056289:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.056302:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.056352:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fc700 00000100:00100000:0.0:1746126731.058717:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.058792:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817618560 00000100:00100000:3.0:1746126731.058798:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817618560 00010000:00010000:3.0:1746126731.058821:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.059050:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13278 00000100:00100000:3.0:1746126731.059058:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817618560:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.059070:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.059086:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.059096:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.059113:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481026 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63da expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.059125:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.059127:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.059133:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448102d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e1 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.059143:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448102d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e1 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.059167:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448102d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e1 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.059178:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813597440:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.059756:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.062465:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813597440:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.062481:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.062516:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817618560:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3458us (3933us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.062525:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13278 00000100:00100000:0.0:1746126731.062597:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.062902:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817618816 00000100:00100000:3.0:1746126731.062908:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817618816 00002000:00100000:3.0:1746126731.062937:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb2d80 x1830945817618816/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.062946:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb2d80 with x1830945817618816 ext(0->4095) 00002000:00010000:3.0:1746126731.062950:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098eb2d80 00000100:00100000:3.0:1746126731.062972:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13627 00000100:00100000:3.0:1746126731.062978:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2008:x1830945817618816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126731.063147:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2008:x1830945817618816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 167us (549us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.063156:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13627 00002000:00100000:3.0:1746126731.063161:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb2d80 x1830945817618816/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.063168:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb2d80 with x1830945817618816 ext(0->4095) 00002000:00010000:3.0:1746126731.063171:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098eb2d80 00000100:00100000:0.0:1746126731.065873:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.066017:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817618944 00000100:00100000:2.0:1746126731.066026:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817618944 00000100:00100000:2.0:1746126731.066077:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30085 00000100:00100000:2.0:1746126731.066084:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817618944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.066103:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.066121:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481034 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b63e8 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.066151:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448102d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e1 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.066159:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.066161:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.066164:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481034 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e8 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.066194:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448102d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e1 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.066207:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448102d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e1 expref: 57 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.066220:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813597568:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.066350:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.068625:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813597568:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.068652:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481034 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e8 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.068667:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61200, rc 0) 00000100:00100000:2.0:1746126731.068718:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817618944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2634us (2856us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.068725:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30085 00000100:00100000:0.0:1746126731.069447:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.069530:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817619072 00000100:00100000:3.0:1746126731.069536:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817619072 00010000:00010000:3.0:1746126731.069561:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448102d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e1 expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.069587:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13279 00000100:00100000:3.0:1746126731.069593:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2008:x1830945817619072:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.069603:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.069618:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448102d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e1 expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.069627:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448102d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e1 expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.069646:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448102d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e1 expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.069665:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.069667:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.069673:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481034 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e8 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.069684:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481034 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e8 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.069709:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481034 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e8 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.069720:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813597696:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.069778:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.072930:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813597696:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.072948:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.073111:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817619072:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3515us (3662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.073121:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13279 00000100:00100000:2.0:1746126731.074770:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.074931:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817619200 00000100:00100000:3.0:1746126731.074937:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817619200 00000100:00100000:2.0:1746126731.075293:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.075331:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817619456 00000100:00100000:2.0:1746126731.075335:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817619456 00002000:00100000:2.0:1746126731.075360:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc7100 x1830945817619456/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.075369:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc7100 with x1830945817619456 ext(0->4095) 00002000:00010000:2.0:1746126731.075373:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc7100 00000100:00100000:2.0:1746126731.075388:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13628 00000100:00100000:2.0:1746126731.075394:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817619456:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126731.075437:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30086 00000100:00100000:3.0:1746126731.075443:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:1776:x1830945817619200:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.075451:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.075464:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b63ef expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.075484:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481034 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e8 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.075491:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.075493:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.075496:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.075516:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481034 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e8 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.075525:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481034 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e8 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.075534:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813597824:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.075580:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.076217:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817619456:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 821us (922us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.076222:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13628 00002000:00100000:2.0:1746126731.076227:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc7100 x1830945817619456/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.076234:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc7100 with x1830945817619456 ext(0->4095) 00010000:00010000:2.0:1746126731.076238:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481034 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e8 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.076256:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481034 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e8 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.076261:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc7100 00000100:00100000:3.0:1746126731.077938:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813597824:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.077961:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.077973:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099279e00, rc 0) 00000100:00100000:3.0:1746126731.078015:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1776:x1830945817619200:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2571us (3453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.078021:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30086 00000100:00100000:0.0:1746126731.078901:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.079054:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817619584 00000100:00100000:3.0:1746126731.079059:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817619584 00000100:00100000:3.0:1746126731.079086:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30087 00000100:00100000:3.0:1746126731.079092:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1778:x1830945817619584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.079109:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.079122:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a84481042 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b63f6 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.079146:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.079150:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.079156:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.079159:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a84481042 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63f6 expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.079182:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.079191:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a84481042 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63f6 expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.079198:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099278800, rc 0) 00000100:00100000:3.0:1746126731.079232:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1778:x1830945817619584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.079237:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30087 00000100:00100000:1.0:1746126731.079542:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.079848:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817619712 00000100:00100000:3.0:1746126731.079852:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817619712 00010000:00010000:3.0:1746126731.079866:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481034 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e8 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.079884:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13280 00000100:00100000:3.0:1746126731.079889:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817619712:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.079896:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.079911:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481034 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e8 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.079920:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481034 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e8 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.079935:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481034 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63e8 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.079956:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.079957:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.079962:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.079968:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.079984:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.079993:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 58 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.080003:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813598080:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.080081:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.081873:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813598080:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.081888:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.082486:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817619712:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2594us (2941us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.082495:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13280 00000100:00100000:1.0:1746126731.083217:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.083290:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817619968 00000100:00100000:2.0:1746126731.083297:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817619968 00002000:00100000:2.0:1746126731.083351:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d267480 x1830945817619968/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.083361:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267480 with x1830945817619968 ext(0->4095) 00010000:00010000:2.0:1746126731.083369:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.083381:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.083388:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d267480 00000100:00100000:2.0:1746126731.083401:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2890 00000100:00100000:2.0:1746126731.083407:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2008:x1830945817619968:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.084093:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2008:x1830945817619968:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 683us (875us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.084100:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2890 00002000:00100000:2.0:1746126731.084105:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d267480 x1830945817619968/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.084112:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267480 with x1830945817619968 ext(0->4095) 00010000:00010000:2.0:1746126731.084120:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.084129:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.084134:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d267480 00000100:00100000:0.0:1746126731.085849:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.086185:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817620096 00000100:00100000:3.0:1746126731.086192:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817620096 00010000:00010000:3.0:1746126731.086220:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.086265:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13281 00000100:00100000:3.0:1746126731.086272:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2007:x1830945817620096:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.086287:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.086332:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.086344:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.086363:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a8448103b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63ef expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.086381:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.086383:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.086390:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a84481042 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63f6 expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.086396:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a84481042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63f6 expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.086429:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a84481042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63f6 expref: 58 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.086440:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813598208:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.086525:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.087903:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813598208:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.087916:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.088164:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2007:x1830945817620096:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1891us (2319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.088172:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13281 00000100:00100000:0.0:1746126731.088825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.088876:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817620352 00000100:00100000:2.0:1746126731.088882:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817620352 00002000:00100000:2.0:1746126731.088912:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75ce00 x1830945817620352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.088920:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75ce00 with x1830945817620352 ext(0->4095) 00002000:00010000:2.0:1746126731.088923:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75ce00 00000100:00100000:2.0:1746126731.089552:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13629 00000100:00100000:2.0:1746126731.089561:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2008:x1830945817620352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.089681:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2008:x1830945817620352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (856us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.089687:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13629 00002000:00100000:2.0:1746126731.089692:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75ce00 x1830945817620352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.089700:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75ce00 with x1830945817620352 ext(0->4095) 00002000:00010000:2.0:1746126731.089703:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75ce00 00000100:00100000:2.0:1746126731.093538:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.093587:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817620480 00000100:00100000:0.0:1746126731.093595:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817620480 00000100:00100000:0.0:1746126731.093628:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30088 00000100:00100000:0.0:1746126731.093634:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817620480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126731.093649:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126731.093663:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b63fd expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126731.093684:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a84481042 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63f6 expref: 57 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126731.093691:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126731.093693:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126731.093696:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126731.093721:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a84481042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63f6 expref: 57 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126731.093732:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a84481042 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63f6 expref: 57 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:0.0:1746126731.093741:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813598336:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126731.093811:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.098788:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbf3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813598336:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.098818:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.098833:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094899200, rc 0) 00000100:00100000:2.0:1746126731.098891:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817620480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5255us (5359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.098900:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30088 00000100:00100000:1.0:1746126731.099742:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.099798:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817620608 00000100:00100000:3.0:1746126731.099804:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817620608 00010000:00010000:3.0:1746126731.099827:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a84481042 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63f6 expref: 58 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.099858:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13282 00000100:00100000:3.0:1746126731.099864:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2008:x1830945817620608:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.099876:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.099890:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a84481042 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63f6 expref: 58 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.099900:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a84481042 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63f6 expref: 58 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.099917:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a84481042 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63f6 expref: 58 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.099939:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.099941:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.099947:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.099954:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.099977:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.099987:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813598464:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.100046:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.100568:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.100654:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817620736 00000100:00100000:2.0:1746126731.100659:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817620736 00000100:00100000:2.0:1746126731.100684:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30089 00000100:00100000:2.0:1746126731.100690:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1776:x1830945817620736:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.100702:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.100713:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6404 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.100731:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.100737:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.100738:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.100741:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.100894:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.100904:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 5 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.100911:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813598592:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.101725:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.102101:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813598464:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.102114:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.102149:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2008:x1830945817620608:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2284us (2407us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.102157:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13282 00000100:00100000:1.0:1746126731.102635:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.102692:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813598592:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.102706:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 58 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.102717:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00000100:00100000:0.0:1746126731.102797:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817620992 00000100:00100000:0.0:1746126731.102802:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817620992 00002000:00100000:0.0:1746126731.102829:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1180 x1830945817620992/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126731.102836:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1180 with x1830945817620992 ext(0->4095) 00010000:00010000:0.0:1746126731.102841:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746126731.102851:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746126731.102856:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab1180 00000100:00100000:2.0:1746126731.102996:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1776:x1830945817620736:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2305us (2432us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.103001:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30089 00000100:00100000:0.0:1746126731.103148:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2891 00000100:00100000:0.0:1746126731.103156:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817620992:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126731.103268:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817620992:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (634us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126731.103273:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2891 00002000:00100000:0.0:1746126731.103278:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1180 x1830945817620992/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126731.103284:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1180 with x1830945817620992 ext(0->4095) 00010000:00010000:0.0:1746126731.103289:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746126731.103297:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746126731.103302:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab1180 00000100:00100000:0.0:1746126731.105038:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.105813:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817621120 00000100:00100000:3.0:1746126731.105820:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817621120 00010000:00010000:3.0:1746126731.105846:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.105882:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13283 00000100:00100000:3.0:1746126731.105889:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817621120:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.105903:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.105919:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.105930:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.105947:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a84481049 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b63fd expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.105972:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.105974:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.105979:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.105986:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.106011:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.106021:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813598720:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.106081:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.107523:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813598720:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.107536:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.107559:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817621120:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1671us (2526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.107569:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13283 00000100:00100000:0.0:1746126731.107726:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.108072:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817621376 00000100:00100000:3.0:1746126731.108077:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817621376 00002000:00100000:3.0:1746126731.108099:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0700 x1830945817621376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.108108:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0700 with x1830945817621376 ext(0->4095) 00002000:00010000:3.0:1746126731.108111:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be0700 00000100:00100000:3.0:1746126731.108129:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13630 00000100:00100000:3.0:1746126731.108135:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2007:x1830945817621376:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126731.108251:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2007:x1830945817621376:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (515us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.108258:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13630 00002000:00100000:3.0:1746126731.108262:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0700 x1830945817621376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.108268:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0700 with x1830945817621376 ext(0->4095) 00002000:00010000:3.0:1746126731.108271:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be0700 00000100:00100000:0.0:1746126731.109829:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.110070:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817621504 00000100:00100000:2.0:1746126731.110078:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817621504 00000100:00100000:2.0:1746126731.110130:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30090 00000100:00100000:2.0:1746126731.110138:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817621504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.110155:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.110171:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b640b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.110199:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.110206:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.110208:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.110211:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.110240:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 57 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.110266:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 57 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.110278:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813598848:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.110392:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.115502:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.115592:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817621632 00000100:00100000:1.0:1746126731.115603:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817621632 00000100:00100000:2.0:1746126731.115629:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813598848:192.168.204.15@tcp:104: 00002000:00100000:1.0:1746126731.115644:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009989f800 x1830945817621632/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.115654:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989f800 with x1830945817621632 ext(0->7) 00010000:00010000:2.0:1746126731.115662:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.115663:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.115675:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 58 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.115682:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009989f800 00010000:00010000:2.0:1746126731.115684:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61200, rc 0) 00000100:00100000:1.0:1746126731.115720:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2892 00000100:00100000:1.0:1746126731.115727:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2008:x1830945817621632:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126731.115742:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817621504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5604us (5922us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.115750:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30090 00000100:00100000:0.0:1746126731.117093:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817621632:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1363us (1599us total) trans 4294972041 rc 0/0 00000100:00100000:0.0:1746126731.117102:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2892 00002000:00100000:0.0:1746126731.117109:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009989f800 x1830945817621632/t4294972041(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/448 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126731.117117:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989f800 with x1830945817621632 ext(0->7) 00010000:00010000:0.0:1746126731.117124:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746126731.117136:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746126731.117143:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009989f800 00000100:00100000:0.0:1746126731.119033:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.119331:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817621760 00000100:00100000:3.0:1746126731.119339:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817621760 00010000:00010000:3.0:1746126731.119370:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.119461:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13284 00000100:00100000:3.0:1746126731.119469:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817621760:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.119483:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.119502:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.119513:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.119536:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481050 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6404 expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.119563:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.119565:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.119572:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.119577:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.119604:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.119613:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813598976:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.119685:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19866c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.121969:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813598976:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.121985:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.122029:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2008:x1830945817621760:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2561us (3000us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.122039:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13284 00000100:00100000:0.0:1746126731.122561:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.122624:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.122689:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817621888 00000100:00100000:2.0:1746126731.122697:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817621888 00000100:00100000:2.0:1746126731.122736:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30091 00000100:00100000:2.0:1746126731.122743:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1776:x1830945817621888:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.122760:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.122776:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6412 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.122831:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126731.122838:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817622144 00010000:00010000:2.0:1746126731.122840:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.122842:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746126731.122843:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817622144 00010000:00010000:2.0:1746126731.122846:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746126731.122872:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ed500 x1830945817622144/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126731.122875:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746126731.122881:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed500 with x1830945817622144 ext(0->4095) 00010000:00010000:2.0:1746126731.122887:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.122888:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.122898:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.122903:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813599104:192.168.204.15@tcp:104: 00002000:00010000:1.0:1746126731.122904:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ed500 00000100:00100000:1.0:1746126731.122929:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2893 00000100:00100000:1.0:1746126731.122935:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817622144:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.122969:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126731.123062:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817622144:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (437us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.123068:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2893 00002000:00100000:1.0:1746126731.123073:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ed500 x1830945817622144/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.123080:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed500 with x1830945817622144 ext(0->4095) 00010000:00010000:1.0:1746126731.123084:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.123093:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.123099:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ed500 00000100:00100000:2.0:1746126731.125636:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813599104:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.125665:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.125681:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00000100:00100000:2.0:1746126731.125733:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1776:x1830945817621888:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2989us (3170us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.125740:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30091 00000100:00100000:1.0:1746126731.125942:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.126024:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817622272 00000100:00100000:2.0:1746126731.126029:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817622272 00000100:00100000:2.0:1746126731.126054:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30092 00000100:00100000:2.0:1746126731.126060:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1778:x1830945817622272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.126073:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.126085:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481065 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6419 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.126103:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.126108:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.126113:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.126116:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481065 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6419 expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.126144:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.126151:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481065 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6419 expref: 61 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.126157:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61000, rc 0) 00000100:00100000:2.0:1746126731.126186:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1778:x1830945817622272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.126191:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30092 00000100:00100000:2.0:1746126731.126547:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.126610:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817622400 00000100:00100000:3.0:1746126731.126614:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817622400 00010000:00010000:3.0:1746126731.126632:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.126689:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13285 00000100:00100000:3.0:1746126731.126696:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098857480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817622400:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.126705:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.126797:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.126828:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.126846:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481057 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b640b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.126868:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.126869:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.126876:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.126883:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.126902:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.127110:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.127122:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813599360:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.127186:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19866c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.128524:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.128605:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813599360:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.128621:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.128649:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098857480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817622400:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1953us (2102us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.128657:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13285 00000100:00100000:2.0:1746126731.128732:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817622656 00000100:00100000:2.0:1746126731.128739:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817622656 00002000:00100000:2.0:1746126731.128771:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00f100 x1830945817622656/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.128781:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00f100 with x1830945817622656 ext(0->4095) 00010000:00010000:2.0:1746126731.128788:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 61 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.128799:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 61 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.128806:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00f100 00000100:00100000:2.0:1746126731.128834:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2894 00000100:00100000:2.0:1746126731.128840:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817622656:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.128970:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817622656:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (448us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.128975:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2894 00002000:00100000:2.0:1746126731.128980:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00f100 x1830945817622656/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.128988:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00f100 with x1830945817622656 ext(0->4095) 00010000:00010000:2.0:1746126731.128992:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 61 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.129001:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 61 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.129007:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00f100 00000100:00100000:0.0:1746126731.131100:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.131154:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817622784 00000100:00100000:3.0:1746126731.131160:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817622784 00010000:00010000:3.0:1746126731.131187:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 61 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.132090:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13286 00000100:00100000:3.0:1746126731.132100:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817622784:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.132114:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.132136:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 61 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.132149:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 61 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.132172:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448105e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6412 expref: 61 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.132200:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.132202:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.132210:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481065 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6419 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.132218:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6419 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.132262:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6419 expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.132274:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813599488:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.133039:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b19866c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.135546:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813599488:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.135567:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.135626:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817622784:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3526us (4531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.135637:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13286 00000100:00100000:0.0:1746126731.135732:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.135777:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817623040 00000100:00100000:2.0:1746126731.135784:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817623040 00002000:00100000:2.0:1746126731.135822:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee7480 x1830945817623040/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.135832:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee7480 with x1830945817623040 ext(0->4095) 00002000:00010000:2.0:1746126731.135837:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee7480 00000100:00100000:2.0:1746126731.135854:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13631 00000100:00100000:2.0:1746126731.135861:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817623040:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.136016:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817623040:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.136022:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13631 00002000:00100000:2.0:1746126731.136029:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee7480 x1830945817623040/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.136035:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee7480 with x1830945817623040 ext(0->4095) 00002000:00010000:2.0:1746126731.136038:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee7480 00000100:00100000:0.0:1746126731.137860:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.137946:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817623168 00000100:00100000:2.0:1746126731.137952:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817623168 00000100:00100000:2.0:1746126731.137986:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30093 00000100:00100000:2.0:1746126731.137993:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817623168:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.138007:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.138025:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448106c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6420 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.138052:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481065 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6419 expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.138059:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.138060:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.138064:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448106c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6420 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.138094:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6419 expref: 59 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.138106:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6419 expref: 59 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.138119:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813599616:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.138203:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.139774:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813599616:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.139796:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448106c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6420 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.139811:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00000100:00100000:2.0:1746126731.139845:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817623168:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1852us (1989us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.139852:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30093 00000100:00100000:0.0:1746126731.140377:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.140491:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817623296 00000100:00100000:3.0:1746126731.140497:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817623296 00010000:00010000:3.0:1746126731.140664:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6419 expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.140694:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13287 00000100:00100000:3.0:1746126731.140700:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817623296:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.140709:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.140727:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6419 expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.140738:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6419 expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.140756:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481065 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6419 expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.140772:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.140774:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.140781:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448106c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6420 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.140789:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448106c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6420 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.140817:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448106c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6420 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.140829:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813599744:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.140886:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.142728:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813599744:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.142745:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.143066:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2008:x1830945817623296:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2364us (2688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.143076:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13287 00000100:00100000:0.0:1746126731.143148:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.143401:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817623552 00000100:00100000:2.0:1746126731.143408:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817623552 00002000:00100000:2.0:1746126731.143447:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099272680 x1830945817623552/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.143457:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099272680 with x1830945817623552 ext(0->4095) 00002000:00010000:2.0:1746126731.143461:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099272680 00000100:00100000:2.0:1746126731.143477:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13632 00000100:00100000:2.0:1746126731.143484:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817623552:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.143628:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817623552:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (480us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.143634:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13632 00002000:00100000:2.0:1746126731.143639:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099272680 x1830945817623552/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.143646:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099272680 with x1830945817623552 ext(0->4095) 00002000:00010000:2.0:1746126731.143648:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099272680 00000100:00100000:0.0:1746126731.145432:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.145591:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817623680 00000100:00100000:2.0:1746126731.145598:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817623680 00000100:00100000:2.0:1746126731.145633:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30094 00000100:00100000:2.0:1746126731.145640:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1778:x1830945817623680:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.145653:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.145669:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6427 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.145695:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448106c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6420 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.145703:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.145704:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.145708:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.145738:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448106c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6420 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.145750:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448106c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6420 expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.145762:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813599872:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.146657:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.147183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.147267:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817623808 00000100:00100000:2.0:1746126731.147271:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817623808 00000100:00100000:2.0:1746126731.147301:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30095 00000100:00100000:2.0:1746126731.147329:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817623808:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.147339:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.147350:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b642e expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.147369:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.147373:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.147378:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.147381:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.147405:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.147416:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 62 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.147426:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00000100:00100000:2.0:1746126731.147457:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1776:x1830945817623808:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.147462:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30095 00000100:00100000:2.0:1746126731.148031:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813599872:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.148044:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126731.148049:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126731.148052:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61200, rc 0) 00000100:00100000:3.0:1746126731.148088:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817623936 00000100:00100000:3.0:1746126731.148093:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817623936 00010000:00010000:3.0:1746126731.148113:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448106c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6420 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.148121:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1778:x1830945817623680:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2444us (2657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.148128:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30094 00000100:00100000:3.0:1746126731.148133:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13288 00000100:00100000:3.0:1746126731.148137:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817623936:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.148145:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.148162:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448106c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6420 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.148173:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448106c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6420 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.148193:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448106c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6420 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.148210:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.148212:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.148218:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.148225:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.148258:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.148268:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 60 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.148278:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813600128:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.148401:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.150494:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813600128:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.150513:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.150554:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817623936:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2414us (2504us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.150564:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13288 00000100:00100000:0.0:1746126731.150955:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.152232:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817624192 00000100:00100000:2.0:1746126731.152252:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817624192 00002000:00100000:2.0:1746126731.152296:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6c700 x1830945817624192/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.152324:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6c700 with x1830945817624192 ext(0->4095) 00010000:00010000:2.0:1746126731.152334:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.152348:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.152354:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6c700 00000100:00100000:2.0:1746126731.152386:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2895 00000100:00100000:2.0:1746126731.152392:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817624192:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.152551:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817624192:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (1596us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.152557:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2895 00002000:00100000:2.0:1746126731.152562:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6c700 x1830945817624192/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.152569:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6c700 with x1830945817624192 ext(0->4095) 00010000:00010000:2.0:1746126731.152574:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.152588:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.152593:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6c700 00000100:00100000:1.0:1746126731.156017:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.156162:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817624320 00000100:00100000:3.0:1746126731.156172:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817624320 00000100:00100000:3.0:1746126731.156230:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30096 00000100:00100000:3.0:1746126731.156239:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817624320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.156269:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.156287:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6435 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.156333:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.156339:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.156345:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126731.156349:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.156384:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.156400:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.156409:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099279e00, rc 0) 00000100:00100000:3.0:1746126731.156453:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817624320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 216us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.156459:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30096 00000100:00100000:2.0:1746126731.156898:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.157120:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817624448 00000100:00100000:3.0:1746126731.157124:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817624448 00010000:00010000:3.0:1746126731.157142:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.157688:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13289 00000100:00100000:3.0:1746126731.157695:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098857b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817624448:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.157706:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.157727:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.157738:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.157758:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481073 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6427 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.157785:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.157788:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.157795:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.157802:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.157823:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 60 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.157834:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.157847:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813600384:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.157917:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.159171:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813600384:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.159184:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.159218:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098857b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817624448:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1523us (2320us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126731.159359:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.159432:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817624704 00000100:00100000:2.0:1746126731.159438:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817624704 00000100:00100000:3.0:1746126731.159449:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13289 00002000:00100000:2.0:1746126731.159471:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6e300 x1830945817624704/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.159479:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6e300 with x1830945817624704 ext(0->4095) 00010000:00010000:2.0:1746126731.159485:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.159495:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.159501:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6e300 00000100:00100000:2.0:1746126731.159525:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2896 00000100:00100000:2.0:1746126731.159531:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817624704:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.159650:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817624704:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (292us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.159656:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2896 00002000:00100000:2.0:1746126731.159660:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6e300 x1830945817624704/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.159673:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6e300 with x1830945817624704 ext(0->4095) 00010000:00010000:2.0:1746126731.159676:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.159684:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 60 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.159689:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6e300 00000100:00100000:0.0:1746126731.161432:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.161521:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.161599:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817624832 00000100:00100000:2.0:1746126731.161599:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817624960 00000100:00100000:3.0:1746126731.161606:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817624832 00000100:00100000:2.0:1746126731.161606:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817624960 00010000:00010000:2.0:1746126731.161632:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 61 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.161640:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30097 00000100:00100000:3.0:1746126731.161647:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817624832:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.161659:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126731.161660:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13290 00000100:00100000:2.0:1746126731.161665:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817624960:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.161674:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a84481088 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b643c expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.161676:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.161699:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.161705:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.161878:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126731.161882:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a84481088 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b643c expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.161895:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 62 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.161906:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 62 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.161923:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.161926:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a8448107a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b642e expref: 62 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.161934:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a84481088 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b643c expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.161941:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.161943:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.161948:0:11425:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.161955:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.161964:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126731.161970:0:11425:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.161980:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 5 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.161996:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813600640:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.162015:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817624960:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 346us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.162021:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13290 00000100:00100000:3.0:1746126731.162466:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.163849:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.163935:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817625216 00000100:00100000:2.0:1746126731.163941:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817625216 00002000:00100000:2.0:1746126731.163979:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed80700 x1830945817625216/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.163989:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed80700 with x1830945817625216 ext(0->4095) 00000100:00100000:3.0:1746126731.163992:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813600640:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.163995:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.164006:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099279000, rc 0) 00010000:00010000:2.0:1746126731.164006:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.164011:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed80700 00000100:00100000:3.0:1746126731.164046:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1776:x1830945817624832:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2400us (2621us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.164053:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30097 00000100:00100000:2.0:1746126731.164169:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2897 00000100:00100000:2.0:1746126731.164177:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817625216:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.164352:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817625216:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 172us (504us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.164358:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2897 00002000:00100000:2.0:1746126731.164363:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed80700 x1830945817625216/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.164370:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed80700 with x1830945817625216 ext(0->4095) 00010000:00010000:2.0:1746126731.164374:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.164387:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.164393:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed80700 00000100:00100000:0.0:1746126731.166613:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.167240:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817625344 00000100:00100000:2.0:1746126731.167257:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817625344 00010000:00010000:2.0:1746126731.167292:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.167683:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13291 00000100:00100000:2.0:1746126731.167692:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817625344:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.167708:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.167734:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.167746:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.167769:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84481081 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6435 expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.167785:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.167786:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.167793:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a84481088 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b643c expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.167805:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a84481088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b643c expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.167836:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a84481088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b643c expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.167849:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813600768:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.167936:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.170736:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813600768:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.170758:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.170801:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817625344:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3109us (4194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.170810:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13291 00000100:00100000:0.0:1746126731.171830:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.171950:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817625600 00000100:00100000:2.0:1746126731.171958:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817625600 00002000:00100000:2.0:1746126731.171998:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed80e00 x1830945817625600/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.172008:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed80e00 with x1830945817625600 ext(0->4095) 00002000:00010000:2.0:1746126731.172013:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed80e00 00000100:00100000:2.0:1746126731.172077:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13633 00000100:00100000:2.0:1746126731.172084:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817625600:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.172917:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817625600:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 831us (1087us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.172927:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13633 00002000:00100000:2.0:1746126731.172934:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed80e00 x1830945817625600/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.172942:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed80e00 with x1830945817625600 ext(0->4095) 00002000:00010000:2.0:1746126731.172946:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed80e00 00000100:00100000:0.0:1746126731.174523:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.174790:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817625728 00000100:00100000:3.0:1746126731.174798:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817625728 00000100:00100000:3.0:1746126731.174849:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30098 00000100:00100000:3.0:1746126731.174857:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817625728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.174872:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.174891:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8448108f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6443 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.174918:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a84481088 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b643c expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.174925:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.174927:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.174930:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8448108f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6443 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.174965:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a84481088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b643c expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.174983:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a84481088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b643c expref: 59 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.174995:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813600896:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.176224:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.177730:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813600896:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.177761:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8448108f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6443 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.177778:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098e95000, rc 0) 00000100:00100000:3.0:1746126731.177831:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817625728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2974us (3312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.177839:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30098 00000100:00100000:0.0:1746126731.177936:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.177990:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817625856 00000100:00100000:2.0:1746126731.177997:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817625856 00010000:00010000:2.0:1746126731.178026:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a84481088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b643c expref: 60 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.178047:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13292 00000100:00100000:2.0:1746126731.178054:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817625856:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.178067:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.178087:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a84481088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b643c expref: 60 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.178098:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a84481088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b643c expref: 60 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.178126:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a84481088 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b643c expref: 60 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.178302:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.178319:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.178326:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8448108f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6443 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.178338:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8448108f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6443 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.178366:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8448108f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6443 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.178375:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813601024:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.178438:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.180159:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813601024:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.180179:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.180229:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2007:x1830945817625856:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2174us (2292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.180239:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13292 00000100:00100000:1.0:1746126731.180387:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.180602:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817626112 00000100:00100000:2.0:1746126731.180609:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817626112 00002000:00100000:2.0:1746126731.180644:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab3100 x1830945817626112/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.180653:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3100 with x1830945817626112 ext(0->4095) 00002000:00010000:2.0:1746126731.180657:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab3100 00000100:00100000:2.0:1746126731.180687:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13634 00000100:00100000:2.0:1746126731.180694:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817626112:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.180833:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817626112:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (446us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.180842:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13634 00002000:00100000:2.0:1746126731.180848:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab3100 x1830945817626112/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.180854:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3100 with x1830945817626112 ext(0->4095) 00002000:00010000:2.0:1746126731.180857:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab3100 00000100:00100000:0.0:1746126731.181391:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.181578:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817626240 00000100:00100000:3.0:1746126731.181583:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817626240 00000100:00100000:3.0:1746126731.181615:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30099 00000100:00100000:3.0:1746126731.181621:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1776:x1830945817626240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.181632:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.181650:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b644a expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.181675:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8448108f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6443 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.181686:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.181689:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.181692:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.181719:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8448108f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6443 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.181730:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8448108f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6443 expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.181741:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813601152:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.181817:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.182691:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.182820:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817626368 00000100:00100000:2.0:1746126731.182825:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817626368 00000100:00100000:2.0:1746126731.182858:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30100 00000100:00100000:2.0:1746126731.182864:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1778:x1830945817626368:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.182872:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.182882:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448109d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6451 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.182896:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.182900:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.182905:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.182907:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448109d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6451 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.183019:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.183031:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448109d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6451 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.183164:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61000, rc 0) 00000100:00100000:2.0:1746126731.183203:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1778:x1830945817626368:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 339us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.183209:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30100 00000100:00100000:3.0:1746126731.183260:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813601152:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.183275:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.183283:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099279200, rc 0) 00000100:00100000:3.0:1746126731.183299:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817626240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1679us (1909us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.183332:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30099 00000100:00100000:0.0:1746126731.183651:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.183757:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817626496 00000100:00100000:2.0:1746126731.183761:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817626496 00010000:00010000:2.0:1746126731.183776:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8448108f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6443 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.183846:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13293 00000100:00100000:2.0:1746126731.183852:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817626496:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.183860:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.183878:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8448108f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6443 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.183887:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8448108f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6443 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.183906:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a8448108f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6443 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.183999:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.184001:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.184008:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.184020:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.184042:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.184219:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 60 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.184230:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813601408:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.184292:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.185481:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813601408:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.185496:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.185525:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817626496:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1672us (1873us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.185533:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13293 00000100:00100000:0.0:1746126731.187385:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.187541:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817626752 00000100:00100000:2.0:1746126731.187550:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817626752 00002000:00100000:2.0:1746126731.187591:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed81f80 x1830945817626752/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.187601:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed81f80 with x1830945817626752 ext(0->4095) 00010000:00010000:2.0:1746126731.187610:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.187625:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.187631:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed81f80 00000100:00100000:2.0:1746126731.187657:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2898 00000100:00100000:2.0:1746126731.187663:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817626752:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.187799:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817626752:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (423us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.187806:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2898 00002000:00100000:2.0:1746126731.187811:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed81f80 x1830945817626752/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.187816:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed81f80 with x1830945817626752 ext(0->4095) 00010000:00010000:2.0:1746126731.187820:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.187828:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.187834:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed81f80 00000100:00100000:0.0:1746126731.190171:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.190527:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817626880 00000100:00100000:2.0:1746126731.190538:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817626880 00010000:00010000:2.0:1746126731.190572:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.190615:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13294 00000100:00100000:2.0:1746126731.190623:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817626880:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.190636:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.190656:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.190668:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.190691:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099279200/0xd8b4f51a84481096 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b644a expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.190740:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.190742:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.190750:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448109d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6451 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.190758:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448109d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6451 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.190820:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448109d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6451 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.190832:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813601536:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.190970:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.192278:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813601536:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.192295:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.192372:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817626880:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1748us (2208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.192381:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13294 00000100:00100000:0.0:1746126731.193061:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.193132:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817627136 00000100:00100000:2.0:1746126731.193138:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817627136 00002000:00100000:2.0:1746126731.193179:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed82680 x1830945817627136/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.193189:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed82680 with x1830945817627136 ext(0->4095) 00002000:00010000:2.0:1746126731.193194:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed82680 00000100:00100000:2.0:1746126731.193222:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13635 00000100:00100000:2.0:1746126731.193228:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2010:x1830945817627136:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126731.193420:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2010:x1830945817627136:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 191us (359us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.193425:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13635 00002000:00100000:2.0:1746126731.193430:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed82680 x1830945817627136/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.193437:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed82680 with x1830945817627136 ext(0->4095) 00002000:00010000:2.0:1746126731.193439:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed82680 00000100:00100000:0.0:1746126731.194873:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.194989:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817627264 00000100:00100000:3.0:1746126731.194995:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817627264 00000100:00100000:3.0:1746126731.195043:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30101 00000100:00100000:3.0:1746126731.195050:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b48050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817627264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.195064:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.195081:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a844810a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6458 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.195109:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448109d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6451 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.195116:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.195118:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.195121:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a844810a4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6458 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.195153:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448109d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6451 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.195164:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448109d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6451 expref: 59 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.195176:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813601664:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.195269:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.196697:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813601664:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.196722:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a844810a4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6458 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126731.196851:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.196919:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817627392 00000100:00100000:2.0:1746126731.196925:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817627392 00010000:00010000:2.0:1746126731.196949:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448109d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6451 expref: 60 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.196971:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13295 00000100:00100000:2.0:1746126731.196977:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817627392:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.196987:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.197005:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448109d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6451 expref: 60 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.197015:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448109d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6451 expref: 60 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.197035:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448109d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6451 expref: 60 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.197064:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.197066:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.197074:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a844810a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6458 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.197082:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a844810a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6458 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.197107:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a844810a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6458 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.197118:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813601792:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.197176:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00010000:00010000:3.0:1746126731.197208:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099278800, rc 0) 00000100:00100000:3.0:1746126731.197234:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b48050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817627264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2184us (2365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.197255:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30101 00000100:00100000:0.0:1746126731.199469:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.199590:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813601792:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.199608:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.199647:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2008:x1830945817627392:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2668us (2795us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.199657:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13295 00000100:00100000:3.0:1746126731.199738:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817627648 00000100:00100000:3.0:1746126731.199744:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817627648 00002000:00100000:3.0:1746126731.199781:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed82d80 x1830945817627648/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.199790:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed82d80 with x1830945817627648 ext(0->4095) 00002000:00010000:3.0:1746126731.199794:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed82d80 00000100:00100000:3.0:1746126731.199820:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13636 00000100:00100000:3.0:1746126731.199828:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817627648:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126731.201043:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817627648:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 1211us (1577us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.201051:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13636 00002000:00100000:3.0:1746126731.201058:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed82d80 x1830945817627648/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.201066:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed82d80 with x1830945817627648 ext(0->4095) 00002000:00010000:3.0:1746126731.201070:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed82d80 00000100:00100000:0.0:1746126731.203336:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.203428:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.203537:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817627776 00000100:00100000:3.0:1746126731.203546:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817627776 00000100:00100000:3.0:1746126731.203592:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817627904 00000100:00100000:3.0:1746126731.203595:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817627904 00000100:00100000:2.0:1746126731.203605:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30102 00000100:00100000:2.0:1746126731.203615:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1778:x1830945817627776:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.203634:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.203652:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b645f expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.203681:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a844810a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6458 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.203687:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.203689:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.203692:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.203722:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a844810a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6458 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.203733:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a844810a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6458 expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.203745:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813601920:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.203831:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.203899:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30103 00000100:00100000:3.0:1746126731.203906:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817627904:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.203913:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.203920:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6466 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.203933:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.203937:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.203943:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.203945:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 62 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.203966:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.203979:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 62 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.203988:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099279000, rc 0) 00000100:00100000:3.0:1746126731.204684:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1776:x1830945817627904:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 585us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.204691:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30103 00000100:00100000:2.0:1746126731.206511:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813601920:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.206536:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.206550:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61200, rc 0) 00000100:00100000:2.0:1746126731.206599:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1778:x1830945817627776:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2986us (3292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.206605:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30102 00000100:00100000:0.0:1746126731.207798:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.207853:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817628032 00000100:00100000:2.0:1746126731.207859:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817628032 00010000:00010000:2.0:1746126731.207889:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a844810a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6458 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.207922:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13296 00000100:00100000:2.0:1746126731.207929:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817628032:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.207941:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.208293:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a844810a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6458 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.208327:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a844810a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6458 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.208348:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099278800/0xd8b4f51a844810a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6458 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.208376:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.208378:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.208385:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.208392:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.208427:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.208436:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 60 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.208447:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813602176:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.208532:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.211024:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813602176:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.211045:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126731.211087:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.211105:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817628032:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3175us (3309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.211116:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13296 00000100:00100000:3.0:1746126731.211216:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817628288 00000100:00100000:3.0:1746126731.211224:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817628288 00002000:00100000:3.0:1746126731.211274:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed83b80 x1830945817628288/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.211283:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed83b80 with x1830945817628288 ext(0->4095) 00010000:00010000:3.0:1746126731.211290:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 61 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.211338:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 61 pid: 11426 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.211345:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed83b80 00000100:00100000:3.0:1746126731.211372:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2899 00000100:00100000:3.0:1746126731.211379:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817628288:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126731.211497:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817628288:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (418us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.211503:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2899 00002000:00100000:3.0:1746126731.211508:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed83b80 x1830945817628288/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.211514:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed83b80 with x1830945817628288 ext(0->4095) 00010000:00010000:3.0:1746126731.211518:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 61 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.211527:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 61 pid: 11426 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.211532:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed83b80 00000100:00100000:0.0:1746126731.215934:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.215995:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.216055:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817628416 00000100:00100000:2.0:1746126731.216168:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817628416 00000100:00100000:2.0:1746126731.216218:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30104 00000100:00100000:2.0:1746126731.216226:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817628416:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.216256:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.216276:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b646d expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.216334:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.216341:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 60 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.216352:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126731.216355:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.216392:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 60 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.216461:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817628544 00000100:00100000:3.0:1746126731.216466:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817628544 00010000:00010000:3.0:1746126731.216483:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 61 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.216499:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13297 00000100:00100000:3.0:1746126731.216558:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817628544:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.216566:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.216584:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 61 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.216595:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 61 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.216613:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844810ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b645f expref: 61 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.216628:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.216630:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.216635:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 60 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.216642:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 60 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.216661:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 60 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.216669:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 60 pid: 9565 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.216680:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813602432:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.217750:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.217760:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00000100:00100000:2.0:1746126731.217789:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817628416:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1563us (1866us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.217796:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30104 00000100:00100000:3.0:1746126731.217896:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.222028:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813602432:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.222432:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126731.222478:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.222750:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817628800 00000100:00100000:2.0:1746126731.222757:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817628800 00002000:00100000:2.0:1746126731.222805:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab3b80 x1830945817628800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.222815:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3b80 with x1830945817628800 ext(0->4095) 00010000:00010000:2.0:1746126731.222825:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 61 pid: 9565 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.222838:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 61 pid: 9565 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.222845:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab3b80 00000100:00100000:2.0:1746126731.222875:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2900 00000100:00100000:2.0:1746126731.222883:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817628800:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126731.222959:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817628544:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 6452us (6962us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.222968:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13297 00000100:00100000:2.0:1746126731.223020:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817628800:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (868us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.223026:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2900 00002000:00100000:2.0:1746126731.223030:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab3b80 x1830945817628800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.223838:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3b80 with x1830945817628800 ext(0->4095) 00010000:00010000:2.0:1746126731.223845:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 60 pid: 9565 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.223855:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 60 pid: 9565 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.223861:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab3b80 00000100:00100000:0.0:1746126731.225439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.225541:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817628928 00000100:00100000:2.0:1746126731.225548:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817628928 00000100:00100000:2.0:1746126731.225662:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30105 00000100:00100000:2.0:1746126731.225670:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1776:x1830945817628928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.225687:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.225703:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844810c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6474 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.225729:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.225735:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.225745:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126731.225748:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844810c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6474 expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.225785:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.225797:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844810c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6474 expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.225808:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61000, rc 0) 00000100:00100000:0.0:1746126731.225948:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.226026:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817629056 00000100:00100000:3.0:1746126731.226029:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817629056 00010000:00010000:3.0:1746126731.226045:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 62 pid: 9565 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.226051:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1776:x1830945817628928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 378us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.226056:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30105 00000100:00100000:3.0:1746126731.226071:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13298 00000100:00100000:3.0:1746126731.226077:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817629056:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.226084:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.226103:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 61 pid: 9565 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.226113:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 61 pid: 9565 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.226130:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099279000/0xd8b4f51a844810b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6466 expref: 61 pid: 9565 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.226360:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.226362:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.226369:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.226377:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.226508:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.226521:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 5 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.226532:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813602688:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.226593:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.228483:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.228584:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813602688:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.228600:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.228660:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817629056:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2582us (2712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.228671:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13298 00000100:00100000:2.0:1746126731.228762:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817629312 00000100:00100000:2.0:1746126731.228769:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817629312 00002000:00100000:2.0:1746126731.228810:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed80380 x1830945817629312/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.228819:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed80380 with x1830945817629312 ext(0->4095) 00010000:00010000:2.0:1746126731.228826:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.228837:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.228843:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed80380 00000100:00100000:2.0:1746126731.228871:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2901 00000100:00100000:2.0:1746126731.228877:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817629312:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.229013:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817629312:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (538us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.229019:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2901 00002000:00100000:2.0:1746126731.229024:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed80380 x1830945817629312/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.229031:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed80380 with x1830945817629312 ext(0->4095) 00010000:00010000:2.0:1746126731.229035:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.229043:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.229048:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed80380 00000100:00100000:0.0:1746126731.231145:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.231300:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817629440 00000100:00100000:3.0:1746126731.231349:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817629440 00010000:00010000:3.0:1746126731.231389:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.231414:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13299 00000100:00100000:3.0:1746126731.231420:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817629440:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.231433:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.231451:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.231465:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.231488:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b646d expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.231515:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.231517:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.231524:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844810c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6474 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.231532:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844810c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6474 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.231568:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844810c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6474 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.231614:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813602816:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.231712:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.233195:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.233345:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813602816:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.233362:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.233406:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817629440:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1985us (2268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.233415:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13299 00000100:00100000:2.0:1746126731.234106:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817629696 00000100:00100000:2.0:1746126731.234112:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817629696 00002000:00100000:2.0:1746126731.234147:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed81500 x1830945817629696/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.234156:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed81500 with x1830945817629696 ext(0->4095) 00002000:00010000:2.0:1746126731.234160:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed81500 00000100:00100000:2.0:1746126731.234289:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13637 00000100:00100000:2.0:1746126731.234296:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817629696:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.234453:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817629696:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 158us (1263us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.234460:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13637 00002000:00100000:2.0:1746126731.234464:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed81500 x1830945817629696/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.234471:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed81500 with x1830945817629696 ext(0->4095) 00002000:00010000:2.0:1746126731.234474:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed81500 00000100:00100000:0.0:1746126731.236193:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.236278:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817629824 00000100:00100000:2.0:1746126731.236284:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817629824 00000100:00100000:2.0:1746126731.236419:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30106 00000100:00100000:2.0:1746126731.236427:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817629824:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.236441:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.236459:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844810c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b647b expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.236486:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844810c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6474 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.236493:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.236495:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.236499:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844810c7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b647b expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.236657:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844810c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6474 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.236669:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844810c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6474 expref: 59 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.236686:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813602944:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.236848:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.238566:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813602944:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.238592:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844810c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b647b expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.238606:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00000100:00100000:2.0:1746126731.238656:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817629824:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2229us (2465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.238664:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30106 00000100:00100000:0.0:1746126731.239466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.239522:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817629952 00000100:00100000:3.0:1746126731.239529:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817629952 00010000:00010000:3.0:1746126731.239948:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844810c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6474 expref: 60 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.239980:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13300 00000100:00100000:3.0:1746126731.239987:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817629952:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.239999:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.240018:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844810c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6474 expref: 60 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.240028:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844810c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6474 expref: 60 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.240049:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844810c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6474 expref: 60 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.240228:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.240231:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.240239:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844810c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b647b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.240258:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844810c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b647b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.240287:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844810c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b647b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.240298:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813603072:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.240447:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1986240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.241947:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813603072:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.241964:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.241998:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2008:x1830945817629952:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2010us (2531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.242007:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13300 00000100:00100000:0.0:1746126731.242164:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.242279:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817630208 00000100:00100000:2.0:1746126731.242284:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817630208 00002000:00100000:2.0:1746126731.242878:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf3800 x1830945817630208/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.242888:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf3800 with x1830945817630208 ext(0->4095) 00002000:00010000:2.0:1746126731.242892:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf3800 00000100:00100000:2.0:1746126731.242918:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13638 00000100:00100000:2.0:1746126731.242926:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817630208:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126731.243088:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817630208:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (924us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.243094:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13638 00002000:00100000:2.0:1746126731.243099:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf3800 x1830945817630208/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.243112:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf3800 with x1830945817630208 ext(0->4095) 00002000:00010000:2.0:1746126731.243114:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf3800 00000100:00100000:0.0:1746126731.244433:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.244504:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.244565:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817630336 00000100:00100000:2.0:1746126731.244572:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817630336 00000100:00100000:2.0:1746126731.244659:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817630464 00000100:00100000:2.0:1746126731.244662:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817630464 00000100:00100000:1.0:1746126731.244675:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30107 00000100:00100000:1.0:1746126731.244684:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1776:x1830945817630336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126731.244699:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126731.244716:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6482 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.244741:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844810c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b647b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.244748:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126731.244750:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126731.244754:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.244768:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30108 00000100:00100000:2.0:1746126731.244773:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1778:x1830945817630464:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.244778:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.244784:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6489 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.244784:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844810c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b647b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.244795:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844810c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b647b expref: 5 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746126731.244807:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aab1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813603200:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126731.244878:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746126731.244912:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.244916:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.244922:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.244924:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.244946:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.244958:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.244968:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:2.0:1746126731.244994:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1778:x1830945817630464:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 220us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.244999:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30108 00000100:00100000:1.0:1746126731.246437:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aab1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813603200:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126731.246455:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.246466:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126731.246494:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817630336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1813us (2068us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126731.246500:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30107 00000100:00100000:0.0:1746126731.246665:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.246992:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817630592 00000100:00100000:3.0:1746126731.246997:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817630592 00010000:00010000:3.0:1746126731.247020:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844810c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b647b expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.247113:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13301 00000100:00100000:3.0:1746126731.247120:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817630592:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.247131:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.247148:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844810c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b647b expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.247158:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844810c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b647b expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.247178:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844810c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b647b expref: 6 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.247197:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.247199:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.247206:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.247218:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.247256:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.247267:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 60 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.247277:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813603456:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.247410:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.249809:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813603456:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.249832:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.249879:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817630592:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2758us (3211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.249888:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13301 00000100:00100000:0.0:1746126731.250225:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.250385:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817630848 00000100:00100000:2.0:1746126731.250395:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817630848 00002000:00100000:2.0:1746126731.250435:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99df80 x1830945817630848/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.250445:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99df80 with x1830945817630848 ext(0->4095) 00010000:00010000:2.0:1746126731.250454:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.250466:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.250472:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99df80 00000100:00100000:2.0:1746126731.250499:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2902 00000100:00100000:2.0:1746126731.250505:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817630848:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.250639:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817630848:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (414us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.250645:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2902 00002000:00100000:2.0:1746126731.250650:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99df80 x1830945817630848/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.250657:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99df80 with x1830945817630848 ext(0->4095) 00010000:00010000:2.0:1746126731.250661:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.250675:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.250681:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99df80 00000100:00100000:2.0:1746126731.253872:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.253999:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817630976 00000100:00100000:3.0:1746126731.254010:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817630976 00010000:00010000:3.0:1746126731.254050:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.254089:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13302 00000100:00100000:3.0:1746126731.254097:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098857b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817630976:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.254111:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.254136:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.254149:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.254174:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844810ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6482 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.254203:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.254205:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.254212:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.254220:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.254276:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.254290:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813603584:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.254408:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.257968:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813603584:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.257993:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.258058:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098857b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817630976:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3959us (4194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.258068:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13302 00000100:00100000:0.0:1746126731.258491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.258569:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817631232 00000100:00100000:2.0:1746126731.258577:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817631232 00002000:00100000:2.0:1746126731.258618:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99d880 x1830945817631232/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.258627:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99d880 with x1830945817631232 ext(0->4095) 00002000:00010000:2.0:1746126731.258631:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99d880 00000100:00100000:2.0:1746126731.258661:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13639 00000100:00100000:2.0:1746126731.258668:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817631232:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.259541:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817631232:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 869us (1046us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.259549:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13639 00002000:00100000:2.0:1746126731.259555:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99d880 x1830945817631232/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.259563:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99d880 with x1830945817631232 ext(0->4095) 00002000:00010000:2.0:1746126731.259567:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99d880 00000100:00100000:3.0:1746126731.266099:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.266298:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817631360 00000100:00100000:1.0:1746126731.266332:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817631360 00000100:00100000:1.0:1746126731.266771:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30109 00000100:00100000:1.0:1746126731.266780:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817631360:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126731.266799:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126731.266816:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6490 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.266845:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.266853:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126731.266855:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126731.266858:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.266888:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.266904:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 59 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746126731.266917:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aab1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813603712:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126731.267012:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126731.273059:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aab1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813603712:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126731.273094:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.273113:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd800, rc 0) 00000100:00100000:1.0:1746126731.273176:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817631360:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6396us (7087us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126731.273185:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30109 00000100:00100000:0.0:1746126731.278655:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.278741:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817631488 00000100:00100000:2.0:1746126731.278751:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817631488 00002000:00100000:2.0:1746126731.278803:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d264e00 x1830945817631488/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.278819:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264e00 with x1830945817631488 ext(0->7) 00010000:00010000:2.0:1746126731.278829:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 60 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.278844:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 60 pid: 11426 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.278850:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d264e00 00000100:00100000:2.0:1746126731.279073:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2903 00000100:00100000:2.0:1746126731.279111:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817631488:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126731.281112:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817631488:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1997us (2461us total) trans 4294972042 rc 0/0 00000100:00100000:0.0:1746126731.281124:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2903 00002000:00100000:0.0:1746126731.281133:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d264e00 x1830945817631488/t4294972042(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/448 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126731.281142:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264e00 with x1830945817631488 ext(0->7) 00010000:00010000:0.0:1746126731.281150:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 62 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746126731.281164:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 62 pid: 11426 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746126731.281170:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d264e00 00000100:00100000:0.0:1746126731.287831:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.287894:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.287911:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817631616 00000100:00100000:3.0:1746126731.287922:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817631616 00010000:00010000:3.0:1746126731.287967:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 62 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.288008:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13303 00000100:00100000:3.0:1746126731.288019:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817631616:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.288034:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.288055:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 62 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.288067:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 62 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.288094:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844810d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6489 expref: 62 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.288115:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.288117:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.288129:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.288136:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.288169:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.288186:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813603840:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.288299:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126731.288509:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817631744 00000100:00100000:1.0:1746126731.288513:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817631744 00000100:00100000:1.0:1746126731.288540:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30110 00000100:00100000:1.0:1746126731.288545:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1776:x1830945817631744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126731.288559:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126731.288575:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6497 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.288592:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.288602:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126731.288603:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126731.288606:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.288624:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.288639:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746126731.288647:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aab1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813603968:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126731.288683:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.295265:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.296100:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813603840:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.296122:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.296177:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2007:x1830945817631616:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 8158us (8356us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.296187:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13303 00000100:00100000:1.0:1746126731.296415:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817632000 00000100:00100000:1.0:1746126731.296422:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817632000 00000100:00100000:0.0:1746126731.296422:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aab1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813603968:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126731.296443:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746126731.296460:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736d880 x1830945817632000/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1746126731.296464:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00002000:00100000:1.0:1746126731.296469:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736d880 with x1830945817632000 ext(0->4095) 00010000:00010000:1.0:1746126731.296476:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.296488:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.296494:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736d880 00000100:00100000:0.0:1746126731.296499:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1776:x1830945817631744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7953us (8604us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126731.296505:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30110 00000100:00100000:1.0:1746126731.296515:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2904 00000100:00100000:1.0:1746126731.296523:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817632000:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126731.296652:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817632000:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (1399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.296658:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2904 00002000:00100000:1.0:1746126731.296663:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736d880 x1830945817632000/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.296670:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736d880 with x1830945817632000 ext(0->4095) 00010000:00010000:1.0:1746126731.296674:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.296683:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.296689:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736d880 00000100:00100000:0.0:1746126731.301234:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.301890:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817632128 00000100:00100000:3.0:1746126731.301900:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817632128 00010000:00010000:3.0:1746126731.301938:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.302792:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13304 00000100:00100000:3.0:1746126731.302802:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817632128:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.302818:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.302840:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.302854:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.302877:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a844810dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6490 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.302907:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.302910:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.302917:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.302924:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.302956:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.302968:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813604096:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.303175:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.305164:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813604096:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.305186:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.305352:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817632128:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2551us (4126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.305362:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13304 00000100:00100000:0.0:1746126731.306114:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.306282:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817632384 00000100:00100000:1.0:1746126731.306290:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817632384 00002000:00100000:1.0:1746126731.306432:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa17800 x1830945817632384/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.306443:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17800 with x1830945817632384 ext(0->4095) 00002000:00010000:1.0:1746126731.306447:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fa17800 00000100:00100000:1.0:1746126731.306476:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13640 00000100:00100000:1.0:1746126731.306484:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2009:x1830945817632384:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126731.306716:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2009:x1830945817632384:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 233us (603us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.306725:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13640 00002000:00100000:1.0:1746126731.306731:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa17800 x1830945817632384/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.306738:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17800 with x1830945817632384 ext(0->4095) 00002000:00010000:1.0:1746126731.306741:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fa17800 00000100:00100000:0.0:1746126731.308832:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.309051:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817632512 00000100:00100000:2.0:1746126731.309060:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817632512 00000100:00100000:2.0:1746126731.309101:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30111 00000100:00100000:2.0:1746126731.309108:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817632512:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.309125:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.309146:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b649e expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.309176:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.309188:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.309190:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.309194:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810ea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b649e expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.309231:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.309254:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 61 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.309266:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813604224:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.309402:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.313095:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.313340:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817632640 00000100:00100000:1.0:1746126731.313350:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817632640 00002000:00100000:1.0:1746126731.313394:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800969ed180 x1830945817632640/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.313404:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed180 with x1830945817632640 ext(0->7) 00010000:00010000:1.0:1746126731.313412:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 62 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.313425:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 62 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.313431:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ed180 00000100:00100000:2.0:1746126731.313441:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813604224:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126731.313453:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2905 00000100:00100000:1.0:1746126731.313459:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2008:x1830945817632640:12345-192.168.204.15@tcp:4:ldlm_bl.0 00010000:00010000:2.0:1746126731.313466:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b649e expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.313480:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00000100:00100000:2.0:1746126731.313526:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817632512:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4419us (4702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.313532:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30111 00000100:00100000:0.0:1746126731.314459:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2008:x1830945817632640:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 992us (1361us total) trans 4294972043 rc 0/0 00000100:00100000:0.0:1746126731.314468:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2905 00002000:00100000:0.0:1746126731.314476:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800969ed180 x1830945817632640/t4294972043(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/448 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126731.314484:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed180 with x1830945817632640 ext(0->7) 00010000:00010000:0.0:1746126731.314502:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 64 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746126731.314514:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 64 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746126731.314521:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ed180 00000100:00100000:0.0:1746126731.316528:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.316720:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817632768 00000100:00100000:3.0:1746126731.316731:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817632768 00010000:00010000:3.0:1746126731.316771:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 64 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.316814:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13305 00000100:00100000:3.0:1746126731.316822:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2008:x1830945817632768:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.316837:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.316856:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 64 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.316872:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 64 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.318189:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a844810e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6497 expref: 64 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.318225:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.318227:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.318235:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b649e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.318251:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b649e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.318290:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b649e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.318319:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813604352:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.318421:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.320505:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813604352:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.320528:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.320586:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2008:x1830945817632768:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3765us (4059us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.320596:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13305 00000100:00100000:0.0:1746126731.321283:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.321347:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.321437:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817633152 00000100:00100000:3.0:1746126731.321446:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817633152 00000100:00100000:2.0:1746126731.321465:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817633024 00000100:00100000:2.0:1746126731.321473:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817633024 00000100:00100000:3.0:1746126731.321483:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30112 00000100:00100000:3.0:1746126731.321489:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1776:x1830945817633152:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.321505:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:2.0:1746126731.321509:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa7b80 x1830945817633024/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.321518:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa7b80 with x1830945817633024 ext(0->4095) 00002000:00010000:2.0:1746126731.321522:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa7b80 00010000:00010000:3.0:1746126731.321524:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b64a5 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.321544:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13641 00000100:00100000:2.0:1746126731.321550:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817633024:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746126731.321554:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b649e expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.321562:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.321564:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.321567:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 64 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.321596:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b649e expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.321607:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b649e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.321619:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813604480:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.321676:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.321678:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817633024:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (400us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.321684:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13641 00002000:00100000:2.0:1746126731.321689:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa7b80 x1830945817633024/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.321696:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa7b80 with x1830945817633024 ext(0->4095) 00010000:00010000:2.0:1746126731.321702:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b649e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.321799:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b649e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.321805:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa7b80 00000100:00100000:3.0:1746126731.323727:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813604480:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.323755:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 64 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.323770:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d33b600, rc 0) 00000100:00100000:3.0:1746126731.323805:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+64:1776:x1830945817633152:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2315us (2457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.323812:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30112 00000100:00100000:0.0:1746126731.324815:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.324950:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817633280 00000100:00100000:3.0:1746126731.324957:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817633280 00000100:00100000:3.0:1746126731.324990:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30113 00000100:00100000:3.0:1746126731.324996:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+64:1778:x1830945817633280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.325010:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.325025:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b64ac expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.325045:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.325050:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 65 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.325055:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.325058:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 65 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.325085:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 65 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.325095:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 65 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.325103:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d33aa00, rc 0) 00000100:00100000:3.0:1746126731.325132:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+65:1778:x1830945817633280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.325137:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30113 00000100:00100000:0.0:1746126731.325705:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.325798:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817633408 00000100:00100000:2.0:1746126731.325809:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817633408 00010000:00010000:2.0:1746126731.325844:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b649e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.325885:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13306 00000100:00100000:2.0:1746126731.325893:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817633408:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.325904:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.325921:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b649e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.325931:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b649e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.325950:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844810ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b649e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.325967:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.325969:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.325975:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 64 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.325982:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 64 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.326541:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 64 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.326552:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 64 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.326563:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813604736:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.326663:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.329726:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813604736:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.329751:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.329817:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817633408:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3923us (4110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.329827:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13306 00000100:00100000:0.0:1746126731.330022:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.330268:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817633664 00000100:00100000:2.0:1746126731.330274:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817633664 00002000:00100000:2.0:1746126731.330334:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965d180 x1830945817633664/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.330345:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965d180 with x1830945817633664 ext(0->4095) 00010000:00010000:2.0:1746126731.330354:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 65 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.330368:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 65 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.330375:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965d180 00000100:00100000:2.0:1746126731.330392:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2906 00000100:00100000:2.0:1746126731.330400:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+65:2007:x1830945817633664:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.330564:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+65:2007:x1830945817633664:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (543us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.330570:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2906 00002000:00100000:2.0:1746126731.330575:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965d180 x1830945817633664/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.330583:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965d180 with x1830945817633664 ext(0->4095) 00010000:00010000:2.0:1746126731.330587:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 65 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.330598:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 65 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.330603:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965d180 00000100:00100000:0.0:1746126731.335572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.335727:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817633792 00000100:00100000:2.0:1746126731.335738:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817633792 00010000:00010000:2.0:1746126731.335777:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 65 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.335859:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13307 00000100:00100000:2.0:1746126731.335867:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+65:2008:x1830945817633792:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.335882:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.335903:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 65 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.335916:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 65 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.336215:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a844810f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64a5 expref: 65 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.336918:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.336921:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.336929:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 64 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.336943:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 64 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.338259:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 64 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.338276:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813604864:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.339255:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.343815:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813604864:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.343834:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.343893:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2008:x1830945817633792:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 8025us (8331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.343902:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13307 00000100:00100000:1.0:1746126731.349719:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.349771:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817634048 00000100:00100000:0.0:1746126731.349783:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817634048 00002000:00100000:0.0:1746126731.349825:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1f80 x1830945817634048/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126731.349834:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1f80 with x1830945817634048 ext(0->4095) 00002000:00010000:0.0:1746126731.349839:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab1f80 00000100:00100000:0.0:1746126731.349872:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13642 00000100:00100000:0.0:1746126731.349880:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2008:x1830945817634048:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126731.350028:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2008:x1830945817634048:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (324us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126731.350033:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13642 00002000:00100000:0.0:1746126731.350039:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1f80 x1830945817634048/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126731.350045:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1f80 with x1830945817634048 ext(0->4095) 00002000:00010000:0.0:1746126731.350049:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab1f80 00000100:00100000:0.0:1746126731.352344:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.352416:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817634176 00000100:00100000:3.0:1746126731.352423:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817634176 00000100:00100000:3.0:1746126731.352457:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30114 00000100:00100000:3.0:1746126731.352463:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817634176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.352475:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.352488:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a844810ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b64b3 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.352511:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.352517:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.352519:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.352522:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a844810ff lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64b3 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.352545:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.352555:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 63 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.352566:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813604992:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.352636:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cec00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.355908:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813604992:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.355937:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a844810ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64b3 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.355952:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d33a600, rc 0) 00000100:00100000:3.0:1746126731.355996:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817634176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3532us (3654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.356004:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30114 00000100:00100000:0.0:1746126731.361517:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.363677:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817634304 00000100:00100000:2.0:1746126731.363687:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817634304 00002000:00100000:2.0:1746126731.363728:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880098eb0700 x1830945817634304/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.363737:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb0700 with x1830945817634304 ext(0->7) 00010000:00010000:2.0:1746126731.363746:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 64 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.363759:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 64 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.363765:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb0700 00000100:00100000:2.0:1746126731.363794:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2907 00000100:00100000:2.0:1746126731.363802:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2008:x1830945817634304:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126731.365001:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2008:x1830945817634304:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1196us (3487us total) trans 4294972044 rc 0/0 00000100:00100000:0.0:1746126731.365009:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2907 00002000:00100000:0.0:1746126731.365015:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880098eb0700 x1830945817634304/t4294972044(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/448 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126731.365023:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb0700 with x1830945817634304 ext(0->7) 00010000:00010000:0.0:1746126731.365029:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 66 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746126731.365038:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 66 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746126731.365044:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb0700 00000100:00100000:0.0:1746126731.369478:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.369847:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817634432 00000100:00100000:3.0:1746126731.369856:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817634432 00010000:00010000:3.0:1746126731.369893:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 66 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.369918:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13308 00000100:00100000:3.0:1746126731.369925:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2010:x1830945817634432:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.369938:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.369953:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 66 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.369963:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 66 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.369981:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a844810f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ac expref: 66 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.370012:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.370013:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.370019:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a844810ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64b3 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.370027:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a844810ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64b3 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.370053:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a844810ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64b3 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.370063:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813605120:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.370141:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cec00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.371874:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813605120:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.371889:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.372287:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+65:2010:x1830945817634432:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2361us (2813us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.372294:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13308 00000100:00100000:0.0:1746126731.372426:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.372500:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817634688 00000100:00100000:1.0:1746126731.372505:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817634688 00002000:00100000:1.0:1746126731.372538:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992ffb80 x1830945817634688/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.372559:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992ffb80 with x1830945817634688 ext(0->4095) 00002000:00010000:1.0:1746126731.372562:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992ffb80 00000100:00100000:1.0:1746126731.372578:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13643 00000100:00100000:1.0:1746126731.372584:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817634688:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126731.372696:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817634688:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.372702:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13643 00002000:00100000:1.0:1746126731.372707:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992ffb80 x1830945817634688/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.372713:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992ffb80 with x1830945817634688 ext(0->4095) 00002000:00010000:1.0:1746126731.372716:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992ffb80 00000100:00100000:0.0:1746126731.373514:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.373978:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817634816 00000100:00100000:3.0:1746126731.373984:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817634816 00000100:00100000:3.0:1746126731.374014:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30115 00000100:00100000:3.0:1746126731.374020:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+65:1776:x1830945817634816:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.374029:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.374042:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b64ba expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.374062:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a844810ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64b3 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.374069:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.374071:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.374074:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 66 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.374095:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a844810ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64b3 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.374105:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a844810ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64b3 expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.374115:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813605248:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.374184:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.375657:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.375756:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817634944 00000100:00100000:2.0:1746126731.375761:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817634944 00000100:00100000:2.0:1746126731.375792:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30116 00000100:00100000:2.0:1746126731.375797:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+67:1778:x1830945817634944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.375805:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.375813:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8448110d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b64c1 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.375826:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.375830:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.375834:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746126731.375835:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813605248:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.375837:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8448110d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c1 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.375858:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.375865:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.375867:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8448110d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c1 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.375877:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61200, rc 0) 00010000:00010000:3.0:1746126731.375880:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d33aa00, rc 0) 00000100:00100000:2.0:1746126731.375921:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1778:x1830945817634944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.375923:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1776:x1830945817634816:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1903us (2416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.375926:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30116 00000100:00100000:3.0:1746126731.375931:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30115 00000100:00100000:0.0:1746126731.377402:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.377667:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817635072 00000100:00100000:3.0:1746126731.377674:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817635072 00010000:00010000:3.0:1746126731.377705:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a844810ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64b3 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.377730:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13309 00000100:00100000:3.0:1746126731.377737:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817635072:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.377754:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.377777:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a844810ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64b3 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.377976:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a844810ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64b3 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.378001:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a844810ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64b3 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.378027:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.378030:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.378037:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 66 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.378045:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 66 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.378075:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 66 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.378087:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 66 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.378098:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813605504:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.378178:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cec00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.381875:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813605504:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.381900:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.381964:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817635072:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4225us (4563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.381975:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13309 00000100:00100000:1.0:1746126731.382301:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.382970:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817635328 00000100:00100000:2.0:1746126731.382979:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817635328 00002000:00100000:2.0:1746126731.383015:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c337b80 x1830945817635328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.383024:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c337b80 with x1830945817635328 ext(0->4095) 00010000:00010000:2.0:1746126731.383032:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 67 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.383044:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 67 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.383051:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c337b80 00000100:00100000:2.0:1746126731.383079:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2908 00000100:00100000:2.0:1746126731.383086:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+67:2007:x1830945817635328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.383220:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+67:2007:x1830945817635328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (927us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.383226:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2908 00002000:00100000:2.0:1746126731.383231:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c337b80 x1830945817635328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.383248:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c337b80 with x1830945817635328 ext(0->4095) 00010000:00010000:2.0:1746126731.383253:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 67 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.383260:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 67 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.383266:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c337b80 00000100:00100000:0.0:1746126731.384875:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.385116:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817635456 00000100:00100000:3.0:1746126731.385125:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817635456 00010000:00010000:3.0:1746126731.385158:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 67 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.385196:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13310 00000100:00100000:3.0:1746126731.385204:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+67:2010:x1830945817635456:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.385217:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.385236:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 67 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.385257:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 67 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.385280:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a84481106 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64ba expref: 67 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.385338:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.385340:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.385348:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8448110d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c1 expref: 66 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.385356:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8448110d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c1 expref: 66 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.385393:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8448110d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c1 expref: 66 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.385430:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813605632:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.385510:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.388966:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.389088:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813605632:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.389126:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.389177:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2010:x1830945817635456:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3973us (4308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.389187:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13310 00000100:00100000:1.0:1746126731.389742:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817635712 00000100:00100000:1.0:1746126731.389750:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817635712 00002000:00100000:1.0:1746126731.389789:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef9880 x1830945817635712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.389799:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9880 with x1830945817635712 ext(0->4095) 00002000:00010000:1.0:1746126731.389804:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef9880 00000100:00100000:1.0:1746126731.389833:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13644 00000100:00100000:1.0:1746126731.389840:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2010:x1830945817635712:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126731.389975:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2010:x1830945817635712:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (1018us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.389984:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13644 00002000:00100000:1.0:1746126731.389988:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef9880 x1830945817635712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.389996:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9880 with x1830945817635712 ext(0->4095) 00002000:00010000:1.0:1746126731.389998:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef9880 00000100:00100000:0.0:1746126731.392825:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.392935:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817635840 00000100:00100000:2.0:1746126731.392945:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817635840 00000100:00100000:2.0:1746126731.393008:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30117 00000100:00100000:2.0:1746126731.393016:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817635840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.393036:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.393056:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b64c8 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.393085:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8448110d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c1 expref: 65 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.393093:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.393094:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.393098:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.393131:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8448110d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c1 expref: 65 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.393143:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8448110d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c1 expref: 65 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.393157:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813605760:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.393247:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.398250:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813605760:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.398282:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.398299:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:2.0:1746126731.398387:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817635840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5371us (5571us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.398399:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30117 00000100:00100000:0.0:1746126731.398832:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.399037:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817635968 00000100:00100000:3.0:1746126731.399045:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817635968 00010000:00010000:3.0:1746126731.399074:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8448110d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c1 expref: 66 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.399115:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13311 00000100:00100000:3.0:1746126731.399123:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2007:x1830945817635968:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.399136:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.399156:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8448110d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c1 expref: 66 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.399167:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8448110d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c1 expref: 66 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.399191:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a8448110d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c1 expref: 66 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.399873:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.399875:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.399883:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.399890:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.399922:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.399935:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813605888:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126731.399958:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.400001:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cec00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.400208:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817636096 00000100:00100000:2.0:1746126731.400212:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817636096 00000100:00100000:2.0:1746126731.400256:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30118 00000100:00100000:2.0:1746126731.400261:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+66:1776:x1830945817636096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.400275:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.400286:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b64cf expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.400302:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.400328:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.400329:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.400331:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 67 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.400349:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.400359:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 5 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.400367:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813606016:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.401249:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.401467:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813605888:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.401486:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.401528:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+67:2007:x1830945817635968:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2405us (2696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.401537:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13311 00000100:00100000:0.0:1746126731.402535:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.402671:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817636352 00000100:00100000:2.0:1746126731.402677:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817636352 00002000:00100000:2.0:1746126731.402930:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910aa00 x1830945817636352/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.402940:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910aa00 with x1830945817636352 ext(0->4095) 00010000:00010000:2.0:1746126731.402948:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.402960:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.402966:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009910aa00 00000100:00100000:2.0:1746126731.403023:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2909 00000100:00100000:2.0:1746126731.403031:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817636352:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.403168:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817636352:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (635us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.403174:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2909 00002000:00100000:2.0:1746126731.403180:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910aa00 x1830945817636352/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.403188:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910aa00 with x1830945817636352 ext(0->4095) 00010000:00010000:2.0:1746126731.403192:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.403200:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.403205:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009910aa00 00000100:00100000:3.0:1746126731.403385:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813606016:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.403406:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 66 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.403419:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00000100:00100000:3.0:1746126731.403442:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+66:1776:x1830945817636096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3181us (3484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.403453:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30118 00000100:00100000:0.0:1746126731.407941:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.408056:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817636480 00000100:00100000:3.0:1746126731.408066:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817636480 00010000:00010000:3.0:1746126731.408105:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.408148:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13312 00000100:00100000:3.0:1746126731.408157:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817636480:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.408175:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.408196:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.408209:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.408233:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481114 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64c8 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.408274:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.408276:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.408284:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.408291:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.408360:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.408374:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813606144:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.408457:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cec00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.411022:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813606144:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.411045:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.411087:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817636480:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2932us (3158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.411097:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13312 00000100:00100000:0.0:1746126731.411546:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.411829:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817636736 00000100:00100000:1.0:1746126731.411835:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817636736 00002000:00100000:1.0:1746126731.411876:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910a300 x1830945817636736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.411885:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910a300 with x1830945817636736 ext(0->4095) 00002000:00010000:1.0:1746126731.411889:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009910a300 00000100:00100000:1.0:1746126731.411916:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13645 00000100:00100000:1.0:1746126731.411923:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2008:x1830945817636736:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126731.412066:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2008:x1830945817636736:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (521us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.412072:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13645 00002000:00100000:1.0:1746126731.412078:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910a300 x1830945817636736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.412085:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910a300 with x1830945817636736 ext(0->4095) 00002000:00010000:1.0:1746126731.412087:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009910a300 00000100:00100000:0.0:1746126731.413558:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.413662:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817636864 00000100:00100000:3.0:1746126731.413670:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817636864 00000100:00100000:3.0:1746126731.413703:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30119 00000100:00100000:3.0:1746126731.413709:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817636864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.413722:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.413739:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481122 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b64d6 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.413765:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.413772:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.413773:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.413776:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481122 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64d6 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.413803:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 65 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.413818:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 65 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.413844:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813606272:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.414678:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.417682:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.417788:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813606272:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.417821:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481122 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64d6 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.417839:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d33b200, rc 0) 00000100:00100000:3.0:1746126731.417879:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817636864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4170us (4326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.417887:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30119 00000100:00100000:2.0:1746126731.418052:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817636992 00000100:00100000:2.0:1746126731.418059:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817636992 00002000:00100000:2.0:1746126731.418096:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d249c00 x1830945817636992/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.418106:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249c00 with x1830945817636992 ext(0->7) 00010000:00010000:2.0:1746126731.418112:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 66 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.418123:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 66 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.418129:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d249c00 00000100:00100000:2.0:1746126731.418971:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2910 00000100:00100000:2.0:1746126731.418979:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2007:x1830945817636992:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126731.420149:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817636992:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1168us (2475us total) trans 4294972045 rc 0/0 00000100:00100000:2.0:1746126731.420156:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2910 00002000:00100000:2.0:1746126731.420163:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d249c00 x1830945817636992/t4294972045(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/448 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.420172:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249c00 with x1830945817636992 ext(0->7) 00010000:00010000:2.0:1746126731.420179:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 68 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.420190:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 68 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.420200:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d249c00 00000100:00100000:0.0:1746126731.421632:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.421939:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817637120 00000100:00100000:3.0:1746126731.421948:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817637120 00010000:00010000:3.0:1746126731.421980:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 68 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.422020:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13313 00000100:00100000:3.0:1746126731.422028:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817637120:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.422043:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.422059:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 68 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.422074:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 68 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.422098:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448111b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64cf expref: 68 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.422128:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.422130:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.422137:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481122 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64d6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.422145:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481122 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64d6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.422176:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481122 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64d6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.422188:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813606400:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.422269:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.426840:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.426900:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817637376 00000100:00100000:2.0:1746126731.426910:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817637376 00002000:00100000:2.0:1746126731.426956:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ec700 x1830945817637376/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.426965:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ec700 with x1830945817637376 ext(0->4095) 00002000:00010000:2.0:1746126731.426970:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51ec700 00000100:00100000:2.0:1746126731.427007:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13646 00000100:00100000:2.0:1746126731.427014:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817637376:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126731.427145:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813606400:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.427160:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817637376:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.427166:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13646 00010000:00010000:3.0:1746126731.427167:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126731.427172:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ec700 x1830945817637376/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.427179:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ec700 with x1830945817637376 ext(0->4095) 00002000:00010000:2.0:1746126731.427182:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51ec700 00000100:00100000:3.0:1746126731.427195:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+67:2007:x1830945817637120:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5168us (5566us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.427205:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13313 00000100:00100000:0.0:1746126731.428814:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.428898:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817637504 00000100:00100000:3.0:1746126731.428905:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817637504 00000100:00100000:3.0:1746126731.428948:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30120 00000100:00100000:3.0:1746126731.428955:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+67:1776:x1830945817637504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.428968:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.428984:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b64dd expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.429008:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481122 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64d6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.429016:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.429018:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.429022:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.429050:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481122 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64d6 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.429063:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481122 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64d6 expref: 5 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.429074:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813606528:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.429155:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cec00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126731.429378:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.429436:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817637632 00000100:00100000:2.0:1746126731.429440:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817637632 00000100:00100000:2.0:1746126731.429461:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30121 00000100:00100000:2.0:1746126731.429466:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1778:x1830945817637632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.429473:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.429480:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481130 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b64e4 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.429497:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.429501:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.429506:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.429508:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481130 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64e4 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.429529:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.429540:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481130 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64e4 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.429549:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00000100:00100000:2.0:1746126731.429586:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1778:x1830945817637632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.429592:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30121 00000100:00100000:3.0:1746126731.430689:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813606528:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.430709:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.430724:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d33b600, rc 0) 00000100:00100000:3.0:1746126731.431084:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1776:x1830945817637504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2128us (2271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.431090:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30120 00000100:00100000:2.0:1746126731.431470:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.431581:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817637760 00000100:00100000:3.0:1746126731.431586:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817637760 00010000:00010000:3.0:1746126731.431606:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481122 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64d6 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.431668:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13314 00000100:00100000:3.0:1746126731.431676:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817637760:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.431687:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.431705:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481122 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64d6 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.431715:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481122 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64d6 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.431734:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481122 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64d6 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.431757:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.431760:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.431767:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.431780:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.431809:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.431819:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 68 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.431829:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813606784:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.431884:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.433739:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.433848:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813606784:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.433869:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.433918:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817637760:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2241us (2446us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.433928:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13314 00000100:00100000:1.0:1746126731.434089:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817638016 00000100:00100000:1.0:1746126731.434096:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817638016 00002000:00100000:1.0:1746126731.434134:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604ce00 x1830945817638016/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.434144:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ce00 with x1830945817638016 ext(0->4095) 00010000:00010000:1.0:1746126731.434152:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.434164:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.434170:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604ce00 00000100:00100000:1.0:1746126731.434199:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2911 00000100:00100000:1.0:1746126731.434206:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817638016:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126731.434390:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817638016:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 184us (657us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.434397:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2911 00002000:00100000:1.0:1746126731.434402:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604ce00 x1830945817638016/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.434409:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ce00 with x1830945817638016 ext(0->4095) 00010000:00010000:1.0:1746126731.434414:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.434422:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.434431:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604ce00 00000100:00100000:0.0:1746126731.436045:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.436166:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817638144 00000100:00100000:3.0:1746126731.436174:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817638144 00010000:00010000:3.0:1746126731.436201:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.436291:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13315 00000100:00100000:3.0:1746126731.436299:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817638144:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.436443:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.436464:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.436475:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.436499:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b600/0xd8b4f51a84481129 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64dd expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.436518:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.436520:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.436527:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481130 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64e4 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.436534:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481130 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64e4 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.436563:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481130 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64e4 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.436575:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813606912:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.436692:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.439134:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813606912:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126731.439157:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126731.439206:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817638144:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2906us (3165us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126731.439215:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13315 00000100:00100000:0.0:1746126731.439597:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.439687:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817638400 00000100:00100000:1.0:1746126731.439693:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817638400 00002000:00100000:1.0:1746126731.439729:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc5c00 x1830945817638400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.439736:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc5c00 with x1830945817638400 ext(0->4095) 00002000:00010000:1.0:1746126731.439739:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc5c00 00000100:00100000:1.0:1746126731.439759:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13647 00000100:00100000:1.0:1746126731.439764:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817638400:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126731.439894:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817638400:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.439900:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13647 00002000:00100000:1.0:1746126731.439905:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc5c00 x1830945817638400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.439911:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc5c00 with x1830945817638400 ext(0->4095) 00002000:00010000:1.0:1746126731.439913:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc5c00 00000100:00100000:2.0:1746126731.441766:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.441851:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817638528 00000100:00100000:3.0:1746126731.441859:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817638528 00000100:00100000:3.0:1746126731.441909:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30122 00000100:00100000:3.0:1746126731.441917:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817638528:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.441932:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.441948:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a84481137 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b64eb expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.441974:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481130 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64e4 expref: 67 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.441981:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.441983:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.441987:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a84481137 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64eb expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.442017:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481130 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64e4 expref: 67 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.442029:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481130 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64e4 expref: 67 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.442040:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813607040:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.442426:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.443644:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813607040:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.443670:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a84481137 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64eb expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.443684:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d33a000, rc 0) 00000100:00100000:3.0:1746126731.443728:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817638528:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1811us (1967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.443736:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30122 00000100:00100000:0.0:1746126731.444055:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.444364:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817638656 00000100:00100000:2.0:1746126731.444370:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817638656 00010000:00010000:2.0:1746126731.444395:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481130 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64e4 expref: 68 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.444433:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13316 00000100:00100000:2.0:1746126731.444439:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817638656:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.444451:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.444467:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481130 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64e4 expref: 68 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.444475:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481130 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64e4 expref: 68 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.444493:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481130 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64e4 expref: 68 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.444511:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.444513:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.444520:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a84481137 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64eb expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.444529:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a84481137 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64eb expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.444555:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a84481137 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64eb expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.444566:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813607168:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.444623:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.446149:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813607168:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.446165:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.446207:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+67:2007:x1830945817638656:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1766us (2151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.446220:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13316 00000100:00100000:0.0:1746126731.446484:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.446638:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817638912 00000100:00100000:3.0:1746126731.446644:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817638912 00002000:00100000:3.0:1746126731.446678:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8380 x1830945817638912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.446687:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8380 with x1830945817638912 ext(0->4095) 00002000:00010000:3.0:1746126731.446691:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098ec8380 00000100:00100000:3.0:1746126731.446720:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13648 00000100:00100000:3.0:1746126731.446726:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817638912:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126731.447150:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817638912:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 422us (665us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.447156:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13648 00002000:00100000:3.0:1746126731.447162:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8380 x1830945817638912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.447169:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8380 with x1830945817638912 ext(0->4095) 00002000:00010000:3.0:1746126731.447171:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098ec8380 00000100:00100000:0.0:1746126731.448433:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.448509:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817639040 00000100:00100000:3.0:1746126731.448514:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817639040 00000100:00100000:3.0:1746126731.448552:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30123 00000100:00100000:3.0:1746126731.448559:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+67:1778:x1830945817639040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.448571:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.448592:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b64f2 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.448619:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a84481137 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64eb expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.448632:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.448634:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.448637:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.448666:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a84481137 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64eb expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.448678:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a84481137 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64eb expref: 5 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.448689:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813607296:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.448758:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.449159:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.449227:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817639168 00000100:00100000:2.0:1746126731.449231:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817639168 00000100:00100000:2.0:1746126731.449258:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30124 00000100:00100000:2.0:1746126731.449264:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1776:x1830945817639168:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.449270:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.449277:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b64f9 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.449289:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.449292:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.449297:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.449300:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.449338:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.449347:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.449356:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00000100:00100000:2.0:1746126731.449614:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1776:x1830945817639168:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 348us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.449620:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30124 00000100:00100000:3.0:1746126731.451326:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813607296:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.451352:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.451367:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d33a600, rc 0) 00000100:00100000:3.0:1746126731.451401:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1778:x1830945817639040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2843us (2972us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.451409:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30123 00000100:00100000:0.0:1746126731.452756:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.452858:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817639296 00000100:00100000:2.0:1746126731.452867:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817639296 00010000:00010000:2.0:1746126731.452901:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a84481137 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64eb expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.453170:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13317 00000100:00100000:2.0:1746126731.453179:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817639296:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.453194:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.453218:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a84481137 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64eb expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.453235:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a84481137 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64eb expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.453266:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a84481137 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64eb expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.453295:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.453298:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.453329:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.453335:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.453370:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.453385:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 68 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.453398:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813607552:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.453488:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.455702:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813607552:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.455724:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.455787:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817639296:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2608us (3033us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126731.455794:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.455799:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13317 00000100:00100000:3.0:1746126731.455869:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817639552 00000100:00100000:3.0:1746126731.455878:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817639552 00002000:00100000:3.0:1746126731.455923:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbec700 x1830945817639552/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.455940:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbec700 with x1830945817639552 ext(0->4095) 00010000:00010000:3.0:1746126731.455949:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.455962:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.455968:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbec700 00000100:00100000:3.0:1746126731.455987:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2912 00000100:00100000:3.0:1746126731.455994:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817639552:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126731.456190:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817639552:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 195us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.456196:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2912 00002000:00100000:3.0:1746126731.456201:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbec700 x1830945817639552/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.456208:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbec700 with x1830945817639552 ext(0->4095) 00010000:00010000:3.0:1746126731.456213:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.456222:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.456228:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbec700 00000100:00100000:2.0:1746126731.457480:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.457530:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.457534:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817639808 00000100:00100000:3.0:1746126731.457540:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817639808 00000100:00100000:3.0:1746126731.457576:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30125 00000100:00100000:3.0:1746126731.457582:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817639808:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.457595:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.457610:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6500 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.457635:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.457640:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126731.457708:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817639680 00000100:00100000:0.0:1746126731.457711:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817639680 00010000:00010000:0.0:1746126731.457729:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:0.0:1746126731.457746:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13318 00000100:00100000:0.0:1746126731.457751:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817639680:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126731.457760:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.457885:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126731.457889:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126731.457921:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746126731.457932:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746126731.457960:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d33a600/0xd8b4f51a8448113e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f2 expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.458037:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.458050:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.458058:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.458060:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.458066:0:9566:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.458072:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.458097:0:9566:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.458109:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 68 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.458121:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813607808:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126731.458386:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126731.458489:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098855500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817639680:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 736us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126731.458496:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13318 00000100:00100000:3.0:1746126731.458510:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.460489:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813607808:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.460516:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d33aa00, rc 0) 00000100:00100000:3.0:1746126731.460574:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817639808:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2991us (3096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.460582:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30125 00000100:00100000:0.0:1746126731.460923:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.461183:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817640064 00000100:00100000:3.0:1746126731.461190:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817640064 00002000:00100000:3.0:1746126731.461226:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbeca80 x1830945817640064/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.461235:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbeca80 with x1830945817640064 ext(0->4095) 00010000:00010000:3.0:1746126731.461255:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 68 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.461268:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 68 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.461412:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbeca80 00000100:00100000:3.0:1746126731.461446:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2913 00000100:00100000:3.0:1746126731.461453:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817640064:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126731.462085:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817640064:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 630us (1160us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.462091:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2913 00002000:00100000:3.0:1746126731.462097:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbeca80 x1830945817640064/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.462105:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbeca80 with x1830945817640064 ext(0->4095) 00010000:00010000:3.0:1746126731.462109:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 68 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.462119:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 68 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.462124:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbeca80 00000100:00100000:0.0:1746126731.463732:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.464508:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.464671:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817640192 00000100:00100000:2.0:1746126731.464671:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817640320 00000100:00100000:3.0:1746126731.464679:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817640192 00000100:00100000:2.0:1746126731.464679:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817640320 00010000:00010000:2.0:1746126731.464710:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 69 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:0.0:1746126731.464791:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30126 00000100:00100000:0.0:1746126731.464798:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1776:x1830945817640192:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126731.464962:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126731.464976:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84481153 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6507 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126731.465000:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126731.465006:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.465007:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13319 00010000:00010000:0.0:1746126731.465012:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1746126731.465013:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817640320:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126731.465015:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84481153 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6507 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.465022:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.465039:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746126731.465050:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.465246:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.465268:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481145 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b64f9 expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746126731.465269:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84481153 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6507 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126731.465278:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126731.465279:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126731.465285:0:11425:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126731.465293:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126731.465328:0:11425:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126731.465338:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 5 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:0.0:1746126731.465350:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cbed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813608064:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126731.465483:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746126731.465527:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.465550:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817640320:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 536us (1823us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.465556:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13319 00000100:00100000:2.0:1746126731.467810:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cbed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813608064:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.467835:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d400, rc 0) 00000100:00100000:2.0:1746126731.467897:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1776:x1830945817640192:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3098us (3388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.467906:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30126 00000100:00100000:0.0:1746126731.467975:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.468114:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817640576 00000100:00100000:3.0:1746126731.468121:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817640576 00002000:00100000:3.0:1746126731.468161:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbed880 x1830945817640576/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.468172:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbed880 with x1830945817640576 ext(0->4095) 00010000:00010000:3.0:1746126731.468181:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.468195:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.468202:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbed880 00000100:00100000:3.0:1746126731.468233:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2914 00000100:00100000:3.0:1746126731.468251:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817640576:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126731.468940:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817640576:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 188us (463us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.468949:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2914 00002000:00100000:3.0:1746126731.468955:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbed880 x1830945817640576/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.468963:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbed880 with x1830945817640576 ext(0->4095) 00010000:00010000:3.0:1746126731.468968:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.468978:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.468984:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbed880 00000100:00100000:0.0:1746126731.470536:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.470621:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817640704 00000100:00100000:2.0:1746126731.470630:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817640704 00010000:00010000:2.0:1746126731.470687:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.470728:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13320 00000100:00100000:2.0:1746126731.470736:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817640704:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.470752:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.470775:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.470786:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.470818:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d33aa00/0xd8b4f51a8448114c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6500 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.470836:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.470838:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.470846:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84481153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6507 expref: 67 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.470853:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84481153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6507 expref: 67 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.470889:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84481153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6507 expref: 67 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.470902:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813608192:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.471630:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.476729:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813608192:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126731.476745:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126731.476754:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.476811:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817640704:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 6074us (6279us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.476822:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13320 00000100:00100000:3.0:1746126731.476958:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817640960 00000100:00100000:3.0:1746126731.476966:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817640960 00002000:00100000:3.0:1746126731.477011:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbedf80 x1830945817640960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.477021:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbedf80 with x1830945817640960 ext(0->4095) 00002000:00010000:3.0:1746126731.477026:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbedf80 00000100:00100000:3.0:1746126731.477058:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13649 00000100:00100000:3.0:1746126731.477065:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817640960:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126731.477807:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817640960:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 741us (1063us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.477814:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13649 00002000:00100000:3.0:1746126731.477819:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbedf80 x1830945817640960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.477826:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbedf80 with x1830945817640960 ext(0->4095) 00002000:00010000:3.0:1746126731.477829:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbedf80 00000100:00100000:0.0:1746126731.479507:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.479602:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817641088 00000100:00100000:2.0:1746126731.479610:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817641088 00000100:00100000:2.0:1746126731.479667:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30127 00000100:00100000:2.0:1746126731.479675:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817641088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.479695:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.479712:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448115a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b650e expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.479740:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84481153 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6507 expref: 67 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.480053:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.480055:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.480059:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448115a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b650e expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.480093:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84481153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6507 expref: 67 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.480105:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84481153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6507 expref: 67 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.480118:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813608320:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.480225:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.482787:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813608320:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126731.482813:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126731.482821:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448115a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b650e expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.482839:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00000100:00100000:2.0:1746126731.482890:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817641088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3215us (3388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.482902:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30127 00000100:00100000:3.0:1746126731.482993:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817641216 00000100:00100000:3.0:1746126731.483001:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817641216 00010000:00010000:3.0:1746126731.483032:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84481153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6507 expref: 68 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.483076:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13321 00000100:00100000:3.0:1746126731.483083:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817641216:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.483099:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.483123:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84481153 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6507 expref: 68 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.483136:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84481153 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6507 expref: 68 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.483164:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d400/0xd8b4f51a84481153 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6507 expref: 68 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.483204:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.483206:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.483215:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448115a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b650e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.483693:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448115a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b650e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.483730:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448115a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b650e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.483743:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813608448:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.484114:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.485632:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813608448:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.485653:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.485693:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+67:2008:x1830945817641216:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2608us (2879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.485702:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13321 00000100:00100000:0.0:1746126731.486353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.486531:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817641472 00000100:00100000:1.0:1746126731.486539:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817641472 00002000:00100000:1.0:1746126731.486590:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096134850 x1830945817641472/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.486600:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096134850 with x1830945817641472 ext(0->4095) 00002000:00010000:1.0:1746126731.486605:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096134850 00000100:00100000:1.0:1746126731.486634:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13650 00000100:00100000:1.0:1746126731.486641:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096134850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817641472:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126731.486785:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096134850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817641472:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.486792:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13650 00002000:00100000:1.0:1746126731.486797:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096134850 x1830945817641472/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.486805:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096134850 with x1830945817641472 ext(0->4095) 00002000:00010000:1.0:1746126731.486807:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880096134850 00000100:00100000:0.0:1746126731.487429:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.487470:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817641600 00000100:00100000:2.0:1746126731.487475:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817641600 00000100:00100000:2.0:1746126731.487509:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30128 00000100:00100000:2.0:1746126731.487514:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+67:1776:x1830945817641600:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.487525:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.487543:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6515 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.487574:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448115a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b650e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.487582:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.487584:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.487588:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.487619:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448115a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b650e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.487630:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448115a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b650e expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.487643:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813608576:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.487703:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.490269:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.490337:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817641728 00000100:00100000:3.0:1746126731.490346:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817641728 00000100:00100000:3.0:1746126731.490393:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30129 00000100:00100000:3.0:1746126731.490401:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1778:x1830945817641728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.490421:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.490436:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b651c expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.490468:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.490473:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.490479:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.490483:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.490521:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.490534:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.490545:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d33b200, rc 0) 00000100:00100000:3.0:1746126731.490600:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1778:x1830945817641728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.490607:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30129 00000100:00100000:2.0:1746126731.491791:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813608576:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.491814:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.491823:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:2.0:1746126731.491850:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1776:x1830945817641600:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4335us (4422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.491856:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30128 00000100:00100000:0.0:1746126731.492778:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.492916:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817641856 00000100:00100000:3.0:1746126731.492923:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817641856 00010000:00010000:3.0:1746126731.492949:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448115a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b650e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.492985:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13322 00000100:00100000:3.0:1746126731.492991:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817641856:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.493004:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.493024:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448115a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b650e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.493035:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448115a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b650e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.493209:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a8448115a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b650e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.493498:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.493501:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.493509:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.493518:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.493546:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.493557:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 68 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.493567:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813608832:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.493721:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.496555:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.496655:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817642112 00000100:00100000:1.0:1746126731.496664:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817642112 00002000:00100000:1.0:1746126731.496713:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbef100 x1830945817642112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.496723:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbef100 with x1830945817642112 ext(0->4095) 00010000:00010000:1.0:1746126731.496733:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 69 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.496747:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 69 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.496754:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbef100 00000100:00100000:1.0:1746126731.496786:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2915 00000100:00100000:1.0:1746126731.496793:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817642112:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126731.496955:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817642112:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (408us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.496963:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2915 00002000:00100000:1.0:1746126731.496969:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbef100 x1830945817642112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.496983:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbef100 with x1830945817642112 ext(0->4095) 00010000:00010000:1.0:1746126731.496988:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 69 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.496997:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 69 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.497003:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbef100 00000100:00100000:3.0:1746126731.497172:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813608832:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.497193:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.497219:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817641856:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4227us (4443us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.497227:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13322 00000100:00100000:0.0:1746126731.498888:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.499194:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817642240 00000100:00100000:3.0:1746126731.499201:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817642240 00010000:00010000:3.0:1746126731.499226:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 69 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.499278:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13323 00000100:00100000:3.0:1746126731.499285:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2009:x1830945817642240:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.499332:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.499351:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 69 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.499362:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 69 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.499387:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481161 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6515 expref: 69 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.499402:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.499404:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.499411:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.499418:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.499452:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 68 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.499463:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813608960:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.499544:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.501506:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813608960:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.501528:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.501570:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2009:x1830945817642240:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2284us (2685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.501582:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13323 00000100:00100000:0.0:1746126731.503429:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.503552:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817642496 00000100:00100000:2.0:1746126731.503560:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817642496 00002000:00100000:2.0:1746126731.503606:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbef800 x1830945817642496/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.503616:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbef800 with x1830945817642496 ext(0->4095) 00002000:00010000:2.0:1746126731.503622:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbef800 00000100:00100000:2.0:1746126731.503654:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13651 00000100:00100000:2.0:1746126731.503660:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817642496:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.503821:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817642496:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 161us (400us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.503827:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13651 00002000:00100000:2.0:1746126731.503832:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbef800 x1830945817642496/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.503840:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbef800 with x1830945817642496 ext(0->4095) 00002000:00010000:2.0:1746126731.503843:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbef800 00000100:00100000:0.0:1746126731.508764:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.509028:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817642624 00000100:00100000:2.0:1746126731.509038:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817642624 00000100:00100000:2.0:1746126731.509100:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30130 00000100:00100000:2.0:1746126731.509107:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817642624:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.509128:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.509150:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448116f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6523 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.509180:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 67 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.509188:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.509190:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.509193:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448116f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6523 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.509224:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 67 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.509245:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 67 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.509258:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813609088:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.510436:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.514997:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813609088:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.515038:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448116f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6523 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.515058:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00000100:00100000:2.0:1746126731.515118:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817642624:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6010us (6367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.515128:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30130 00000100:00100000:0.0:1746126731.519782:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.519893:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817642752 00000100:00100000:1.0:1746126731.519906:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817642752 00002000:00100000:1.0:1746126731.519964:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cbec700 x1830945817642752/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.519977:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbec700 with x1830945817642752 ext(0->7) 00010000:00010000:1.0:1746126731.519988:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 68 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.520003:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 68 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.520011:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbec700 00000100:00100000:1.0:1746126731.520040:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2916 00000100:00100000:1.0:1746126731.520046:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817642752:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126731.522396:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817642752:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2339us (2617us total) trans 4294972046 rc 0/0 00000100:00100000:0.0:1746126731.522408:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2916 00002000:00100000:0.0:1746126731.522418:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cbec700 x1830945817642752/t4294972046(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/448 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126731.522427:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbec700 with x1830945817642752 ext(0->7) 00010000:00010000:0.0:1746126731.522437:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:0.0:1746126731.522451:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:0.0:1746126731.522458:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbec700 00000100:00100000:0.0:1746126731.524103:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.524576:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817642880 00000100:00100000:3.0:1746126731.524586:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817642880 00010000:00010000:3.0:1746126731.524621:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.524657:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13324 00000100:00100000:3.0:1746126731.524664:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2009:x1830945817642880:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.524677:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126731.524694:0:9580:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746126731 -> 1746126732 00002000:00010000:3.0:1746126731.524697:0:9580:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746126731 -> 1746126732 00010000:00010000:3.0:1746126731.524702:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.524712:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.524737:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d33b200/0xd8b4f51a84481168 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b651c expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.524763:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.524765:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.524773:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448116f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6523 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.524781:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448116f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6523 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.524813:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448116f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6523 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.524825:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813609216:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.524912:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.528512:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.528576:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817643136 00000100:00100000:1.0:1746126731.528586:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817643136 00000100:00100000:3.0:1746126731.528603:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813609216:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.528625:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126731.528630:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbed880 x1830945817643136/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.528641:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbed880 with x1830945817643136 ext(0->4095) 00002000:00010000:1.0:1746126731.528645:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbed880 00000100:00100000:1.0:1746126731.528676:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13652 00000100:00100000:3.0:1746126731.528682:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2009:x1830945817642880:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4017us (4583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126731.528682:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817643136:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126731.528691:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13324 00000100:00100000:1.0:1746126731.528812:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817643136:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.528818:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13652 00002000:00100000:1.0:1746126731.528823:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbed880 x1830945817643136/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.528830:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbed880 with x1830945817643136 ext(0->4095) 00002000:00010000:1.0:1746126731.528832:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbed880 00010000:00010000:2.0:1746126731.531991:0:8367:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126731.532253:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.532657:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817643264 00000100:00100000:2.0:1746126731.532667:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817643264 00000100:00100000:2.0:1746126731.532752:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30131 00000100:00100000:2.0:1746126731.532760:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1778:x1830945817643264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.532777:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.532792:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b652a expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.532822:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448116f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6523 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.532829:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.532831:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.532835:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.532864:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448116f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6523 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.532876:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448116f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6523 expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.532888:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813609344:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.532982:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.534165:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.535456:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817643392 00000100:00100000:3.0:1746126731.535465:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817643392 00000100:00100000:3.0:1746126731.536040:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30132 00000100:00100000:3.0:1746126731.536049:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1776:x1830945817643392:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.536069:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.536085:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6531 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.536503:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813609344:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.536527:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.536540:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00000100:00100000:2.0:1746126731.536592:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1778:x1830945817643264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3831us (4353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.536598:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30131 00010000:00010000:3.0:1746126731.536662:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.536668:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.536673:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.536677:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.536706:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.536717:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.536724:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee8a00, rc 0) 00000100:00100000:3.0:1746126731.536741:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1776:x1830945817643392:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 695us (2579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.536747:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30132 00000100:00100000:0.0:1746126731.537162:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.537297:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817643520 00000100:00100000:3.0:1746126731.537302:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817643520 00010000:00010000:3.0:1746126731.537345:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448116f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6523 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.537376:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13325 00000100:00100000:3.0:1746126731.537383:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817643520:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.537393:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.537411:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448116f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6523 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.537422:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448116f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6523 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.537439:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448116f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6523 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.537460:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.537462:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.537468:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.537475:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.537494:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.537505:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.537516:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813609600:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.537583:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.538660:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813609600:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.538671:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.538708:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817643520:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1323us (1546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.538718:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13325 00000100:00100000:0.0:1746126731.539189:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.539267:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817643776 00000100:00100000:2.0:1746126731.539273:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817643776 00002000:00100000:2.0:1746126731.539338:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbedc00 x1830945817643776/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.539348:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbedc00 with x1830945817643776 ext(0->4095) 00010000:00010000:2.0:1746126731.539354:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.539366:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.539372:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbedc00 00000100:00100000:2.0:1746126731.539569:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2917 00000100:00100000:2.0:1746126731.539576:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817643776:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.539710:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817643776:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (521us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.539716:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2917 00002000:00100000:2.0:1746126731.539722:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbedc00 x1830945817643776/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.539730:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbedc00 with x1830945817643776 ext(0->4095) 00010000:00010000:2.0:1746126731.539734:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.539743:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.539749:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbedc00 00000100:00100000:0.0:1746126731.541183:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.541336:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817643904 00000100:00100000:3.0:1746126731.541342:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817643904 00000100:00100000:3.0:1746126731.541383:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30133 00000100:00100000:3.0:1746126731.541389:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817643904:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.541401:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.541416:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6538 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126731.541419:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126731.541438:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.541444:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.541488:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817644032 00000100:00100000:2.0:1746126731.541491:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817644032 00010000:00010000:2.0:1746126731.541504:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.541522:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126731.541526:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.541562:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.541573:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.541584:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee8800, rc 0) 00000100:00100000:3.0:1746126731.541623:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817643904:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 234us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.541628:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30133 00000100:00100000:2.0:1746126731.541738:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13326 00000100:00100000:2.0:1746126731.541747:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2008:x1830945817644032:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.541756:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.541871:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.541881:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.541898:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481176 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b652a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.541928:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.541930:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.541936:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.541943:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.541963:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.541974:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.541985:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813609856:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.542426:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.544734:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.544854:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813609856:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.544875:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.544876:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817644288 00000100:00100000:3.0:1746126731.544882:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817644288 00002000:00100000:3.0:1746126731.544926:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99fb80 x1830945817644288/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126731.544934:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2008:x1830945817644032:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3190us (3514us total) trans 0 rc 0/0 00002000:00100000:3.0:1746126731.544936:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99fb80 with x1830945817644288 ext(0->4095) 00010000:00010000:3.0:1746126731.544943:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.544944:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13326 00010000:00010000:3.0:1746126731.544954:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.544960:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99fb80 00000100:00100000:3.0:1746126731.545395:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2918 00000100:00100000:3.0:1746126731.545402:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817644288:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126731.545550:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817644288:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (827us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.545556:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2918 00002000:00100000:3.0:1746126731.545561:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99fb80 x1830945817644288/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.545568:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99fb80 with x1830945817644288 ext(0->4095) 00010000:00010000:3.0:1746126731.545573:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.545587:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.545593:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99fb80 00000100:00100000:0.0:1746126731.547611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.547660:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.547675:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817644416 00000100:00100000:3.0:1746126731.547684:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817644416 00000100:00100000:3.0:1746126731.547741:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30134 00000100:00100000:3.0:1746126731.547749:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1776:x1830945817644416:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.547762:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.547780:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cee8600/0xd8b4f51a8448118b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b653f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.547807:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746126731.547809:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817644544 00010000:00010000:3.0:1746126731.547812:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.547812:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817644544 00010000:00010000:3.0:1746126731.547817:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126731.547821:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cee8600/0xd8b4f51a8448118b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b653f expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.547830:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 72 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.547855:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.547864:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13327 00010000:00010000:3.0:1746126731.547867:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cee8600/0xd8b4f51a8448118b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b653f expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.547869:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817644544:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.547877:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee8600, rc 0) 00010000:00010000:2.0:1746126731.547878:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.547892:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 72 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.547901:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 72 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.547913:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817644416:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (312us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126731.547917:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cee8a00/0xd8b4f51a8448117d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6531 expref: 72 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.547918:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30134 00010000:00010000:2.0:1746126731.547931:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.547932:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.547938:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.547945:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.547965:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.547981:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 5 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.547997:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813610112:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.548227:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.549269:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813610112:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.549280:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.549302:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817644544:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1432us (1641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.549332:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13327 00000100:00100000:0.0:1746126731.549936:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.550016:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817644800 00000100:00100000:1.0:1746126731.550022:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817644800 00002000:00100000:1.0:1746126731.550059:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99f480 x1830945817644800/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.550069:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99f480 with x1830945817644800 ext(0->4095) 00010000:00010000:1.0:1746126731.550075:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.550085:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.550091:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99f480 00000100:00100000:1.0:1746126731.550152:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2919 00000100:00100000:1.0:1746126731.550159:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817644800:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126731.550439:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817644800:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 280us (503us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.550445:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2919 00002000:00100000:1.0:1746126731.550450:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99f480 x1830945817644800/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.550457:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99f480 with x1830945817644800 ext(0->4095) 00010000:00010000:1.0:1746126731.550461:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.550469:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.550475:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99f480 00000100:00100000:0.0:1746126731.553127:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.553217:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817644928 00000100:00100000:2.0:1746126731.553225:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817644928 00010000:00010000:2.0:1746126731.553270:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.553356:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13328 00000100:00100000:2.0:1746126731.553363:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d719c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817644928:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.553378:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.553396:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.553407:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.553430:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cee8800/0xd8b4f51a84481184 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6538 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.553444:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.553447:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.553455:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cee8600/0xd8b4f51a8448118b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b653f expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.553463:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cee8600/0xd8b4f51a8448118b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b653f expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.553495:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cee8600/0xd8b4f51a8448118b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b653f expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.553508:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813610240:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.553580:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.554870:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813610240:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.554885:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.554915:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d719c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817644928:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1553us (1796us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.554924:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13328 00000100:00100000:0.0:1746126731.555577:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.555661:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817645184 00000100:00100000:1.0:1746126731.555668:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817645184 00002000:00100000:1.0:1746126731.555702:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99dc00 x1830945817645184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.555712:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99dc00 with x1830945817645184 ext(0->4095) 00002000:00010000:1.0:1746126731.555716:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99dc00 00000100:00100000:1.0:1746126731.555789:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13653 00000100:00100000:1.0:1746126731.555796:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817645184:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126731.555933:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817645184:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.555940:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13653 00002000:00100000:1.0:1746126731.555946:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99dc00 x1830945817645184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.555953:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99dc00 with x1830945817645184 ext(0->4095) 00002000:00010000:1.0:1746126731.555956:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99dc00 00000100:00100000:0.0:1746126731.558030:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.558231:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817645312 00000100:00100000:3.0:1746126731.558248:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817645312 00000100:00100000:3.0:1746126731.558299:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30135 00000100:00100000:3.0:1746126731.558334:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817645312:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.558348:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.558367:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c50dc00/0xd8b4f51a84481192 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6546 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.558395:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cee8600/0xd8b4f51a8448118b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b653f expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.558402:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.558404:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.558407:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c50dc00/0xd8b4f51a84481192 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6546 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.558468:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cee8600/0xd8b4f51a8448118b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b653f expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.558479:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cee8600/0xd8b4f51a8448118b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b653f expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.558490:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813610368:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.558565:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.560139:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.560271:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813610368:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.560292:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c50dc00/0xd8b4f51a84481192 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6546 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.560329:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c50dc00, rc 0) 00000100:00100000:2.0:1746126731.560334:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817645440 00000100:00100000:2.0:1746126731.560340:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817645440 00010000:00010000:2.0:1746126731.560363:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cee8600/0xd8b4f51a8448118b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b653f expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.560368:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817645312:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2063us (2342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.560375:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30135 00000100:00100000:2.0:1746126731.560397:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13329 00000100:00100000:2.0:1746126731.560403:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2007:x1830945817645440:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.560414:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.560431:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cee8600/0xd8b4f51a8448118b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b653f expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.560446:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cee8600/0xd8b4f51a8448118b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b653f expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.560466:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cee8600/0xd8b4f51a8448118b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b653f expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.560481:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.560482:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.560489:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c50dc00/0xd8b4f51a84481192 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6546 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.560496:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c50dc00/0xd8b4f51a84481192 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6546 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.560703:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c50dc00/0xd8b4f51a84481192 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6546 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.560713:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813610496:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.560770:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.562514:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.562598:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813610496:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.562611:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.562639:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817645440:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2237us (2504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.562648:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13329 00000100:00100000:1.0:1746126731.562816:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817645696 00000100:00100000:1.0:1746126731.562823:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817645696 00002000:00100000:1.0:1746126731.562864:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99ea00 x1830945817645696/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.562874:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ea00 with x1830945817645696 ext(0->4095) 00002000:00010000:1.0:1746126731.562878:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99ea00 00000100:00100000:1.0:1746126731.562905:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13654 00000100:00100000:1.0:1746126731.562911:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817645696:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126731.563335:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817645696:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 422us (823us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.563341:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13654 00002000:00100000:1.0:1746126731.563347:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99ea00 x1830945817645696/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.563354:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ea00 with x1830945817645696 ext(0->4095) 00002000:00010000:1.0:1746126731.563357:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99ea00 00000100:00100000:0.0:1746126731.564748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.564803:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817645824 00000100:00100000:3.0:1746126731.564811:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817645824 00000100:00100000:3.0:1746126731.564857:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30136 00000100:00100000:3.0:1746126731.564864:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1778:x1830945817645824:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.564877:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.564892:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b654d expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.564919:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c50dc00/0xd8b4f51a84481192 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6546 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.564926:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.564928:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.564931:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.564959:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c50dc00/0xd8b4f51a84481192 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6546 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.564971:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c50dc00/0xd8b4f51a84481192 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6546 expref: 5 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.564983:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813610624:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126731.565175:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.565190:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.565210:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817645952 00000100:00100000:2.0:1746126731.565214:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817645952 00000100:00100000:2.0:1746126731.565247:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30137 00000100:00100000:2.0:1746126731.565253:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1776:x1830945817645952:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.565260:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.565267:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6554 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.565279:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.565283:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.565288:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.565290:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.565334:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.565346:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.565355:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:2.0:1746126731.565390:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817645952:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.565396:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30137 00000100:00100000:3.0:1746126731.566703:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813610624:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.566721:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.566731:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235c00, rc 0) 00000100:00100000:3.0:1746126731.566830:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1778:x1830945817645824:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1966us (2084us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.566837:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30136 00000100:00100000:0.0:1746126731.567101:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.567147:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817646080 00000100:00100000:2.0:1746126731.567152:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817646080 00010000:00010000:2.0:1746126731.567179:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c50dc00/0xd8b4f51a84481192 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6546 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.567212:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13330 00000100:00100000:2.0:1746126731.567217:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817646080:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.567228:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.567257:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c50dc00/0xd8b4f51a84481192 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6546 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.567267:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c50dc00/0xd8b4f51a84481192 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6546 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.567286:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c50dc00/0xd8b4f51a84481192 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6546 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.567299:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.567301:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.567326:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.567333:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.567354:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.567363:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.567378:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813610880:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.567429:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.568743:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813610880:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.568757:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.568841:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817646080:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1622us (1738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.568849:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13330 00000100:00100000:0.0:1746126731.569200:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.569337:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817646336 00000100:00100000:1.0:1746126731.569344:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817646336 00002000:00100000:1.0:1746126731.569379:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99c700 x1830945817646336/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.569389:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99c700 with x1830945817646336 ext(0->4095) 00010000:00010000:1.0:1746126731.569397:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.569407:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.569411:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99c700 00000100:00100000:1.0:1746126731.569484:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2920 00000100:00100000:1.0:1746126731.569489:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2008:x1830945817646336:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126731.569715:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2008:x1830945817646336:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 225us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.569719:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2920 00002000:00100000:1.0:1746126731.569723:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99c700 x1830945817646336/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.569728:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99c700 with x1830945817646336 ext(0->4095) 00010000:00010000:1.0:1746126731.569731:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.569737:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.569741:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99c700 00000100:00100000:0.0:1746126731.571513:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.571660:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817646464 00000100:00100000:3.0:1746126731.571770:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817646464 00000100:00100000:3.0:1746126731.571826:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30138 00000100:00100000:3.0:1746126731.571835:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817646464:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.571856:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.571876:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b655b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.571905:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.571912:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.571917:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126731.571921:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.571964:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.571977:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.571987:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d234c00, rc 0) 00000100:00100000:3.0:1746126731.572039:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817646464:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.572044:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30138 00000100:00100000:0.0:1746126731.572257:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.572435:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817646592 00000100:00100000:3.0:1746126731.572439:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817646592 00010000:00010000:3.0:1746126731.572453:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.573352:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13331 00000100:00100000:3.0:1746126731.573362:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2008:x1830945817646592:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.573375:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.573397:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.573409:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.573428:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481199 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b654d expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.573451:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.573454:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.573460:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.573467:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.573492:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.573504:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.573515:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813611136:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.573588:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.576151:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813611136:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.576178:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126731.576560:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.576705:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817646848 00000100:00100000:1.0:1746126731.576714:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817646848 00002000:00100000:1.0:1746126731.576759:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99d880 x1830945817646848/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.576768:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99d880 with x1830945817646848 ext(0->4095) 00010000:00010000:1.0:1746126731.576777:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.576789:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.576795:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99d880 00000100:00100000:1.0:1746126731.576816:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2921 00000100:00100000:1.0:1746126731.576823:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817646848:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126731.576970:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817646848:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.576977:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2921 00002000:00100000:1.0:1746126731.576983:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99d880 x1830945817646848/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.576991:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99d880 with x1830945817646848 ext(0->4095) 00010000:00010000:1.0:1746126731.576995:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.577005:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.577010:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99d880 00000100:00100000:3.0:1746126731.577087:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817646592:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3726us (4829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.577095:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13331 00000100:00100000:0.0:1746126731.578768:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.579291:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817646976 00000100:00100000:2.0:1746126731.579300:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817646976 00000100:00100000:0.0:1746126731.579376:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.579437:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30139 00000100:00100000:2.0:1746126731.579471:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1776:x1830945817646976:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.579489:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.579507:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6562 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.579535:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.579541:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.579547:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126731.579551:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811ae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6562 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.579587:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.579605:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811ae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6562 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.579615:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00000100:00100000:2.0:1746126731.579665:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1776:x1830945817646976:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 221us (903us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.579672:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30139 00000100:00100000:3.0:1746126731.579769:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817647104 00000100:00100000:3.0:1746126731.579773:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817647104 00010000:00010000:3.0:1746126731.579789:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.579813:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13332 00000100:00100000:3.0:1746126731.579818:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2008:x1830945817647104:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.579825:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.579842:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.579852:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.579873:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6554 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.579883:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.579885:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.579890:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.579897:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.579922:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.579934:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 5 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.579951:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813611392:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.580020:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.581979:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.582087:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817647360 00000100:00100000:2.0:1746126731.582095:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817647360 00002000:00100000:2.0:1746126731.582135:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa17480 x1830945817647360/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.582145:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17480 with x1830945817647360 ext(0->4095) 00010000:00010000:2.0:1746126731.582154:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.582166:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.582173:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa17480 00000100:00100000:2.0:1746126731.582205:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2922 00000100:00100000:2.0:1746126731.582213:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817647360:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.582413:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817647360:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 200us (441us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.582419:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2922 00002000:00100000:2.0:1746126731.582425:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa17480 x1830945817647360/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.582431:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17480 with x1830945817647360 ext(0->4095) 00010000:00010000:2.0:1746126731.582435:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.582442:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.582447:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa17480 00000100:00100000:3.0:1746126731.582525:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813611392:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.582540:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.582564:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817647104:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2746us (3189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.582571:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13332 00000100:00100000:0.0:1746126731.584642:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.584834:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817647488 00000100:00100000:3.0:1746126731.584843:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817647488 00010000:00010000:3.0:1746126731.584874:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.584962:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13333 00000100:00100000:3.0:1746126731.584970:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817647488:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.584987:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.585007:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.585018:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.585044:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d234c00/0xd8b4f51a844811a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b655b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.585189:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.585191:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.585199:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6562 expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.585207:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6562 expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.585254:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6562 expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.585267:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813611520:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.585840:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.588278:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813611520:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.588299:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.588587:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817647488:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3615us (3948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.588598:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13333 00000100:00100000:0.0:1746126731.589194:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.589522:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817647744 00000100:00100000:1.0:1746126731.589531:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817647744 00002000:00100000:1.0:1746126731.589584:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa14e00 x1830945817647744/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.589594:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa14e00 with x1830945817647744 ext(0->4095) 00002000:00010000:1.0:1746126731.589599:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fa14e00 00000100:00100000:1.0:1746126731.590126:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13655 00000100:00100000:1.0:1746126731.590134:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2007:x1830945817647744:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126731.590364:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2007:x1830945817647744:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 230us (1172us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.590370:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13655 00002000:00100000:1.0:1746126731.590376:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa14e00 x1830945817647744/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.590383:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa14e00 with x1830945817647744 ext(0->4095) 00002000:00010000:1.0:1746126731.590386:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fa14e00 00000100:00100000:0.0:1746126731.592709:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.592902:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817647872 00000100:00100000:2.0:1746126731.592911:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817647872 00000100:00100000:2.0:1746126731.592992:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30140 00000100:00100000:2.0:1746126731.593001:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817647872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.593018:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.593036:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6569 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.593069:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6562 expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.593076:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.593078:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.593081:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.593109:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6562 expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.593124:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6562 expref: 69 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.593136:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813611648:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.593552:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.595089:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813611648:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.595119:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.595134:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:2.0:1746126731.595169:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817647872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2169us (2469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.595178:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30140 00000100:00100000:0.0:1746126731.595420:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.595495:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817648000 00000100:00100000:3.0:1746126731.595502:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817648000 00010000:00010000:3.0:1746126731.595524:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6562 expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.595544:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13334 00000100:00100000:3.0:1746126731.595549:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817648000:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.595561:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.595581:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6562 expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.595597:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6562 expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.595619:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6562 expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.595895:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.595897:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.595905:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.595914:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.595939:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.595951:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813611776:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.596012:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.599461:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.599552:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.599635:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817648384 00000100:00100000:2.0:1746126731.599644:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817648384 00000100:00100000:2.0:1746126731.599692:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30141 00000100:00100000:2.0:1746126731.599699:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1776:x1830945817648384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.599719:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.599737:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6570 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.599769:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.599782:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.599784:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.599788:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.599819:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.599831:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 5 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.599843:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813611904:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.599939:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.599958:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817648256 00000100:00100000:2.0:1746126731.599961:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817648256 00002000:00100000:2.0:1746126731.599987:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa16300 x1830945817648256/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.599996:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa16300 with x1830945817648256 ext(0->4095) 00010000:00010000:2.0:1746126731.600001:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.600076:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813611776:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.600098:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.600126:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2008:x1830945817648000:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4576us (4707us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.600141:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13334 00010000:00010000:2.0:1746126731.600459:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.600466:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa16300 00000100:00100000:2.0:1746126731.600494:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2923 00000100:00100000:2.0:1746126731.600500:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817648256:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.600652:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817648256:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (1201us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.600657:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2923 00002000:00100000:2.0:1746126731.600663:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa16300 x1830945817648256/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.600670:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa16300 with x1830945817648256 ext(0->4095) 00010000:00010000:2.0:1746126731.600674:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.600683:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.600689:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa16300 00000100:00100000:0.0:1746126731.602680:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.602756:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817648512 00000100:00100000:1.0:1746126731.602765:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817648512 00000100:00100000:1.0:1746126731.602809:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30142 00000100:00100000:1.0:1746126731.602817:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1778:x1830945817648512:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126731.602834:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126731.602845:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813611904:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126731.602849:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844811c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6577 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.602869:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.602875:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126731.602880:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.602886:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126731.602889:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844811c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6577 expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.602901:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00010000:00010000:1.0:1746126731.602922:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.602931:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844811c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6577 expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.602938:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:2.0:1746126731.602959:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817648384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3260us (3406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.602966:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30141 00000100:00100000:1.0:1746126731.603605:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1778:x1830945817648512:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 787us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126731.603612:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30142 00000100:00100000:0.0:1746126731.604038:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.604396:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817648640 00000100:00100000:3.0:1746126731.604403:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817648640 00010000:00010000:3.0:1746126731.604428:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.604466:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13335 00000100:00100000:3.0:1746126731.604473:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d719850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817648640:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.604486:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.604504:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.604516:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.604537:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844811b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6569 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.604567:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.604569:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.604576:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.604584:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.604611:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.604623:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.604635:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813612160:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.604915:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.611579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.611748:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813612160:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.611771:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.611831:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d719850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817648640:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 7357us (7795us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.611841:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13335 00000100:00100000:1.0:1746126731.612010:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817648896 00000100:00100000:1.0:1746126731.612018:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817648896 00002000:00100000:1.0:1746126731.612064:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa17800 x1830945817648896/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.612073:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17800 with x1830945817648896 ext(0->4095) 00010000:00010000:1.0:1746126731.612081:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.612093:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.612098:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa17800 00000100:00100000:1.0:1746126731.613592:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2924 00000100:00100000:1.0:1746126731.613606:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817648896:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126731.613857:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817648896:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 254us (2289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.613862:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2924 00002000:00100000:1.0:1746126731.613869:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa17800 x1830945817648896/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.613876:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17800 with x1830945817648896 ext(0->4095) 00010000:00010000:1.0:1746126731.613883:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.613895:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:1.0:1746126731.613901:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa17800 00000100:00100000:0.0:1746126731.617703:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.617801:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817649024 00000100:00100000:3.0:1746126731.617811:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817649024 00010000:00010000:3.0:1746126731.617850:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.619008:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13336 00000100:00100000:3.0:1746126731.619022:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2008:x1830945817649024:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.619039:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.619062:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.619076:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.619099:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844811bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6570 expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.619334:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.619337:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.619346:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844811c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6577 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.619354:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844811c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6577 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.619389:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844811c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6577 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.619403:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813612288:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.620210:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.627157:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.627278:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817649280 00000100:00100000:1.0:1746126731.627287:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817649280 00002000:00100000:1.0:1746126731.627354:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa17b80 x1830945817649280/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.627363:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17b80 with x1830945817649280 ext(0->4095) 00002000:00010000:1.0:1746126731.627367:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fa17b80 00000100:00100000:3.0:1746126731.627369:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813612288:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.627392:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.627443:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2008:x1830945817649024:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 8425us (9750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.627564:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13336 00000100:00100000:1.0:1746126731.627640:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13656 00000100:00100000:1.0:1746126731.627647:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817649280:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126731.627794:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817649280:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (647us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.627801:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13656 00002000:00100000:1.0:1746126731.627806:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa17b80 x1830945817649280/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.627813:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17b80 with x1830945817649280 ext(0->4095) 00002000:00010000:1.0:1746126731.627816:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fa17b80 00000100:00100000:2.0:1746126731.630494:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.630601:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817649408 00000100:00100000:1.0:1746126731.630611:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817649408 00000100:00100000:1.0:1746126731.630652:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30143 00000100:00100000:1.0:1746126731.630660:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098857b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817649408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126731.630676:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126731.630695:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b657e expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.630726:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844811c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6577 expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.630734:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126731.630736:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126731.630739:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.630770:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844811c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6577 expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.630782:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844811c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6577 expref: 69 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746126731.630799:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813612416:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126731.630919:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126731.632469:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813612416:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126731.632495:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.632509:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126731.632560:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098857b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817649408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1898us (2075us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126731.632568:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30143 00000100:00100000:0.0:1746126731.632964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.633094:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817649536 00000100:00100000:3.0:1746126731.633100:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817649536 00010000:00010000:3.0:1746126731.633137:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844811c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6577 expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.633170:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13337 00000100:00100000:3.0:1746126731.633177:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2007:x1830945817649536:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.633189:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.633208:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844811c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6577 expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.633224:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844811c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6577 expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.633257:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844811c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6577 expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.633271:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.633273:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.633279:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.633286:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.633343:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.633355:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813612544:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.633420:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.635934:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813612544:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.635954:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.636002:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817649536:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2824us (3037us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.636012:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13337 00000100:00100000:0.0:1746126731.636148:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.636253:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.636280:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817649920 00000100:00100000:0.0:1746126731.636285:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817649920 00000100:00100000:0.0:1746126731.636339:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30144 00000100:00100000:0.0:1746126731.636345:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1776:x1830945817649920:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126731.636366:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126731.636382:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6585 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.636430:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.636440:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126731.636441:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126731.636445:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.636471:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.636478:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817649792 00000100:00100000:2.0:1746126731.636482:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817649792 00010000:00010000:1.0:1746126731.636483:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746126731.636496:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813612672:192.168.204.15@tcp:104: 00002000:00100000:2.0:1746126731.636512:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ed880 x1830945817649792/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.636520:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed880 with x1830945817649792 ext(0->4095) 00010000:00010000:2.0:1746126731.636526:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.636536:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.636541:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ed880 00000100:00100000:2.0:1746126731.636566:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2925 00000100:00100000:2.0:1746126731.636571:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817649792:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126731.636587:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.636701:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817649792:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (553us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.636707:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2925 00002000:00100000:2.0:1746126731.636711:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ed880 x1830945817649792/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.636925:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed880 with x1830945817649792 ext(0->4095) 00010000:00010000:2.0:1746126731.636931:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.636939:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.636945:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ed880 00000100:00100000:2.0:1746126731.638599:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c334700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813612672:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.638626:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.638642:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ca00, rc 0) 00000100:00100000:2.0:1746126731.638683:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1776:x1830945817649920:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2337us (2428us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.638689:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30144 00000100:00100000:0.0:1746126731.640394:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.640448:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.640545:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817650176 00000100:00100000:3.0:1746126731.640555:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817650176 00010000:00010000:3.0:1746126731.640588:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.640735:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13338 00000100:00100000:3.0:1746126731.640744:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817650176:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.640758:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.640776:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.640788:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.640811:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844811ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b657e expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.640920:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817650048 00000100:00100000:2.0:1746126731.640925:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817650048 00000100:00100000:2.0:1746126731.640958:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30145 00000100:00100000:2.0:1746126731.640964:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1778:x1830945817650048:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.640978:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.640990:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b658c expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.641008:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.641014:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.641021:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.641024:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b658c expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.641058:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.641068:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b658c expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.641077:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.641079:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.641084:0:11425:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.641091:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.641106:0:11425:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.641115:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.641126:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813612928:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.641248:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00010000:00010000:3.0:1746126731.641516:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.641543:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817650176:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 800us (1093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.641549:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13338 00000100:00100000:2.0:1746126731.643702:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813612928:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.643721:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098e95000, rc 0) 00000100:00100000:2.0:1746126731.643770:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1778:x1830945817650048:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2805us (3381us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.643777:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30145 00000100:00100000:0.0:1746126731.644171:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.644532:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817650432 00000100:00100000:2.0:1746126731.644540:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817650432 00002000:00100000:2.0:1746126731.644578:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969eea00 x1830945817650432/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.644598:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eea00 with x1830945817650432 ext(0->4095) 00010000:00010000:2.0:1746126731.644607:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.644619:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.644625:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969eea00 00000100:00100000:2.0:1746126731.644655:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2926 00000100:00100000:2.0:1746126731.644661:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817650432:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.644795:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817650432:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (625us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.644800:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2926 00002000:00100000:2.0:1746126731.644805:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969eea00 x1830945817650432/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.644811:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eea00 with x1830945817650432 ext(0->4095) 00010000:00010000:2.0:1746126731.644815:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.644822:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.644827:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969eea00 00000100:00100000:0.0:1746126731.650055:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.650281:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817650560 00000100:00100000:3.0:1746126731.650291:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817650560 00010000:00010000:2.0:1746126731.652173:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.653043:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13339 00000100:00100000:2.0:1746126731.653056:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817650560:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.653074:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.653097:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.653110:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.653136:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844811d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6585 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.653162:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.653165:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.653172:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b658c expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.653180:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b658c expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.653217:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b658c expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.653230:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813613056:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.653358:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.656971:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813613056:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.656996:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126731.657219:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.657368:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2007:x1830945817650560:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4315us (7324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.657377:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817650816 00000100:00100000:2.0:1746126731.657379:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13339 00000100:00100000:3.0:1746126731.657384:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817650816 00002000:00100000:3.0:1746126731.657424:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969edc00 x1830945817650816/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.657433:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969edc00 with x1830945817650816 ext(0->4095) 00002000:00010000:3.0:1746126731.657438:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969edc00 00000100:00100000:3.0:1746126731.657690:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13657 00000100:00100000:3.0:1746126731.657697:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817650816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126731.657837:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817650816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (619us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.657843:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13657 00002000:00100000:3.0:1746126731.657848:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969edc00 x1830945817650816/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.657855:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969edc00 with x1830945817650816 ext(0->4095) 00002000:00010000:3.0:1746126731.657858:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969edc00 00000100:00100000:0.0:1746126731.660058:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.660169:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817650944 00000100:00100000:2.0:1746126731.660178:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817650944 00000100:00100000:2.0:1746126731.660229:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30146 00000100:00100000:2.0:1746126731.660246:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817650944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.660265:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.660284:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844811df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6593 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.660344:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b658c expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.660352:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.660354:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.660357:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844811df lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6593 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.660389:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b658c expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.660401:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b658c expref: 69 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.660414:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813613184:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.661015:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.663581:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813613184:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.663614:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844811df lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6593 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.663633:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:2.0:1746126731.663692:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817650944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3454us (3640us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.663701:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30146 00000100:00100000:1.0:1746126731.663849:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.663984:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817651072 00000100:00100000:2.0:1746126731.663991:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817651072 00010000:00010000:2.0:1746126731.664063:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b658c expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.664098:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13340 00000100:00100000:2.0:1746126731.664105:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c334a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817651072:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.664119:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.664139:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b658c expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.664151:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b658c expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.664173:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b658c expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.664206:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.664208:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.664216:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844811df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6593 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.664224:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844811df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6593 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.664265:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844811df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6593 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.664277:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813613312:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.664361:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.665944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.666044:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813613312:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.666060:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.666100:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c334a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817651072:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1995us (2250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.666110:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13340 00000100:00100000:1.0:1746126731.666773:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817651328 00000100:00100000:1.0:1746126731.666780:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817651328 00002000:00100000:1.0:1746126731.666826:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ed180 x1830945817651328/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.666836:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed180 with x1830945817651328 ext(0->4095) 00002000:00010000:1.0:1746126731.666841:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ed180 00000100:00100000:1.0:1746126731.666868:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13658 00000100:00100000:1.0:1746126731.666874:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817651328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126731.667003:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817651328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (1065us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.667009:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13658 00002000:00100000:1.0:1746126731.667013:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ed180 x1830945817651328/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.667020:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ed180 with x1830945817651328 ext(0->4095) 00002000:00010000:1.0:1746126731.667023:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ed180 00000100:00100000:0.0:1746126731.668766:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.668855:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817651456 00000100:00100000:2.0:1746126731.668863:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817651456 00000100:00100000:2.0:1746126731.668911:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30147 00000100:00100000:2.0:1746126731.668918:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1776:x1830945817651456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.668933:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.668950:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b659a expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.668981:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844811df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6593 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.668989:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.668991:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.668994:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.669023:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844811df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6593 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.669034:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844811df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6593 expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.669046:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813613440:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.669129:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.669545:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.669799:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817651584 00000100:00100000:2.0:1746126731.669804:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817651584 00000100:00100000:2.0:1746126731.669837:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30148 00000100:00100000:2.0:1746126731.669842:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1778:x1830945817651584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.669850:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.669859:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b65a1 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.669873:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.669877:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.669883:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.669886:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811ed lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a1 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.669907:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.669918:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a1 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.669928:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098e95000, rc 0) 00000100:00100000:2.0:1746126731.669969:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1778:x1830945817651584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.669975:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30148 00000100:00100000:2.0:1746126731.671484:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813613440:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.671507:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.671520:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61000, rc 0) 00000100:00100000:2.0:1746126731.671552:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1776:x1830945817651456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2635us (2792us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.671558:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30147 00000100:00100000:0.0:1746126731.672405:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.672477:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817651712 00000100:00100000:2.0:1746126731.672483:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817651712 00010000:00010000:2.0:1746126731.672508:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844811df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6593 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.672715:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13341 00000100:00100000:2.0:1746126731.672723:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817651712:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.672735:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.672756:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844811df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6593 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.672766:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844811df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6593 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.672789:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844811df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6593 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.672962:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.672964:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.672972:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.672980:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.673009:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.673019:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.673035:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813613696:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.673490:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.675619:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813613696:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.675639:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.675687:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817651712:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2964us (3282us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.675698:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13341 00000100:00100000:1.0:1746126731.675835:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.675939:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817651968 00000100:00100000:3.0:1746126731.675946:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817651968 00002000:00100000:3.0:1746126731.676055:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c335180 x1830945817651968/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.676066:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c335180 with x1830945817651968 ext(0->4095) 00010000:00010000:3.0:1746126731.676074:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.676086:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.676092:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c335180 00000100:00100000:3.0:1746126731.676117:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2927 00000100:00100000:3.0:1746126731.676124:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817651968:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126731.676272:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c335180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817651968:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (437us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.676279:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2927 00002000:00100000:3.0:1746126731.676284:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c335180 x1830945817651968/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.676291:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c335180 with x1830945817651968 ext(0->4095) 00010000:00010000:3.0:1746126731.676296:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.676323:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.676329:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c335180 00000100:00100000:0.0:1746126731.679112:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.679218:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817652096 00000100:00100000:2.0:1746126731.679228:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817652096 00010000:00010000:2.0:1746126731.679274:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.679433:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13342 00000100:00100000:2.0:1746126731.679441:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d719450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2010:x1830945817652096:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.679456:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.679475:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.679487:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.679513:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b659a expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.679674:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.679677:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.679684:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a1 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.679692:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a1 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.679729:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a1 expref: 70 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.679742:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813613824:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.679830:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.682630:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813613824:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.682654:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.682698:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d719450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2010:x1830945817652096:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3256us (3592us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.682709:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13342 00000100:00100000:0.0:1746126731.683525:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.684286:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817652352 00000100:00100000:2.0:1746126731.684293:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817652352 00002000:00100000:2.0:1746126731.684350:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5f80 x1830945817652352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.684359:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5f80 with x1830945817652352 ext(0->4095) 00002000:00010000:2.0:1746126731.684364:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa5f80 00000100:00100000:2.0:1746126731.684388:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13659 00000100:00100000:2.0:1746126731.684394:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2007:x1830945817652352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.684543:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2007:x1830945817652352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (1018us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.684551:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13659 00002000:00100000:2.0:1746126731.684556:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5f80 x1830945817652352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.684563:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5f80 with x1830945817652352 ext(0->4095) 00002000:00010000:2.0:1746126731.684566:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa5f80 00000100:00100000:0.0:1746126731.687534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.687726:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817652480 00000100:00100000:2.0:1746126731.687735:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817652480 00000100:00100000:2.0:1746126731.687779:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30149 00000100:00100000:2.0:1746126731.687787:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817652480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.687804:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.687823:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b65a8 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.687853:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a1 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.687861:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.687863:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.687866:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.687898:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a1 expref: 69 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.687911:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a1 expref: 69 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.687928:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813613952:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.688503:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.691090:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813613952:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.691122:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.691140:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00000100:00100000:2.0:1746126731.691186:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817652480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3399us (3659us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.691195:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30149 00000100:00100000:0.0:1746126731.691434:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.692076:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817652608 00000100:00100000:2.0:1746126731.692084:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817652608 00010000:00010000:2.0:1746126731.692113:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a1 expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.692733:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13343 00000100:00100000:2.0:1746126731.692741:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817652608:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.692755:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.692777:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a1 expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.692789:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a1 expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.692815:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a844811ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a1 expref: 70 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.692833:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.692835:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.692842:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.692850:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.692881:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.692893:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813614080:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.692977:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.694724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.694814:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817652736 00000100:00100000:2.0:1746126731.694822:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817652736 00000100:00100000:2.0:1746126731.694855:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30150 00000100:00100000:2.0:1746126731.694861:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1776:x1830945817652736:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.694876:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.694891:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b65af expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.694914:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.694926:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.694928:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.694931:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.694955:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.694965:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.694976:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813614208:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.695675:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.696338:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813614080:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.696355:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.696789:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2008:x1830945817652608:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4046us (5353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.696799:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13343 00000100:00100000:2.0:1746126731.698431:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813614208:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.698456:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.698473:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61000, rc 0) 00000100:00100000:2.0:1746126731.698506:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1776:x1830945817652736:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3645us (3788us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.698516:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30150 00000100:00100000:0.0:1746126731.698733:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.698789:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817652992 00000100:00100000:3.0:1746126731.698796:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817652992 00002000:00100000:3.0:1746126731.698833:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5180 x1830945817652992/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.698842:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5180 with x1830945817652992 ext(0->4095) 00010000:00010000:3.0:1746126731.698848:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.698860:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.698866:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa5180 00000100:00100000:3.0:1746126731.698893:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2928 00000100:00100000:3.0:1746126731.698900:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817652992:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126731.699049:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817652992:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (315us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.699055:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2928 00002000:00100000:3.0:1746126731.699060:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5180 x1830945817652992/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.699067:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5180 with x1830945817652992 ext(0->4095) 00010000:00010000:3.0:1746126731.699071:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.699080:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.699086:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa5180 00000100:00100000:0.0:1746126731.701963:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.702040:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817653120 00000100:00100000:2.0:1746126731.702047:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817653120 00010000:00010000:2.0:1746126731.702076:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.702104:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13344 00000100:00100000:2.0:1746126731.702109:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817653120:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.702120:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.702138:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.702147:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.702167:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844811f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65a8 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.702827:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.702830:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.702837:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.702845:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.702876:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.702889:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813614336:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.702964:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.704835:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.704888:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817653376 00000100:00100000:2.0:1746126731.704896:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817653376 00000100:00100000:3.0:1746126731.704973:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813614336:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.704993:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.705044:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817653120:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2932us (3087us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.705054:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13344 00002000:00100000:2.0:1746126731.705133:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5500 x1830945817653376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.705144:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5500 with x1830945817653376 ext(0->4095) 00002000:00010000:2.0:1746126731.705149:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa5500 00000100:00100000:2.0:1746126731.705166:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13660 00000100:00100000:2.0:1746126731.705173:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2007:x1830945817653376:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.705356:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2007:x1830945817653376:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 183us (524us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.705362:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13660 00002000:00100000:2.0:1746126731.705367:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5500 x1830945817653376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.705374:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5500 with x1830945817653376 ext(0->4095) 00002000:00010000:2.0:1746126731.705376:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa5500 00000100:00100000:0.0:1746126731.707174:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.710381:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817653504 00000100:00100000:2.0:1746126731.710397:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817653504 00000100:00100000:2.0:1746126731.710470:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30151 00000100:00100000:2.0:1746126731.710478:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817653504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.710499:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.710519:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b65b6 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.710551:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.710559:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.710560:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.710564:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.710598:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 69 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.710610:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 69 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.710621:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813614464:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.710735:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.713455:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.713651:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813614464:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.713678:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.713696:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098e95000, rc 0) 00000100:00100000:2.0:1746126731.713749:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817653504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3270us (6578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.713757:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30151 00000100:00100000:3.0:1746126731.715181:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817653632 00000100:00100000:3.0:1746126731.715191:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817653632 00002000:00100000:3.0:1746126731.715240:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012eaa4380 x1830945817653632/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.715249:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa4380 with x1830945817653632 ext(0->7) 00010000:00010000:3.0:1746126731.715256:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.715275:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 70 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.715280:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa4380 00000100:00100000:3.0:1746126731.715952:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2929 00000100:00100000:3.0:1746126731.715962:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817653632:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126731.716996:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817653632:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1032us (3546us total) trans 4294972047 rc 0/0 00000100:00100000:3.0:1746126731.717003:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2929 00002000:00100000:3.0:1746126731.717010:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012eaa4380 x1830945817653632/t4294972047(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/448 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.717017:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa4380 with x1830945817653632 ext(0->7) 00010000:00010000:3.0:1746126731.717024:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.717036:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.717043:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa4380 00000100:00100000:0.0:1746126731.723251:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.723331:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.723393:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817653888 00000100:00100000:3.0:1746126731.723404:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817653888 00010000:00010000:3.0:1746126731.723448:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.723492:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13345 00000100:00100000:3.0:1746126731.723500:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817653888:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.723514:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.723535:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.723546:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.723571:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844811fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65af expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.723591:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.723593:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.723600:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.723608:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.723640:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.723653:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813614592:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.723745:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.724445:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817653760 00000100:00100000:2.0:1746126731.724450:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817653760 00000100:00100000:2.0:1746126731.724615:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30152 00000100:00100000:2.0:1746126731.724620:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817653760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.724634:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.724645:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481209 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b65bd expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.724663:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.724669:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.724670:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.724673:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481209 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65bd expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.724688:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.724697:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.724704:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813614720:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.725129:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.726899:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.727060:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813614592:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.727079:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.727133:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817653888:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3633us (3800us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.727145:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13345 00000100:00100000:3.0:1746126731.727196:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813614720:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.727213:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481209 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65bd expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.727228:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:3.0:1746126731.727261:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817653760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2641us (4033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.727267:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30152 00000100:00100000:2.0:1746126731.727340:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817654144 00000100:00100000:2.0:1746126731.727347:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817654144 00002000:00100000:2.0:1746126731.727382:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5880 x1830945817654144/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.727397:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5880 with x1830945817654144 ext(0->4095) 00010000:00010000:2.0:1746126731.727403:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.727414:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.727420:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa5880 00000100:00100000:2.0:1746126731.727436:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2930 00000100:00100000:2.0:1746126731.727442:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817654144:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.727566:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817654144:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (673us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.727572:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2930 00002000:00100000:2.0:1746126731.727578:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5880 x1830945817654144/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.727585:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5880 with x1830945817654144 ext(0->4095) 00010000:00010000:2.0:1746126731.727589:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.727597:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.727602:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa5880 00000100:00100000:0.0:1746126731.730518:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.730861:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817654272 00000100:00100000:3.0:1746126731.730872:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817654272 00010000:00010000:3.0:1746126731.730908:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.730947:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13346 00000100:00100000:3.0:1746126731.730953:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817654272:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.730967:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.730984:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.730995:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.731018:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84481202 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65b6 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.731057:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.731060:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.731067:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481209 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65bd expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.731075:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481209 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65bd expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.731107:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481209 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65bd expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.731119:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813614848:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.731193:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.731349:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.731503:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817654400 00000100:00100000:3.0:1746126731.731507:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817654400 00000100:00100000:3.0:1746126731.732270:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30153 00000100:00100000:3.0:1746126731.732277:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817654400:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.732290:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.732324:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481210 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b65c4 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.732343:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481209 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65bd expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.732348:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.732350:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.732354:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481210 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65c4 expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.732370:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481209 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65bd expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.732380:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481209 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65bd expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.732388:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813614976:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.732442:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.732720:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813614848:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.732732:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.732996:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2008:x1830945817654272:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2042us (2487us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.733004:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13346 00000100:00100000:1.0:1746126731.735249:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.735439:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817654528 00000100:00100000:2.0:1746126731.735448:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817654528 00010000:00010000:2.0:1746126731.735485:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481209 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65bd expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.735524:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13347 00000100:00100000:2.0:1746126731.735532:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c335500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817654528:12345-192.168.204.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746126731.735536:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813614976:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.735547:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.735567:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481209 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65bd expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.735578:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481209 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65bd expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.735602:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481209 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65bd expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.735622:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.735624:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.735630:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481210 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65c4 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.735637:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481210 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65c4 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.735657:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481210 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65c4 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.735691:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481210 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65c4 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.735703:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813615104:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.735744:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099255000, rc 0) 00000100:00100000:3.0:1746126731.735973:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817654400:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3695us (4622us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.735980:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30153 00000100:00100000:2.0:1746126731.736327:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.738174:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.738262:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813615104:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.738281:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.738360:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c335500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817654528:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2828us (3127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.738371:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13347 00000100:00100000:3.0:1746126731.738547:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817654784 00000100:00100000:3.0:1746126731.738554:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817654784 00002000:00100000:3.0:1746126731.738604:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965f800 x1830945817654784/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.738618:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965f800 with x1830945817654784 ext(0->4095) 00002000:00010000:3.0:1746126731.738622:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965f800 00000100:00100000:3.0:1746126731.738647:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13661 00000100:00100000:3.0:1746126731.738653:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817654784:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126731.738780:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817654784:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (613us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.738785:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13661 00002000:00100000:3.0:1746126731.738790:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965f800 x1830945817654784/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.738797:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965f800 with x1830945817654784 ext(0->4095) 00002000:00010000:3.0:1746126731.738800:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965f800 00000100:00100000:0.0:1746126731.740030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.740097:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817654912 00000100:00100000:3.0:1746126731.740101:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817654912 00000100:00100000:3.0:1746126731.740138:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30154 00000100:00100000:3.0:1746126731.740144:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1778:x1830945817654912:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.740156:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.740173:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b65cb expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.740197:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481210 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65c4 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.740204:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.740206:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.740210:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.740263:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481210 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65c4 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.740274:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481210 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65c4 expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.740286:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813615232:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.740388:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.742949:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.743023:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817655040 00000100:00100000:2.0:1746126731.743031:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817655040 00010000:00010000:2.0:1746126731.743066:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481210 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65c4 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.743098:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813615232:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.743128:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.743142:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098f4d000, rc 0) 00000100:00100000:3.0:1746126731.743196:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1778:x1830945817654912:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3051us (3167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.743204:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30154 00000100:00100000:2.0:1746126731.743667:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13348 00000100:00100000:2.0:1746126731.743675:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817655040:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.743689:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.743711:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481210 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65c4 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.743723:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481210 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65c4 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.743745:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481210 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65c4 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.743771:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.743773:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.743781:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.743795:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.743825:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.743835:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813615360:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.743899:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.744015:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.744029:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817655168 00000100:00100000:3.0:1746126731.744033:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817655168 00000100:00100000:3.0:1746126731.744062:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30155 00000100:00100000:3.0:1746126731.744263:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817655168:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.744280:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.744292:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b65d2 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.744341:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.744348:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.744349:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.744352:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.744368:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.744378:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.744387:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813615488:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.744738:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.745743:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813615488:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.745763:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.745774:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235400, rc 0) 00000100:00100000:2.0:1746126731.745775:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813615360:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.745784:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.745803:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817655040:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2129us (2862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.745805:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1776:x1830945817655168:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1738us (1792us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.745812:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30155 00000100:00100000:2.0:1746126731.745812:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13348 00000100:00100000:0.0:1746126731.745975:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.746048:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817655424 00000100:00100000:2.0:1746126731.746052:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817655424 00002000:00100000:2.0:1746126731.746081:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965c700 x1830945817655424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.746091:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965c700 with x1830945817655424 ext(0->4095) 00010000:00010000:2.0:1746126731.746096:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.746106:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.746112:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965c700 00000100:00100000:2.0:1746126731.746135:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2931 00000100:00100000:2.0:1746126731.746145:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817655424:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.746373:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817655424:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 231us (397us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.746379:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2931 00002000:00100000:2.0:1746126731.746384:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965c700 x1830945817655424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.746391:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965c700 with x1830945817655424 ext(0->4095) 00010000:00010000:2.0:1746126731.746396:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.746404:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.746410:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965c700 00000100:00100000:0.0:1746126731.748506:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.748774:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817655552 00000100:00100000:3.0:1746126731.748783:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817655552 00000100:00100000:3.0:1746126731.748836:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30156 00000100:00100000:3.0:1746126731.748844:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817655552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.748862:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.748881:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b65d9 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.748907:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.748913:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.748919:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126731.748922:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.748960:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.748973:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.748983:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235a00, rc 0) 00000100:00100000:3.0:1746126731.749259:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817655552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 415us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.749265:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30156 00000100:00100000:0.0:1746126731.749400:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.749533:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817655680 00000100:00100000:2.0:1746126731.749538:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817655680 00010000:00010000:2.0:1746126731.749555:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.749585:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13349 00000100:00100000:2.0:1746126731.749590:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d719050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817655680:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.749599:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.749618:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.749631:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.749648:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a84481217 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65cb expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.749660:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.749662:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.749667:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.749674:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.749694:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.749704:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.749715:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813615744:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.749777:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.751022:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813615744:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.751037:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.751165:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d719050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817655680:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1572us (1763us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.751177:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13349 00000100:00100000:0.0:1746126731.751471:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.751543:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817655936 00000100:00100000:2.0:1746126731.751548:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817655936 00002000:00100000:2.0:1746126731.751578:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965fb80 x1830945817655936/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.751586:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965fb80 with x1830945817655936 ext(0->4095) 00010000:00010000:2.0:1746126731.751593:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.751604:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.751610:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965fb80 00000100:00100000:2.0:1746126731.751752:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2932 00000100:00100000:2.0:1746126731.751759:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817655936:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.751887:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817655936:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (415us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.751892:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2932 00002000:00100000:2.0:1746126731.751897:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965fb80 x1830945817655936/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.751904:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965fb80 with x1830945817655936 ext(0->4095) 00010000:00010000:2.0:1746126731.751908:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.751921:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.751927:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965fb80 00000100:00100000:0.0:1746126731.753372:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.753448:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.753497:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817656064 00000100:00100000:3.0:1746126731.753505:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817656064 00000100:00100000:3.0:1746126731.753544:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30157 00000100:00100000:3.0:1746126731.753552:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817656064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126731.753564:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817656192 00010000:00010000:3.0:1746126731.753566:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126731.753569:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817656192 00010000:00010000:3.0:1746126731.753583:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a8448122c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b65e0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.753584:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.753609:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.753615:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.753619:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13350 00010000:00010000:3.0:1746126731.753626:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1746126731.753628:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2007:x1830945817656192:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.753630:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a8448122c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e0 expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.753637:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.753655:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 74 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.753664:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 74 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.753666:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.753689:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a8448122c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e0 expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.753697:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.753699:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.753705:0:11425:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.753712:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.753728:0:11425:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.753738:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a8448121e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d2 expref: 74 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.753743:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.753755:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813616000:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.753759:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.753839:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2007:x1830945817656192:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 212us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.753845:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13350 00000100:00100000:3.0:1746126731.754290:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.755763:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813616000:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.755782:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d234a00, rc 0) 00000100:00100000:0.0:1746126731.755801:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.755870:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817656064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2279us (2463us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.755878:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30157 00000100:00100000:2.0:1746126731.756010:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817656448 00000100:00100000:2.0:1746126731.756017:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817656448 00002000:00100000:2.0:1746126731.756058:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965ed80 x1830945817656448/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.756067:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965ed80 with x1830945817656448 ext(0->4095) 00010000:00010000:2.0:1746126731.756074:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.756085:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.756091:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965ed80 00000100:00100000:2.0:1746126731.756264:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2933 00000100:00100000:2.0:1746126731.756272:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817656448:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.757071:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817656448:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 799us (1270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.757080:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2933 00002000:00100000:2.0:1746126731.757085:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965ed80 x1830945817656448/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.757092:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965ed80 with x1830945817656448 ext(0->4095) 00010000:00010000:2.0:1746126731.757098:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.757108:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.757114:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965ed80 00000100:00100000:0.0:1746126731.759825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.759926:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817656576 00000100:00100000:3.0:1746126731.759935:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817656576 00010000:00010000:3.0:1746126731.759971:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.760015:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13351 00000100:00100000:3.0:1746126731.760022:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817656576:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.760037:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.760060:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.760071:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.760101:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481225 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65d9 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.760120:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.760122:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.760129:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a8448122c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e0 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.760136:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a8448122c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e0 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.760172:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a8448122c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e0 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.760184:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813616128:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.760273:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.762076:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.762192:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813616128:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.762212:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.762707:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817656576:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2684us (2891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.762717:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13351 00000100:00100000:2.0:1746126731.762841:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817656832 00000100:00100000:2.0:1746126731.762848:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817656832 00002000:00100000:2.0:1746126731.762884:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab0a80 x1830945817656832/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.762893:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab0a80 with x1830945817656832 ext(0->4095) 00002000:00010000:2.0:1746126731.762897:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab0a80 00000100:00100000:2.0:1746126731.762910:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13662 00000100:00100000:2.0:1746126731.762914:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817656832:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.763511:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817656832:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 594us (1439us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.763518:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13662 00002000:00100000:2.0:1746126731.763523:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab0a80 x1830945817656832/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.763530:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab0a80 with x1830945817656832 ext(0->4095) 00002000:00010000:2.0:1746126731.763533:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab0a80 00000100:00100000:0.0:1746126731.765421:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.765522:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817656960 00000100:00100000:3.0:1746126731.765530:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817656960 00000100:00100000:3.0:1746126731.765571:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30158 00000100:00100000:3.0:1746126731.765577:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817656960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.765597:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.765617:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b65e7 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.765647:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a8448122c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e0 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.765654:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.765656:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.765659:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.765690:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a8448122c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e0 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.765702:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a8448122c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e0 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.765713:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813616256:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.766456:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.768522:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813616256:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.768557:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.768573:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235400, rc 0) 00000100:00100000:3.0:1746126731.768627:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817656960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3048us (3211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.768639:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30158 00000100:00100000:0.0:1746126731.770091:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.770346:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817657088 00000100:00100000:3.0:1746126731.770354:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817657088 00010000:00010000:3.0:1746126731.770387:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a8448122c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e0 expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.770428:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13352 00000100:00100000:3.0:1746126731.770435:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817657088:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.770609:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.770634:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a8448122c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e0 expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.770644:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a8448122c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e0 expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.770669:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a8448122c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e0 expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.770752:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.770755:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.770762:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.770769:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.770800:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.770815:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813616384:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.770900:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.773299:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.773714:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817657216 00000100:00100000:3.0:1746126731.773722:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817657216 00000100:00100000:3.0:1746126731.773761:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30159 00000100:00100000:3.0:1746126731.773767:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817657216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.773785:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.773956:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b65ee expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.773988:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.773996:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.773997:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.774000:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.774031:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.774043:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.774061:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813616512:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.774197:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813616384:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.774221:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.774255:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2007:x1830945817657088:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3821us (4169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.774263:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13352 00000100:00100000:1.0:1746126731.774492:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.774661:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.774729:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817657472 00000100:00100000:2.0:1746126731.774734:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817657472 00002000:00100000:2.0:1746126731.774763:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c336a00 x1830945817657472/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.774778:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336a00 with x1830945817657472 ext(0->4095) 00010000:00010000:2.0:1746126731.774784:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.774794:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.774800:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c336a00 00000100:00100000:2.0:1746126731.774826:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2934 00000100:00100000:2.0:1746126731.774832:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817657472:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.774952:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817657472:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.774958:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2934 00002000:00100000:2.0:1746126731.774963:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c336a00 x1830945817657472/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.774970:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336a00 with x1830945817657472 ext(0->4095) 00010000:00010000:2.0:1746126731.774974:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.774983:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.774988:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c336a00 00000100:00100000:0.0:1746126731.778666:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.778784:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817657600 00000100:00100000:2.0:1746126731.778796:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817657600 00000100:00100000:2.0:1746126731.778838:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30160 00000100:00100000:2.0:1746126731.778845:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1778:x1830945817657600:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.778866:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.778884:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481241 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b65f5 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.778912:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.778918:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.778923:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.778927:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481241 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65f5 expref: 74 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.778964:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.778977:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481241 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65f5 expref: 74 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.778987:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:2.0:1746126731.779933:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+74:1778:x1830945817657600:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1007us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.779942:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30160 00000100:00100000:3.0:1746126731.780144:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813616512:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.780166:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.780178:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098f4d000, rc 0) 00000100:00100000:3.0:1746126731.780221:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1776:x1830945817657216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6454us (6936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.780227:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30159 00000100:00100000:0.0:1746126731.781323:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.781404:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817657728 00000100:00100000:2.0:1746126731.781410:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817657728 00010000:00010000:2.0:1746126731.781436:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.781471:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13353 00000100:00100000:2.0:1746126731.781477:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817657728:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.781490:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.781509:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.781520:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.781542:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481233 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65e7 expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.781558:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.781560:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.781567:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.781574:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.781599:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.781609:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.781626:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813616768:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.781705:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.784155:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813616768:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.784177:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.784243:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817657728:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2756us (2927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.784253:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13353 00000100:00100000:0.0:1746126731.784271:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.784344:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817657984 00000100:00100000:3.0:1746126731.784354:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817657984 00002000:00100000:3.0:1746126731.784394:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab0e00 x1830945817657984/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.784404:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab0e00 with x1830945817657984 ext(0->4095) 00010000:00010000:3.0:1746126731.784413:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.784425:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.784431:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab0e00 00000100:00100000:3.0:1746126731.784508:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2935 00000100:00100000:3.0:1746126731.784515:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2007:x1830945817657984:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126731.784834:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2007:x1830945817657984:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 318us (562us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.784844:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2935 00002000:00100000:3.0:1746126731.784849:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab0e00 x1830945817657984/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.784856:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab0e00 with x1830945817657984 ext(0->4095) 00010000:00010000:3.0:1746126731.784862:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.784871:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.784877:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab0e00 00000100:00100000:0.0:1746126731.786901:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.786959:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817658112 00000100:00100000:2.0:1746126731.786968:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817658112 00010000:00010000:2.0:1746126731.786996:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.787035:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13354 00000100:00100000:2.0:1746126731.787041:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2007:x1830945817658112:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.787053:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.787101:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.787114:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.787138:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098f4d000/0xd8b4f51a8448123a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65ee expref: 73 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.787153:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.787156:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.787164:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481241 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65f5 expref: 72 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.787171:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481241 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65f5 expref: 72 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.787203:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481241 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65f5 expref: 72 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.787216:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813616896:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.787353:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.790927:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813616896:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.790951:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.790998:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817658112:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3957us (4103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.791009:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13354 00000100:00100000:0.0:1746126731.791354:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.791401:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817658368 00000100:00100000:3.0:1746126731.791409:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817658368 00002000:00100000:3.0:1746126731.791451:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab2680 x1830945817658368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.791460:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab2680 with x1830945817658368 ext(0->4095) 00002000:00010000:3.0:1746126731.791465:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab2680 00000100:00100000:3.0:1746126731.791482:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13663 00000100:00100000:3.0:1746126731.791488:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817658368:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126731.791637:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817658368:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (283us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.791642:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13663 00002000:00100000:3.0:1746126731.791647:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab2680 x1830945817658368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.791659:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab2680 with x1830945817658368 ext(0->4095) 00002000:00010000:3.0:1746126731.791661:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab2680 00000100:00100000:0.0:1746126731.793694:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.793833:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817658496 00000100:00100000:3.0:1746126731.793842:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817658496 00000100:00100000:3.0:1746126731.794125:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30161 00000100:00100000:3.0:1746126731.794133:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817658496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.794148:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.794165:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a84481248 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b65fc expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.794195:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481241 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65f5 expref: 71 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.794202:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.794204:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.794207:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a84481248 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65fc expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.794249:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481241 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65f5 expref: 71 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.794261:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481241 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65f5 expref: 71 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.794273:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813617024:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.794780:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.797153:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813617024:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.797190:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a84481248 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65fc expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.797205:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d111200, rc 0) 00000100:00100000:3.0:1746126731.797275:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817658496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3141us (3585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.797283:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30161 00000100:00100000:0.0:1746126731.797453:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.797783:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817658624 00000100:00100000:2.0:1746126731.797790:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817658624 00010000:00010000:2.0:1746126731.797818:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481241 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65f5 expref: 72 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.797840:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13355 00000100:00100000:2.0:1746126731.797846:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817658624:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.797860:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.797879:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481241 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65f5 expref: 72 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.797895:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481241 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65f5 expref: 72 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.797918:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481241 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65f5 expref: 72 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.797933:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.797934:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.797941:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a84481248 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65fc expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.797949:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a84481248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65fc expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.797978:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a84481248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65fc expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.797991:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813617152:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126731.798058:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.802060:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.802169:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813617152:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.802190:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126731.802623:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817658624:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4775us (5168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.802634:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13355 00000100:00100000:3.0:1746126731.802821:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817658880 00000100:00100000:3.0:1746126731.802828:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817658880 00000100:00100000:0.0:1746126731.802848:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00002000:00100000:3.0:1746126731.802871:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab3b80 x1830945817658880/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.802881:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3b80 with x1830945817658880 ext(0->4095) 00002000:00010000:3.0:1746126731.802885:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab3b80 00000100:00100000:3.0:1746126731.802910:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13664 00000100:00100000:3.0:1746126731.802916:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817658880:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126731.803046:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817658880:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (996us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.803052:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13664 00002000:00100000:3.0:1746126731.803057:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab3b80 x1830945817658880/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.803064:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3b80 with x1830945817658880 ext(0->4095) 00002000:00010000:3.0:1746126731.803067:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab3b80 00000100:00100000:2.0:1746126731.803100:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817659008 00000100:00100000:2.0:1746126731.803104:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817659008 00000100:00100000:3.0:1746126731.803249:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30162 00000100:00100000:3.0:1746126731.803259:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1776:x1830945817659008:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.803270:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.803286:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6603 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.803424:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a84481248 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65fc expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.803432:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.803434:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.803438:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 72 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.803467:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a84481248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65fc expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.803478:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a84481248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65fc expref: 5 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.803489:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813617280:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126731.803739:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.806180:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.806297:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813617280:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.806357:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 72 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.806373:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d110c00, rc 0) 00000100:00100000:3.0:1746126731.806415:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817659008:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3159us (3566us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.806424:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30162 00000100:00100000:3.0:1746126731.806453:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817659136 00000100:00100000:3.0:1746126731.806458:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817659136 00000100:00100000:3.0:1746126731.806499:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30163 00000100:00100000:3.0:1746126731.806505:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1778:x1830945817659136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.806518:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126731.806530:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a84481256 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b660a expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.806549:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.806553:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 73 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.806558:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126731.806561:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a84481256 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b660a expref: 73 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.806587:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 73 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.806596:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a84481256 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b660a expref: 73 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.806603:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d110600, rc 0) 00000100:00100000:3.0:1746126731.806620:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1778:x1830945817659136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.806626:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30163 00000100:00100000:0.0:1746126731.806955:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.807396:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817659264 00000100:00100000:3.0:1746126731.807400:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817659264 00010000:00010000:3.0:1746126731.807640:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a84481248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65fc expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.807928:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13356 00000100:00100000:3.0:1746126731.807936:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d718c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817659264:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.807949:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.807970:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a84481248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65fc expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.807981:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a84481248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65fc expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.808000:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a84481248 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b65fc expref: 6 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.808159:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.808162:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.808170:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 72 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.808178:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 72 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.808203:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 72 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.808218:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 72 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.808238:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813617536:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.809005:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.811206:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813617536:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.811241:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.811283:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d718c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817659264:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3348us (4328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.811293:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13356 00000100:00100000:0.0:1746126731.811840:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.811921:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817659520 00000100:00100000:3.0:1746126731.811927:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817659520 00002000:00100000:3.0:1746126731.812021:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb1180 x1830945817659520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.812031:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb1180 with x1830945817659520 ext(0->4095) 00010000:00010000:3.0:1746126731.812039:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 73 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.812195:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 73 pid: 11426 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.812204:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb1180 00000100:00100000:3.0:1746126731.812227:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2936 00000100:00100000:3.0:1746126731.812244:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817659520:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126731.812654:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817659520:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 411us (814us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.812661:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2936 00002000:00100000:3.0:1746126731.812666:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb1180 x1830945817659520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.812673:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb1180 with x1830945817659520 ext(0->4095) 00010000:00010000:3.0:1746126731.812677:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 73 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.812685:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 73 pid: 11426 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.812690:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb1180 00000100:00100000:0.0:1746126731.816559:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.816749:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817659648 00000100:00100000:3.0:1746126731.816758:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817659648 00010000:00010000:3.0:1746126731.816794:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 73 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.816836:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13357 00000100:00100000:3.0:1746126731.816844:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817659648:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.816858:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.816879:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 73 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.816891:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 73 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.816916:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448124f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6603 expref: 73 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.816937:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.816939:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.816946:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a84481256 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b660a expref: 72 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.816953:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a84481256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b660a expref: 72 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.816987:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a84481256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b660a expref: 72 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.817000:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813617664:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.817090:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.821104:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813617664:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.821131:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.821691:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817659648:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4337us (4631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.821704:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13357 00000100:00100000:0.0:1746126731.822495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.822582:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817659904 00000100:00100000:3.0:1746126731.822589:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817659904 00002000:00100000:3.0:1746126731.822631:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb2a00 x1830945817659904/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.822647:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb2a00 with x1830945817659904 ext(0->4095) 00002000:00010000:3.0:1746126731.822652:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098eb2a00 00000100:00100000:3.0:1746126731.822678:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13665 00000100:00100000:3.0:1746126731.822685:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817659904:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126731.822838:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817659904:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (343us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.822844:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13665 00002000:00100000:3.0:1746126731.822850:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb2a00 x1830945817659904/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.822857:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb2a00 with x1830945817659904 ext(0->4095) 00002000:00010000:3.0:1746126731.822859:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098eb2a00 00000100:00100000:0.0:1746126731.824391:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.824543:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817660032 00000100:00100000:1.0:1746126731.824549:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817660032 00000100:00100000:1.0:1746126731.824592:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30164 00000100:00100000:1.0:1746126731.824598:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817660032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126731.824755:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126731.824772:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6611 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.824803:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a84481256 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b660a expref: 71 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.824810:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126731.824811:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126731.824814:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.824845:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a84481256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b660a expref: 71 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.824856:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a84481256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b660a expref: 71 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746126731.824868:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c334e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813617792:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126731.824951:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126731.827051:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c334e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813617792:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126731.827082:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.827099:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126731.827138:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817660032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2539us (2752us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126731.827150:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30164 00000100:00100000:0.0:1746126731.828014:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.828160:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817660160 00000100:00100000:3.0:1746126731.828167:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817660160 00010000:00010000:3.0:1746126731.828198:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a84481256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b660a expref: 72 pid: 11426 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.828244:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13358 00000100:00100000:3.0:1746126731.828252:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817660160:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.828266:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.828286:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a84481256 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b660a expref: 72 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.828298:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a84481256 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b660a expref: 72 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.828358:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a84481256 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b660a expref: 72 pid: 11426 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.828375:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.828377:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.828384:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.828390:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.828419:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.828431:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813617920:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.828503:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.830940:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813617920:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.830965:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.831006:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2008:x1830945817660160:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2754us (2993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.831017:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13358 00000100:00100000:0.0:1746126731.832703:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.832871:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817660544 00000100:00100000:1.0:1746126731.832879:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817660544 00000100:00100000:1.0:1746126731.833127:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30165 00000100:00100000:1.0:1746126731.833134:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1776:x1830945817660544:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126731.833153:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126731.833170:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6618 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.833197:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.833204:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126731.833206:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126731.833209:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.833378:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.833390:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 5 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746126731.833403:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c334e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813618048:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126731.833488:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.833984:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.834105:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817660416 00000100:00100000:2.0:1746126731.834110:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817660416 00002000:00100000:2.0:1746126731.834222:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb0e00 x1830945817660416/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.834240:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb0e00 with x1830945817660416 ext(0->4095) 00010000:00010000:2.0:1746126731.834247:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.834256:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.834261:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb0e00 00000100:00100000:2.0:1746126731.834276:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2937 00000100:00100000:2.0:1746126731.834281:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817660416:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.834433:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817660416:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (449us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.834439:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2937 00002000:00100000:2.0:1746126731.834444:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb0e00 x1830945817660416/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.834451:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb0e00 with x1830945817660416 ext(0->4095) 00010000:00010000:2.0:1746126731.834455:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.834464:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.834474:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb0e00 00000100:00100000:1.0:1746126731.836694:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c334e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813618048:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126731.836733:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.836751:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00000100:00100000:1.0:1746126731.836813:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817660544:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3678us (4115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126731.836821:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30165 00000100:00100000:0.0:1746126731.836930:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.837577:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.837701:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817660672 00000100:00100000:1.0:1746126731.837708:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817660672 00000100:00100000:3.0:1746126731.837717:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817660800 00000100:00100000:3.0:1746126731.837722:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817660800 00000100:00100000:1.0:1746126731.837738:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30166 00010000:00010000:3.0:1746126731.837743:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746126731.837745:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1778:x1830945817660672:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126731.837758:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126731.837767:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13359 00000100:00100000:3.0:1746126731.837772:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817660800:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126731.837772:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448126b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b661f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.837785:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126731.837790:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126731.837795:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.837801:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126731.837804:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448126b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b661f expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.837816:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.837827:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.837890:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.837901:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448126b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b661f expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.837913:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126731.837940:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1778:x1830945817660672:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126731.837946:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30166 00010000:00010000:3.0:1746126731.838271:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448125d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6611 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.838297:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.838299:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.838537:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.838545:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.838567:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.838578:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 72 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.838592:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813618304:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.839002:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.841690:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813618304:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.841712:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.841762:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817660800:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3987us (4183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.841773:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13359 00000100:00100000:0.0:1746126731.842437:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.842477:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817661056 00000100:00100000:3.0:1746126731.842484:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817661056 00002000:00100000:3.0:1746126731.842520:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efad80 x1830945817661056/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.842529:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efad80 with x1830945817661056 ext(0->4095) 00010000:00010000:3.0:1746126731.842536:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.842548:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.842554:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5efad80 00000100:00100000:3.0:1746126731.842582:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2938 00000100:00100000:3.0:1746126731.842588:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817661056:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126731.842720:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817661056:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.842730:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2938 00002000:00100000:3.0:1746126731.842735:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efad80 x1830945817661056/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.842742:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efad80 with x1830945817661056 ext(0->4095) 00010000:00010000:3.0:1746126731.842747:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.842755:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:3.0:1746126731.842761:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5efad80 00000100:00100000:0.0:1746126731.845050:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.845646:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817661184 00000100:00100000:3.0:1746126731.845654:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817661184 00010000:00010000:3.0:1746126731.845684:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.845706:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13360 00000100:00100000:3.0:1746126731.845713:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2009:x1830945817661184:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.845724:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.845742:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.845751:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.845772:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481264 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6618 expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.845797:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.845800:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.845807:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448126b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b661f expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.845815:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448126b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b661f expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.845847:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448126b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b661f expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.845859:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813618432:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.845935:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.848079:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813618432:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.848100:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.848137:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2009:x1830945817661184:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2424us (3094us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.848146:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13360 00000100:00100000:0.0:1746126731.849649:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.849789:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817661440 00000100:00100000:2.0:1746126731.849799:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817661440 00002000:00100000:2.0:1746126731.849842:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef8e00 x1830945817661440/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.849853:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8e00 with x1830945817661440 ext(0->4095) 00002000:00010000:2.0:1746126731.849858:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef8e00 00000100:00100000:2.0:1746126731.849888:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13666 00000100:00100000:2.0:1746126731.849895:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817661440:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.850040:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817661440:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.850047:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13666 00002000:00100000:2.0:1746126731.850052:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef8e00 x1830945817661440/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.850059:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8e00 with x1830945817661440 ext(0->4095) 00002000:00010000:2.0:1746126731.850061:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef8e00 00000100:00100000:0.0:1746126731.851818:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.851995:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817661568 00000100:00100000:1.0:1746126731.852002:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817661568 00000100:00100000:1.0:1746126731.852050:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30167 00000100:00100000:1.0:1746126731.852057:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817661568:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126731.852071:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126731.852088:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481272 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6626 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.852118:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448126b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b661f expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.852126:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126731.852127:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126731.852130:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481272 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6626 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.852162:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448126b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b661f expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.852173:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448126b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b661f expref: 71 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746126731.852197:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c334e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813618560:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126731.852286:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126731.855854:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c334e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813618560:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126731.855857:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126731.855922:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481272 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6626 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.855966:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817661696 00000100:00100000:3.0:1746126731.855973:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817661696 00010000:00010000:3.0:1746126731.856001:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448126b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b661f expref: 72 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.856038:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13361 00000100:00100000:3.0:1746126731.856046:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817661696:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.856062:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.856082:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448126b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b661f expref: 72 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.856092:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448126b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b661f expref: 72 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.856115:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448126b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b661f expref: 72 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.856134:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.856136:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.856142:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481272 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6626 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.856149:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481272 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6626 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.856177:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481272 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6626 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.856194:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbddc00, rc 0) 00000100:00100000:1.0:1746126731.856245:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817661568:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4189us (4433us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126731.856252:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30167 00000100:00100000:3.0:1746126731.856492:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813618688:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.856597:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.859394:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813618688:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.859418:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.859462:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817661696:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3416us (3607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.859477:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13361 00000100:00100000:0.0:1746126731.860267:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.860457:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817661952 00000100:00100000:3.0:1746126731.860463:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817661952 00002000:00100000:3.0:1746126731.860499:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef9500 x1830945817661952/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.860507:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9500 with x1830945817661952 ext(0->4095) 00002000:00010000:3.0:1746126731.860511:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef9500 00000100:00100000:3.0:1746126731.860531:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13667 00000100:00100000:3.0:1746126731.860536:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817661952:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126731.860677:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817661952:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (412us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126731.860683:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13667 00002000:00100000:3.0:1746126731.860688:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef9500 x1830945817661952/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126731.860695:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9500 with x1830945817661952 ext(0->4095) 00002000:00010000:3.0:1746126731.860697:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef9500 00000100:00100000:0.0:1746126731.861660:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.861736:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817662080 00000100:00100000:1.0:1746126731.861741:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817662080 00000100:00100000:1.0:1746126731.862344:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30168 00000100:00100000:1.0:1746126731.862352:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1776:x1830945817662080:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126731.862366:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126731.862383:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b662d expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.862412:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481272 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6626 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.862419:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126731.862421:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126731.862424:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.862461:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481272 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6626 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.862474:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481272 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6626 expref: 5 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746126731.862486:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c334e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813618816:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126731.862577:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.863057:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.863094:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817662208 00000100:00100000:2.0:1746126731.863099:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817662208 00000100:00100000:2.0:1746126731.863133:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30169 00000100:00100000:2.0:1746126731.863138:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1778:x1830945817662208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.863145:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.863152:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481280 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6634 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.863170:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.863173:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.863178:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.863181:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481280 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6634 expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.863198:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.863207:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481280 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6634 expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.863215:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00000100:00100000:2.0:1746126731.863260:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+74:1778:x1830945817662208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.863266:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30169 00000100:00100000:1.0:1746126731.865246:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c334e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813618816:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126731.865278:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.865294:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00000100:00100000:1.0:1746126731.865375:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1776:x1830945817662080:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3022us (3715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126731.865383:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30168 00000100:00100000:0.0:1746126731.866327:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.866542:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817662336 00000100:00100000:3.0:1746126731.866550:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817662336 00010000:00010000:3.0:1746126731.866580:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481272 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6626 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.866616:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13362 00000100:00100000:3.0:1746126731.866622:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817662336:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.866637:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.866657:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481272 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6626 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.866667:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481272 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6626 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.866692:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481272 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6626 expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.866708:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.866710:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.866717:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.866724:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.866756:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.866766:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 72 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.866778:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813619072:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.866861:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.869826:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.870022:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817662592 00000100:00100000:2.0:1746126731.870031:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817662592 00002000:00100000:2.0:1746126731.870080:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef8000 x1830945817662592/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.870090:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8000 with x1830945817662592 ext(0->4095) 00010000:00010000:2.0:1746126731.870099:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.870117:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.870124:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5ef8000 00000100:00100000:2.0:1746126731.870146:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2939 00000100:00100000:2.0:1746126731.870153:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817662592:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.870373:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817662592:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 218us (556us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.870380:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2939 00002000:00100000:2.0:1746126731.870385:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef8000 x1830945817662592/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.870392:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8000 with x1830945817662592 ext(0->4095) 00010000:00010000:2.0:1746126731.870397:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.870405:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.870411:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5ef8000 00000100:00100000:3.0:1746126731.870875:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813619072:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.870896:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.870937:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817662336:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4314us (4630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.870946:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13362 00000100:00100000:0.0:1746126731.873273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.873454:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817662720 00000100:00100000:3.0:1746126731.873462:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817662720 00010000:00010000:3.0:1746126731.873494:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:3.0:1746126731.873517:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13363 00000100:00100000:3.0:1746126731.873523:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d718850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2007:x1830945817662720:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.873536:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.873554:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.873564:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.873586:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481279 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b662d expref: 73 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.874188:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.874191:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.874199:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481280 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6634 expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.874208:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481280 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6634 expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.874254:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481280 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6634 expref: 72 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.874266:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813619200:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.874484:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.877760:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813619200:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.877786:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.877843:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d718850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817662720:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4318us (4576us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.877854:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13363 00000100:00100000:0.0:1746126731.878183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.878334:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817662976 00000100:00100000:1.0:1746126731.878342:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817662976 00002000:00100000:1.0:1746126731.878381:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef9180 x1830945817662976/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.878390:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9180 with x1830945817662976 ext(0->4095) 00002000:00010000:1.0:1746126731.878396:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef9180 00000100:00100000:1.0:1746126731.878412:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13668 00000100:00100000:1.0:1746126731.878419:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817662976:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126731.878549:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817662976:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.878555:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13668 00002000:00100000:1.0:1746126731.878560:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef9180 x1830945817662976/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.878567:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9180 with x1830945817662976 ext(0->4095) 00002000:00010000:1.0:1746126731.878569:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef9180 00000100:00100000:0.0:1746126731.881863:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.881990:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817663104 00000100:00100000:1.0:1746126731.881999:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817663104 00000100:00100000:1.0:1746126731.882061:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30170 00000100:00100000:1.0:1746126731.882070:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817663104:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126731.882091:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126731.882110:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b663b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.882140:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481280 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6634 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.882147:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126731.882149:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126731.882152:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.882184:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481280 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6634 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.882201:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481280 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6634 expref: 71 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746126731.882213:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c334e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813619328:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126731.882796:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.887651:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.887727:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817663232 00000100:00100000:3.0:1746126731.887736:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817663232 00000100:00100000:1.0:1746126731.887752:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c334e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813619328:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126731.887775:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481280 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6634 expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:1.0:1746126731.887783:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.887798:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:3.0:1746126731.887803:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13364 00000100:00100000:3.0:1746126731.887811:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817663232:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.887824:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126731.887844:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817663104:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5775us (5991us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126731.887846:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481280 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6634 expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746126731.887851:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30170 00010000:00010000:3.0:1746126731.887857:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481280 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6634 expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.887882:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481280 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6634 expref: 72 pid: 11425 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.887905:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.887908:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.887915:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.887922:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.887953:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.887966:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813619456:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.889033:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.889286:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.889367:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817663360 00000100:00100000:1.0:1746126731.889372:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817663360 00000100:00100000:1.0:1746126731.889408:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30171 00000100:00100000:1.0:1746126731.889415:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817663360:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126731.889429:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126731.889442:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6642 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.889463:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.889474:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126731.889476:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126731.889478:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.889496:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126731.889506:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 5 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:1.0:1746126731.889515:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c334e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813619584:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126731.889557:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.891153:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813619456:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.891175:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.891208:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2007:x1830945817663232:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3397us (3565us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.891218:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13364 00000100:00100000:2.0:1746126731.891390:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.891414:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817663616 00000100:00100000:2.0:1746126731.891418:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817663616 00002000:00100000:2.0:1746126731.891456:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098857b80 x1830945817663616/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.891472:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098857b80 with x1830945817663616 ext(0->4095) 00010000:00010000:2.0:1746126731.891479:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.891490:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.891495:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098857b80 00000100:00100000:2.0:1746126731.891522:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2940 00000100:00100000:2.0:1746126731.891528:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098857b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817663616:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126731.891634:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c334e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813619584:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.891649:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098857b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817663616:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (259us total) trans 0 rc 4096/4096 00010000:00010000:0.0:1746126731.891653:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126731.891654:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2940 00002000:00100000:2.0:1746126731.891659:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098857b80 x1830945817663616/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.891665:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098857b80 with x1830945817663616 ext(0->4095) 00010000:00010000:0.0:1746126731.891666:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00010000:00010000:2.0:1746126731.891668:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.891676:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00002000:00010000:2.0:1746126731.891682:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098857b80 00000100:00100000:0.0:1746126731.891683:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817663360:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2269us (2399us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126731.891690:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30171 00000100:00100000:0.0:1746126731.894574:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.894649:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.894697:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817663744 00000100:00100000:3.0:1746126731.894707:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817663744 00010000:00010000:3.0:1746126731.894742:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 6 pid: 9566 timeout: 874 lvb_type: 0 00000100:00100000:2.0:1746126731.894758:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817663872 00000100:00100000:2.0:1746126731.894762:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817663872 00000100:00100000:3.0:1746126731.894774:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13365 00000100:00100000:3.0:1746126731.894781:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2007:x1830945817663744:12345-192.168.204.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126731.894790:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30172 00000100:00100000:2.0:1746126731.894795:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:1778:x1830945817663872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126731.894804:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.894810:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.894822:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6649 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.894834:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 7 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.894840:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.894846:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.894852:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.894855:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.894865:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 8 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:3.0:1746126731.894885:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481287 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b663b expref: 8 pid: 9566 timeout: 874 lvb_type: 0 00010000:00010000:2.0:1746126731.894892:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.894901:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.894906:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.894907:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.894913:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.894920:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.894970:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00000100:00100000:2.0:1746126731.895022:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:1778:x1830945817663872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 226us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.895028:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30172 00010000:00010000:3.0:1746126731.895076:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.895087:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 71 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126731.895100:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813619840:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.895166:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.899520:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813619840:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.899543:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.899745:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817663744:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4962us (5093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.899756:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13365 00000100:00100000:1.0:1746126731.899840:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.899946:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817664128 00000100:00100000:2.0:1746126731.899953:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817664128 00002000:00100000:2.0:1746126731.899988:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c336d80 x1830945817664128/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.900008:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336d80 with x1830945817664128 ext(0->4095) 00010000:00010000:2.0:1746126731.900016:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 72 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126731.900027:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 72 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126731.900034:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c336d80 00000100:00100000:2.0:1746126731.900057:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2941 00000100:00100000:2.0:1746126731.900063:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817664128:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.900190:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817664128:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (350us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.900196:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2941 00002000:00100000:2.0:1746126731.900201:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c336d80 x1830945817664128/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.900207:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336d80 with x1830945817664128 ext(0->4095) 00010000:00010000:2.0:1746126731.900212:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 72 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126731.900220:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 72 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126731.900226:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c336d80 00000100:00100000:0.0:1746126731.903998:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126731.904053:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.904148:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817664384 00000100:00100000:2.0:1746126731.904158:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817664384 00000100:00100000:3.0:1746126731.904159:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817664256 00000100:00100000:3.0:1746126731.904163:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817664256 00010000:00010000:3.0:1746126731.904193:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 73 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126731.904208:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30173 00000100:00100000:2.0:1746126731.904216:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1776:x1830945817664384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.904241:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126731.904242:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13366 00000100:00100000:3.0:1746126731.904248:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2007:x1830945817664256:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126731.904255:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448129c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6650 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.904262:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126731.904278:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.904283:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.904794:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126731.904798:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448129c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6650 expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.906274:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 74 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.906290:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 74 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.906593:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448128e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6642 expref: 74 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126731.906615:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.906618:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.906620:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.906626:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.906636:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.906663:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448129c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6650 expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.906673:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.906684:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 5 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126731.906696:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813620096:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126731.906701:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61000, rc 0) 00000100:00100000:2.0:1746126731.906790:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1776:x1830945817664384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2574us (2734us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.906797:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30173 00000100:00100000:3.0:1746126731.907912:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.909986:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813620096:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.910005:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.910049:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817664256:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5799us (6059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.910060:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13366 00000100:00100000:0.0:1746126731.910235:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.910356:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817664640 00000100:00100000:2.0:1746126731.910363:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817664640 00002000:00100000:2.0:1746126731.910401:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51edc00 x1830945817664640/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.910416:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51edc00 with x1830945817664640 ext(0->4095) 00010000:00010000:2.0:1746126731.910425:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126731.910437:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126731.910443:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b51edc00 00000100:00100000:2.0:1746126731.910458:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2942 00000100:00100000:2.0:1746126731.910463:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817664640:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.910578:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817664640:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (351us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.910584:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2942 00002000:00100000:2.0:1746126731.910588:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51edc00 x1830945817664640/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.910595:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51edc00 with x1830945817664640 ext(0->4095) 00010000:00010000:2.0:1746126731.910599:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126731.910608:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126731.910613:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b51edc00 00000100:00100000:0.0:1746126731.914717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.915474:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817664768 00000100:00100000:3.0:1746126731.915483:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817664768 00010000:00010000:3.0:1746126731.915521:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126731.915710:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13367 00000100:00100000:3.0:1746126731.915717:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817664768:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.915733:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.915752:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.915764:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.915789:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481295 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6649 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.915906:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.915908:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.915916:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448129c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6650 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.915924:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448129c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6650 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.915955:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448129c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6650 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.915966:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813620224:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.916141:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.919653:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813620224:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.919678:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.919729:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817664768:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4011us (5021us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.919739:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13367 00000100:00100000:0.0:1746126731.919975:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.920484:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817665024 00000100:00100000:2.0:1746126731.920491:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817665024 00002000:00100000:2.0:1746126731.920530:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ece00 x1830945817665024/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.920540:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ece00 with x1830945817665024 ext(0->4095) 00002000:00010000:2.0:1746126731.920545:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51ece00 00000100:00100000:2.0:1746126731.920713:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13669 00000100:00100000:2.0:1746126731.920722:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817665024:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.920859:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817665024:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (883us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.920865:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13669 00002000:00100000:2.0:1746126731.920870:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ece00 x1830945817665024/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.920877:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ece00 with x1830945817665024 ext(0->4095) 00002000:00010000:2.0:1746126731.920879:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51ece00 00000100:00100000:0.0:1746126731.923110:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.923436:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817665152 00000100:00100000:2.0:1746126731.923446:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817665152 00000100:00100000:2.0:1746126731.923494:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30174 00000100:00100000:2.0:1746126731.923502:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817665152:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.923522:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.923539:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6657 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.923569:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448129c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6650 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.923582:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.923584:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.923588:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812a3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6657 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.923619:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448129c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6650 expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.923631:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448129c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6650 expref: 71 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126731.923643:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813620352:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.923733:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.925015:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813620352:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.925041:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812a3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6657 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.925055:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:2.0:1746126731.925087:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817665152:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1585us (1984us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.925094:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30174 00000100:00100000:0.0:1746126731.927203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.927635:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817665280 00000100:00100000:3.0:1746126731.927645:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817665280 00010000:00010000:3.0:1746126731.927680:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448129c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6650 expref: 72 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126731.927753:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13368 00000100:00100000:3.0:1746126731.927760:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817665280:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.927774:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.927792:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448129c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6650 expref: 72 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.927802:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448129c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6650 expref: 72 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.927824:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448129c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6650 expref: 72 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.927841:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.927843:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.927851:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6657 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.927858:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6657 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.927888:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6657 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.927898:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813620480:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.927973:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.930933:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.930966:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813620480:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.930990:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.931048:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817665280:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3287us (3850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.931060:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13368 00000100:00100000:2.0:1746126731.931602:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817665536 00000100:00100000:2.0:1746126731.931656:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817665536 00000100:00100000:2.0:1746126731.931704:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30175 00000100:00100000:2.0:1746126731.931712:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1776:x1830945817665536:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.931733:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746126731.931754:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.931775:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817665664 00000100:00100000:1.0:1746126731.931779:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817665664 00002000:00100000:1.0:1746126731.931808:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ec000 x1830945817665664/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126731.931810:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b665e expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746126731.931818:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ec000 with x1830945817665664 ext(0->4095) 00002000:00010000:1.0:1746126731.931823:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51ec000 00010000:00010000:2.0:1746126731.931842:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6657 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.931851:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.931853:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126731.931856:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.931890:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6657 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.931902:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6657 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126731.931913:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813620608:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.932090:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126731.933027:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2943 00000100:00100000:1.0:1746126731.933036:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817665664:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126731.933168:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817665664:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (1416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.933178:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2943 00002000:00100000:1.0:1746126731.933185:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ec000 x1830945817665664/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.933193:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ec000 with x1830945817665664 ext(0->4095) 00010000:00010000:1.0:1746126731.933200:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812a3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6657 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126731.933212:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812a3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6657 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126731.933218:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b51ec000 00000100:00100000:2.0:1746126731.933865:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813620608:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.933883:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 72 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.933896:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00000100:00100000:2.0:1746126731.933929:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817665536:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2218us (3006us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.933938:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30175 00000100:00100000:0.0:1746126731.938046:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.938896:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817665792 00000100:00100000:3.0:1746126731.938906:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817665792 00010000:00010000:3.0:1746126731.938946:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6657 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126731.938973:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13369 00000100:00100000:3.0:1746126731.938980:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817665792:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.938993:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.939012:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6657 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.939023:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6657 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.939057:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6657 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.939075:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.939076:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.939084:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.939092:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.939124:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.939137:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813620736:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.939220:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.941725:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.942029:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813620736:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.942060:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.942145:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817665792:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3163us (4108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.942155:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13369 00000100:00100000:2.0:1746126731.942289:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817666048 00000100:00100000:2.0:1746126731.942298:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817666048 00002000:00100000:2.0:1746126731.942391:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ec380 x1830945817666048/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.942553:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ec380 with x1830945817666048 ext(0->4095) 00002000:00010000:2.0:1746126731.942561:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51ec380 00000100:00100000:1.0:1746126731.942607:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13671 00000100:00100000:1.0:1746126731.942615:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2010:x1830945817666048:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126731.942757:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2010:x1830945817666048:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (1042us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126731.942763:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13671 00002000:00100000:1.0:1746126731.942768:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ec380 x1830945817666048/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.942775:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ec380 with x1830945817666048 ext(0->4095) 00002000:00010000:1.0:1746126731.942778:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51ec380 00000100:00100000:0.0:1746126731.956966:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.957076:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817666176 00000100:00100000:2.0:1746126731.957087:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817666176 00000100:00100000:2.0:1746126731.957763:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30176 00000100:00100000:2.0:1746126731.957814:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817666176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.957833:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.957856:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6665 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.957887:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.957894:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.957896:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.957899:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.957933:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 71 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.957945:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 71 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126731.957958:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813620864:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.958056:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126731.965442:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813620864:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126731.965475:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.965494:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:2.0:1746126731.965561:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817666176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7748us (8605us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.965569:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30176 00000100:00100000:0.0:1746126731.968887:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.968935:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817666304 00000100:00100000:0.0:1746126731.968936:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126731.968945:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817666304 00002000:00100000:1.0:1746126731.969179:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800b51ee300 x1830945817666304/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126731.969194:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ee300 with x1830945817666304 ext(0->7) 00010000:00010000:1.0:1746126731.969205:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 72 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126731.969219:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 72 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126731.969225:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b51ee300 00000100:00100000:1.0:1746126731.969268:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2944 00000100:00100000:2.0:1746126731.969274:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817666432 00000100:00100000:1.0:1746126731.969277:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817666304:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126731.969279:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817666432 00000100:00100000:2.0:1746126731.969421:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30177 00000100:00100000:2.0:1746126731.969632:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1776:x1830945817666432:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.969642:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.969657:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b666c expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.969681:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.969687:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.969693:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126731.969695:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b666c expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.969734:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.969745:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b666c expref: 74 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.969754:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:2.0:1746126731.969799:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+74:1776:x1830945817666432:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 371us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126731.969805:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30177 00000100:00100000:2.0:1746126731.970734:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2008:x1830945817666304:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1457us (1856us total) trans 4294972048 rc 0/0 00000100:00100000:2.0:1746126731.970741:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2944 00002000:00100000:2.0:1746126731.970747:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800b51ee300 x1830945817666304/t4294972048(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 496/448 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.970756:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ee300 with x1830945817666304 ext(0->7) 00010000:00010000:2.0:1746126731.970760:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 75 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126731.970770:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 75 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126731.970776:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b51ee300 00000100:00100000:0.0:1746126731.972007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.972092:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817666560 00000100:00100000:3.0:1746126731.972103:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817666560 00010000:00010000:3.0:1746126731.972139:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 75 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126731.972270:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13370 00000100:00100000:3.0:1746126731.972277:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d718450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2007:x1830945817666560:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.972290:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.973144:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 75 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.973155:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 75 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.974046:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b665e expref: 75 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.974070:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.974072:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.974078:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.974085:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.974118:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.974128:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 5 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126731.974140:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813621120:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.974243:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126731.979034:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.979120:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817666816 00000100:00100000:2.0:1746126731.979128:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817666816 00002000:00100000:2.0:1746126731.979166:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604fb80 x1830945817666816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.979174:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604fb80 with x1830945817666816 ext(0->4095) 00010000:00010000:2.0:1746126731.979181:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126731.979193:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126731.979199:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604fb80 00000100:00100000:2.0:1746126731.979219:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2945 00000100:00100000:2.0:1746126731.979236:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817666816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126731.979386:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817666816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.979393:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2945 00002000:00100000:2.0:1746126731.979398:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604fb80 x1830945817666816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.979405:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604fb80 with x1830945817666816 ext(0->4095) 00010000:00010000:2.0:1746126731.979410:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126731.979418:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126731.979424:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604fb80 00000100:00100000:3.0:1746126731.979576:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813621120:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.979590:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.979976:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d718450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2007:x1830945817666560:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 7698us (7971us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.979984:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13370 00000100:00100000:0.0:1746126731.988858:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126731.990381:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817666944 00000100:00100000:3.0:1746126731.990394:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817666944 00010000:00010000:3.0:1746126731.990437:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126731.990484:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13371 00000100:00100000:3.0:1746126731.990492:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817666944:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126731.990509:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126731.990531:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.990543:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.990735:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844812b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6665 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126731.990911:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.990914:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126731.990923:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b666c expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.990932:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b666c expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126731.990971:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b666c expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126731.990984:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813621248:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126731.992299:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126731.994381:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813621248:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126731.994404:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126731.994458:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817666944:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3966us (5608us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126731.994468:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13371 00000100:00100000:0.0:1746126731.995046:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.995090:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817667200 00000100:00100000:2.0:1746126731.995097:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817667200 00002000:00100000:2.0:1746126731.995136:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604df80 x1830945817667200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/0 e 0 to 0 dl 1746126742 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.995146:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604df80 with x1830945817667200 ext(0->4095) 00002000:00010000:2.0:1746126731.995151:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604df80 00000100:00100000:2.0:1746126731.995176:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13672 00000100:00100000:2.0:1746126731.995182:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2007:x1830945817667200:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126731.995362:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2007:x1830945817667200:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 179us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126731.995368:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13672 00002000:00100000:2.0:1746126731.995373:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604df80 x1830945817667200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:492/0 lens 488/4536 e 0 to 0 dl 1746126742 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126731.995601:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604df80 with x1830945817667200 ext(0->4095) 00002000:00010000:2.0:1746126731.995604:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604df80 00000100:00100000:0.0:1746126731.996935:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126731.997214:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817667328 00000100:00100000:2.0:1746126731.997220:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817667328 00000100:00100000:2.0:1746126731.997265:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30178 00000100:00100000:2.0:1746126731.997272:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817667328:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126731.997285:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126731.997302:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6673 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.997356:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b666c expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.997369:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.997371:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126731.997374:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.997405:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b666c expref: 73 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126731.997417:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b666c expref: 73 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126731.997430:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813621376:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126731.999567:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.001743:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813621376:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.001778:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.001797:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00000100:00100000:2.0:1746126732.001848:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817667328:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4575us (4915us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.001857:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30178 00000100:00100000:1.0:1746126732.002205:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.002438:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817667456 00000100:00100000:3.0:1746126732.002445:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817667456 00010000:00010000:3.0:1746126732.002485:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b666c expref: 74 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.002514:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13372 00000100:00100000:3.0:1746126732.002520:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2008:x1830945817667456:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.002533:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.002553:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b666c expref: 74 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.002564:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b666c expref: 74 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.002587:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844812b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b666c expref: 74 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.002603:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.002604:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.002610:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.002617:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.002644:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.002655:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813621504:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.002719:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00080000:0.0:1746126732.002767:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126732.006462:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.006512:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.006695:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817667584 00000100:00100000:2.0:1746126732.006704:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817667584 00000100:00100000:2.0:1746126732.006746:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30179 00000100:00100000:2.0:1746126732.006753:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+74:1776:x1830945817667584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.006774:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.006791:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b667a expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.006819:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.006826:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.006828:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.006831:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 75 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.006864:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.006876:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 5 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.006888:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813621632:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.007066:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817667840 00000100:00100000:3.0:1746126732.007071:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817667840 00002000:00100000:3.0:1746126732.007110:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604d880 x1830945817667840/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.007120:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d880 with x1830945817667840 ext(0->4095) 00010000:00010000:3.0:1746126732.007127:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.007138:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.007144:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604d880 00000100:00100000:3.0:1746126732.007157:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2946 00000100:00100000:3.0:1746126732.007163:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817667840:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00080000:0.0:1746126732.007355:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126732.007445:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.007486:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813621504:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.007503:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.007632:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817667840:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 467us (1118us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.007638:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2946 00002000:00100000:3.0:1746126732.007644:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604d880 x1830945817667840/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.007657:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d880 with x1830945817667840 ext(0->4095) 00010000:00010000:3.0:1746126732.007661:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.007669:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.007674:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604d880 00000100:00100000:2.0:1746126732.007812:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2008:x1830945817667456:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5291us (5607us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.007820:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13372 00000100:00100000:0.0:1746126732.010220:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.010470:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817667968 00000100:00100000:2.0:1746126732.010478:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817667968 00000100:00100000:2.0:1746126732.010527:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30180 00000100:00100000:2.0:1746126732.010535:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+75:1778:x1830945817667968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.010551:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.010566:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6681 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.010591:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.010596:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 76 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.010601:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.010604:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 76 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.010612:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098857100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813621632:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.010631:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 76 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.010631:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 76 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.010639:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 76 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.010641:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099255000, rc 0) 00010000:00010000:2.0:1746126732.010644:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993c3800, rc 0) 00000100:00100000:3.0:1746126732.010720:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+76:1776:x1830945817667584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3967us (4268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.010727:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30179 00000100:00100000:2.0:1746126732.011268:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+75:1778:x1830945817667968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 733us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.011273:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30180 00000100:00100000:0.0:1746126732.011290:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.011326:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817668096 00000100:00100000:2.0:1746126732.011329:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817668096 00010000:00010000:2.0:1746126732.011343:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.011549:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13373 00000100:00100000:2.0:1746126732.011555:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817668096:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.011565:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.011583:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.011593:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.011610:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844812bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6673 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.011638:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.011640:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.011647:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 74 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.011655:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 74 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.011676:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 74 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.011687:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 74 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.011703:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813621888:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.011781:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.013472:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.013607:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817668352 00000100:00100000:3.0:1746126732.013615:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817668352 00002000:00100000:3.0:1746126732.013654:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604dc00 x1830945817668352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.013665:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604dc00 with x1830945817668352 ext(0->4095) 00010000:00010000:3.0:1746126732.013672:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 75 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.013685:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 75 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.013692:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604dc00 00000100:00100000:3.0:1746126732.013709:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2947 00000100:00100000:3.0:1746126732.013715:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2007:x1830945817668352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126732.013864:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2007:x1830945817668352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.013870:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2947 00002000:00100000:3.0:1746126732.013875:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604dc00 x1830945817668352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.013882:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604dc00 with x1830945817668352 ext(0->4095) 00010000:00010000:3.0:1746126732.013886:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 75 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.013894:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 75 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.013902:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604dc00 00000100:00100000:2.0:1746126732.013981:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813621888:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.013998:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.014020:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817668096:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2465us (2730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.014027:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13373 00000100:00100000:0.0:1746126732.015817:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.015911:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817668480 00000100:00100000:2.0:1746126732.015917:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817668480 00010000:00010000:2.0:1746126732.015940:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 75 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.015972:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13374 00000100:00100000:2.0:1746126732.015979:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2008:x1830945817668480:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.015990:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.016009:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 75 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.016019:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 75 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.016043:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a844812c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b667a expref: 75 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.016061:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.016064:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.016071:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.016078:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.016106:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.016118:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813622016:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.016190:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.018150:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.018854:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817668736 00000100:00100000:2.0:1746126732.018863:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817668736 00002000:00100000:2.0:1746126732.019236:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604c000 x1830945817668736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.019249:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c000 with x1830945817668736 ext(0->4095) 00002000:00010000:2.0:1746126732.019255:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604c000 00000100:00100000:2.0:1746126732.019286:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13673 00000100:00100000:2.0:1746126732.019293:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2010:x1830945817668736:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126732.019372:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813622016:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.019391:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.019444:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2008:x1830945817668480:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3464us (3631us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.019450:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2010:x1830945817668736:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (1306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.019452:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13374 00000100:00100000:2.0:1746126732.019457:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13673 00002000:00100000:2.0:1746126732.019462:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604c000 x1830945817668736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.019469:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c000 with x1830945817668736 ext(0->4095) 00002000:00010000:2.0:1746126732.019473:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604c000 00000100:00100000:0.0:1746126732.024944:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.026912:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817668864 00000100:00100000:3.0:1746126732.026924:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817668864 00000100:00100000:3.0:1746126732.026983:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30181 00000100:00100000:3.0:1746126732.026990:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817668864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.027007:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.027025:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844812d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6688 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.027055:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.027063:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.027064:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.027412:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844812d4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6688 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.027454:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.027466:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 73 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.027478:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813622144:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.028362:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.032375:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813622144:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.032414:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844812d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6688 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.032433:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d111a00, rc 0) 00000100:00100000:3.0:1746126732.032487:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817668864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5497us (7555us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.032497:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30181 00000100:00100000:0.0:1746126732.033816:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.033914:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817668992 00000100:00100000:2.0:1746126732.033922:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817668992 00002000:00100000:2.0:1746126732.033961:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013604f800 x1830945817668992/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.033971:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f800 with x1830945817668992 ext(0->7) 00010000:00010000:2.0:1746126732.033978:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 74 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.033990:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 74 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.033996:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604f800 00000100:00100000:2.0:1746126732.034011:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2948 00000100:00100000:2.0:1746126732.034016:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2007:x1830945817668992:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126732.037090:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+76:2007:x1830945817668992:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 3061us (3264us total) trans 4294972049 rc 0/0 00000100:00100000:0.0:1746126732.037103:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2948 00002000:00100000:0.0:1746126732.037113:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013604f800 x1830945817668992/t4294972049(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/448 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.037123:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f800 with x1830945817668992 ext(0->7) 00010000:00010000:0.0:1746126732.037132:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 76 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.037148:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 76 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.037155:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604f800 00000100:00100000:0.0:1746126732.045143:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.045445:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817669120 00000100:00100000:3.0:1746126732.045456:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817669120 00010000:00010000:3.0:1746126732.045499:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 76 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.045543:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13375 00000100:00100000:3.0:1746126732.045551:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+76:2009:x1830945817669120:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.045566:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.045587:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 76 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.045598:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 76 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.045623:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a844812cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6681 expref: 76 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.045656:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.045658:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.045665:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844812d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6688 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.045674:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844812d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6688 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.045713:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844812d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6688 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.045726:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813622272:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.045831:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.048882:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813622272:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.048906:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.048965:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2009:x1830945817669120:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3413us (3832us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.048976:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13375 00000100:00100000:1.0:1746126732.049794:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.049836:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817669376 00000100:00100000:0.0:1746126732.049843:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817669376 00002000:00100000:0.0:1746126732.049884:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c336680 x1830945817669376/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.049893:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336680 with x1830945817669376 ext(0->4095) 00002000:00010000:0.0:1746126732.049897:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c336680 00000100:00100000:1.0:1746126732.050056:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.050573:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13674 00000100:00100000:0.0:1746126732.050581:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817669376:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126732.050652:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817669504 00000100:00100000:3.0:1746126732.050656:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817669504 00000100:00100000:0.0:1746126732.050951:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817669376:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 370us (1157us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126732.050957:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13674 00002000:00100000:0.0:1746126732.050962:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c336680 x1830945817669376/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.050968:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336680 with x1830945817669376 ext(0->4095) 00002000:00010000:0.0:1746126732.050971:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c336680 00000100:00100000:3.0:1746126732.051062:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30182 00000100:00100000:3.0:1746126732.051067:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+75:1776:x1830945817669504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.051076:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.051091:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b668f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.051114:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844812d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6688 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.051122:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.051124:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.051127:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.051158:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844812d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6688 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.051169:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844812d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6688 expref: 5 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.051180:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813622400:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.051947:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.053201:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.053264:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817669632 00000100:00100000:1.0:1746126732.053272:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817669632 00000100:00100000:1.0:1746126732.053339:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30183 00000100:00100000:1.0:1746126732.053346:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+77:1778:x1830945817669632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.053361:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.053375:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844812e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6696 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.053400:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.053406:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.053411:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.053415:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844812e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6696 expref: 78 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.053446:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.053456:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844812e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6696 expref: 78 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.053465:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126732.053504:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+78:1778:x1830945817669632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.053510:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30183 00000100:00100000:3.0:1746126732.053683:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813622400:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.053702:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 77 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.053710:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d111800, rc 0) 00000100:00100000:3.0:1746126732.053727:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+77:1776:x1830945817669504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2660us (3671us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.053733:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30182 00000100:00100000:0.0:1746126732.055209:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.055275:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817669760 00000100:00100000:3.0:1746126732.055282:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817669760 00010000:00010000:3.0:1746126732.055343:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844812d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6688 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.055381:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13376 00000100:00100000:3.0:1746126732.055388:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817669760:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.055399:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.055419:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844812d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6688 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.055429:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844812d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6688 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.055450:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844812d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6688 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.056158:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.056160:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.056169:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.056176:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.056206:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.056217:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 76 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.056238:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813622656:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.056354:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.058829:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813622656:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.058855:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.058902:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817669760:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3513us (3696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.058914:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13376 00000100:00100000:0.0:1746126732.060781:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.061201:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817670016 00000100:00100000:2.0:1746126732.061210:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817670016 00002000:00100000:2.0:1746126732.061265:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec9f80 x1830945817670016/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.061275:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec9f80 with x1830945817670016 ext(0->4095) 00010000:00010000:2.0:1746126732.061283:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.061297:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.061329:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ec9f80 00000100:00100000:2.0:1746126732.061360:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2949 00000100:00100000:2.0:1746126732.061368:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+77:2007:x1830945817670016:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126732.062083:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+77:2007:x1830945817670016:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 713us (1306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.062090:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2949 00002000:00100000:2.0:1746126732.062096:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec9f80 x1830945817670016/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.062103:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec9f80 with x1830945817670016 ext(0->4095) 00010000:00010000:2.0:1746126732.062108:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.062117:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.062122:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ec9f80 00000100:00100000:0.0:1746126732.064511:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.065400:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817670144 00000100:00100000:3.0:1746126732.065412:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817670144 00010000:00010000:3.0:1746126732.065450:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.065488:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13377 00000100:00100000:3.0:1746126732.065496:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d718050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+77:2010:x1830945817670144:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.065510:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.065530:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.065542:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.065567:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a844812db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b668f expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.065595:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.065598:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.065605:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844812e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6696 expref: 76 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.065613:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844812e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6696 expref: 76 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.065644:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844812e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6696 expref: 76 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.065658:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813622784:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.065738:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.068589:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.068782:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813622784:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.068805:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.068852:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d718050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+76:2010:x1830945817670144:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3356us (4348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.068862:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13377 00000100:00100000:2.0:1746126732.069088:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817670400 00000100:00100000:2.0:1746126732.069096:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817670400 00002000:00100000:2.0:1746126732.069131:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ecbb80 x1830945817670400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.069141:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ecbb80 with x1830945817670400 ext(0->4095) 00002000:00010000:2.0:1746126732.069146:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098ecbb80 00000100:00100000:2.0:1746126732.069169:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13675 00000100:00100000:2.0:1746126732.069177:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ecbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+76:2008:x1830945817670400:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.069348:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ecbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+76:2008:x1830945817670400:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (769us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.069355:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13675 00002000:00100000:2.0:1746126732.069360:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ecbb80 x1830945817670400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.069366:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ecbb80 with x1830945817670400 ext(0->4095) 00002000:00010000:2.0:1746126732.069368:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098ecbb80 00000100:00100000:0.0:1746126732.071284:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.071415:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817670528 00000100:00100000:3.0:1746126732.071423:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817670528 00000100:00100000:3.0:1746126732.071471:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30184 00000100:00100000:3.0:1746126732.071481:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817670528:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.071497:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.071517:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844812e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b669d expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.071543:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844812e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6696 expref: 75 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.071551:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.071553:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.071556:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844812e9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b669d expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.071587:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844812e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6696 expref: 75 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.071602:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844812e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6696 expref: 75 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.071615:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813622912:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.071699:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.073151:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813622912:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.073179:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844812e9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b669d expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126732.073182:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126732.073192:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d111200, rc 0) 00000100:00100000:3.0:1746126732.073242:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817670528:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1764us (1964us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.073249:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30184 00000100:00100000:2.0:1746126732.073339:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817670656 00000100:00100000:2.0:1746126732.073345:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817670656 00010000:00010000:2.0:1746126732.073366:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844812e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6696 expref: 76 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.073400:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13378 00000100:00100000:2.0:1746126732.073406:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+76:2007:x1830945817670656:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.073417:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.073436:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844812e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6696 expref: 76 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.073445:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844812e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6696 expref: 76 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.073466:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844812e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6696 expref: 76 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.073495:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.073497:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.073504:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844812e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b669d expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.073511:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844812e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b669d expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.073548:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844812e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b669d expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.073558:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813623040:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.074456:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.077649:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.077700:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817670912 00000100:00100000:1.0:1746126732.077709:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817670912 00002000:00100000:1.0:1746126732.077760:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098856d80 x1830945817670912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.077770:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098856d80 with x1830945817670912 ext(0->4095) 00002000:00010000:1.0:1746126732.077775:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098856d80 00000100:00100000:0.0:1746126732.077849:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813623040:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126732.077869:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126732.077875:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13676 00000100:00100000:1.0:1746126732.077883:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098856d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817670912:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126732.077913:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2007:x1830945817670656:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4506us (4729us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126732.077922:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13378 00000100:00100000:1.0:1746126732.078014:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098856d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817670912:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.078020:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13676 00002000:00100000:1.0:1746126732.078025:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098856d80 x1830945817670912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.078037:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098856d80 with x1830945817670912 ext(0->4095) 00002000:00010000:1.0:1746126732.078040:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098856d80 00000100:00100000:0.0:1746126732.079464:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.079946:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.080021:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817671040 00000100:00100000:3.0:1746126732.080029:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817671040 00000100:00100000:2.0:1746126732.080053:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817671168 00000100:00100000:2.0:1746126732.080056:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817671168 00000100:00100000:3.0:1746126732.080083:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30185 00000100:00100000:3.0:1746126732.080090:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+76:1776:x1830945817671040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.080105:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.080122:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b66a4 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.080149:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844812e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b669d expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.080161:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.080163:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.080166:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 77 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.080180:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30186 00000100:00100000:2.0:1746126732.080186:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+77:1778:x1830945817671168:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.080192:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.080198:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844812f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b66ab expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.080208:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.080211:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.080220:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.080223:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844812f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ab expref: 78 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.080702:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844812e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b669d expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.080713:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844812e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b669d expref: 5 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.080727:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813623168:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.080736:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.080748:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844812f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ab expref: 78 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.080757:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4200, rc 0) 00000100:00100000:3.0:1746126732.080807:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.080836:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+78:1778:x1830945817671168:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 650us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.080843:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30186 00000100:00100000:3.0:1746126732.085670:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813623168:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.085706:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 77 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.085725:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d110600, rc 0) 00000100:00100000:3.0:1746126732.085772:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+77:1776:x1830945817671040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5682us (6311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.085781:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30185 00000100:00100000:0.0:1746126732.086486:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.086553:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817671296 00000100:00100000:1.0:1746126732.086561:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817671296 00010000:00010000:1.0:1746126732.086594:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844812e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b669d expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.086628:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13379 00000100:00100000:1.0:1746126732.086635:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817671296:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126732.086648:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126732.086668:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844812e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b669d expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.086679:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844812e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b669d expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.086703:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844812e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b669d expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.086719:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.086721:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.086727:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.086736:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.086790:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 76 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.086802:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 76 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.086814:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c336300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813623424:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126732.086885:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126732.089856:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c336300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813623424:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126732.089880:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126732.090512:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817671296:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3873us (4025us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.090523:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13379 00000100:00100000:0.0:1746126732.090603:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.090920:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817671552 00000100:00100000:3.0:1746126732.090928:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817671552 00002000:00100000:3.0:1746126732.090968:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8e00 x1830945817671552/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.090983:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8e00 with x1830945817671552 ext(0->4095) 00010000:00010000:3.0:1746126732.090992:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.091003:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.091009:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ec8e00 00000100:00100000:3.0:1746126732.091039:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2950 00000100:00100000:3.0:1746126732.091046:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+77:2008:x1830945817671552:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126732.091192:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+77:2008:x1830945817671552:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (589us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.091199:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2950 00002000:00100000:3.0:1746126732.091204:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8e00 x1830945817671552/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.091211:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8e00 with x1830945817671552 ext(0->4095) 00010000:00010000:3.0:1746126732.091215:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.091234:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.091241:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ec8e00 00000100:00100000:0.0:1746126732.093756:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.094416:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817671680 00000100:00100000:1.0:1746126732.094426:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817671680 00010000:00010000:1.0:1746126732.094462:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.094498:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13380 00000100:00100000:1.0:1746126732.094506:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+77:2009:x1830945817671680:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126732.094521:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126732.094539:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.094555:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.094579:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66a4 expref: 77 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.094609:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.094612:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.094619:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844812f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ab expref: 76 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.094627:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844812f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ab expref: 76 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.094661:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844812f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ab expref: 76 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126732.094673:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c336300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813623552:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126732.094803:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126732.096269:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c336300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813623552:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126732.096390:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126732.096433:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+76:2009:x1830945817671680:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1927us (2686us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.096443:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13380 00000100:00100000:0.0:1746126732.096793:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.096855:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817671936 00000100:00100000:1.0:1746126732.096862:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817671936 00002000:00100000:1.0:1746126732.096893:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d375500 x1830945817671936/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.096903:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375500 with x1830945817671936 ext(0->4095) 00002000:00010000:1.0:1746126732.096907:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d375500 00000100:00100000:1.0:1746126732.096937:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13677 00000100:00100000:1.0:1746126732.096944:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+76:2008:x1830945817671936:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126732.097074:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+76:2008:x1830945817671936:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.097080:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13677 00002000:00100000:1.0:1746126732.097086:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d375500 x1830945817671936/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.097092:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375500 with x1830945817671936 ext(0->4095) 00002000:00010000:1.0:1746126732.097095:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d375500 00000100:00100000:0.0:1746126732.099223:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.099338:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817672064 00000100:00100000:3.0:1746126732.099347:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817672064 00000100:00100000:3.0:1746126732.099402:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30187 00000100:00100000:3.0:1746126732.099409:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817672064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.099426:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.099445:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b66b2 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.099473:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844812f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ab expref: 75 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.099480:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.099482:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.099486:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.099519:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844812f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ab expref: 75 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.099530:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844812f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ab expref: 75 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.099542:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813623680:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.099624:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.100866:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813623680:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.100891:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.100910:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d110600, rc 0) 00000100:00100000:3.0:1746126732.100942:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817672064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1533us (1726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.100950:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30187 00000100:00100000:2.0:1746126732.110459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.110654:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817672192 00000100:00100000:0.0:1746126732.110666:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817672192 00000100:00100000:2.0:1746126732.110667:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.110722:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817672320 00000100:00100000:3.0:1746126732.110726:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817672320 00000100:00100000:3.0:1746126732.110771:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30188 00000100:00100000:3.0:1746126732.110778:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098856300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+77:1776:x1830945817672320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.110802:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.110821:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b66b9 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.110849:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.110855:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.110861:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126732.110864:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.110907:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.110919:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 78 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.110934:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d110c00, rc 0) 00000100:00100000:3.0:1746126732.110986:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098856300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+78:1776:x1830945817672320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.110992:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30188 00010000:00010000:0.0:1746126732.111127:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844812f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ab expref: 77 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:0.0:1746126732.111158:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13381 00000100:00100000:0.0:1746126732.111164:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+77:2007:x1830945817672192:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126732.111171:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126732.111188:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844812f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ab expref: 77 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.111198:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844812f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ab expref: 77 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.111219:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844812f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ab expref: 77 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.111243:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126732.111244:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126732.111250:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.111256:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.111278:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.111292:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 5 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:0.0:1746126732.111330:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813623936:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126732.111835:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.112772:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d374700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813623936:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.112790:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.112815:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+76:2007:x1830945817672192:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1651us (2363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.112822:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13381 00000100:00100000:0.0:1746126732.113409:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.114407:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817672576 00000100:00100000:1.0:1746126732.114418:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817672576 00002000:00100000:1.0:1746126732.114461:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374380 x1830945817672576/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.114471:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374380 with x1830945817672576 ext(0->4095) 00010000:00010000:1.0:1746126732.114479:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.114493:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.114503:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d374380 00000100:00100000:1.0:1746126732.114535:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2951 00000100:00100000:1.0:1746126732.114542:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817672576:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126732.114692:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817672576:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (1282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.114698:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2951 00002000:00100000:1.0:1746126732.114703:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374380 x1830945817672576/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.114710:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374380 with x1830945817672576 ext(0->4095) 00010000:00010000:1.0:1746126732.114715:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.114723:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.114729:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d374380 00000100:00100000:0.0:1746126732.120034:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.121092:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817672704 00000100:00100000:2.0:1746126732.121101:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817672704 00010000:00010000:2.0:1746126732.121130:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.121273:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13382 00000100:00100000:2.0:1746126732.121280:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817672704:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.121291:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.122398:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.122411:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.122431:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844812fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b2 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.122449:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.122451:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.122457:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.122464:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.122500:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.122509:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098855880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813624064:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.122577:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.125301:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098855880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813624064:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.125353:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.125641:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817672704:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4359us (5610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.125652:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13382 00000100:00100000:0.0:1746126732.126006:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.126081:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830945813624192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746126732.126114:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126732.126146:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813624192 00000100:00100000:3.0:1746126732.126150:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813624192 00000100:00100000:3.0:1746126732.126179:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1746126732.126185:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830945813624192:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746126732.126243:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817672960 00000100:00100000:2.0:1746126732.126246:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817672960 00002000:00100000:2.0:1746126732.126270:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d375180 x1830945817672960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.126278:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375180 with x1830945817672960 ext(0->4095) 00002000:00010000:2.0:1746126732.126282:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d375180 00000100:00100000:2.0:1746126732.126294:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13678 00000100:00100000:2.0:1746126732.126299:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+76:2008:x1830945817672960:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00002000:00000024:3.0:1746126732.126445:0:9567:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499600192 pending 1003520 free 3921281024 avail 3689758720 00000100:00100000:3.0:1746126732.126475:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830945813624192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 290us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.126480:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1746126732.126513:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830945813624192:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1746126732.126558:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126732.126679:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+76:2008:x1830945817672960:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 379us (675us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.126684:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13678 00002000:00100000:2.0:1746126732.126689:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d375180 x1830945817672960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.126695:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375180 with x1830945817672960 ext(0->4095) 00002000:00010000:2.0:1746126732.126698:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d375180 00000100:00100000:1.0:1746126732.134663:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.135900:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817673088 00000100:00100000:3.0:1746126732.135910:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817673088 00000100:00100000:3.0:1746126732.135950:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30189 00000100:00100000:3.0:1746126732.135956:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817673088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.135970:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.135984:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b66c0 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.136007:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.136013:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.136014:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.136017:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.136041:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 75 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.136052:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 75 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.136062:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813624320:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.138662:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.141541:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813624320:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.141569:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.141583:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d111200, rc 0) 00000100:00100000:3.0:1746126732.141631:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817673088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5674us (6978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.141641:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30189 00000100:00100000:0.0:1746126732.143514:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.143573:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817673216 00000100:00100000:2.0:1746126732.143579:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817673216 00002000:00100000:2.0:1746126732.143615:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d375c00 x1830945817673216/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.143624:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375c00 with x1830945817673216 ext(0->7) 00010000:00010000:2.0:1746126732.143631:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 76 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.143643:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 76 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.143653:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d375c00 00000100:00100000:2.0:1746126732.143682:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2952 00000100:00100000:2.0:1746126732.143690:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+76:2007:x1830945817673216:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126732.145604:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+78:2007:x1830945817673216:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1905us (2083us total) trans 4294972050 rc 0/0 00000100:00100000:0.0:1746126732.145620:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2952 00002000:00100000:0.0:1746126732.145631:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d375c00 x1830945817673216/t4294972050(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/448 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.145640:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375c00 with x1830945817673216 ext(0->7) 00010000:00010000:0.0:1746126732.145649:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 78 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.145663:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 78 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.145670:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d375c00 00000100:00100000:0.0:1746126732.152827:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.153747:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.153816:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817673472 00000100:00100000:2.0:1746126732.153824:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817673472 00010000:00010000:2.0:1746126732.153852:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 78 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.153875:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13383 00000100:00100000:2.0:1746126732.153880:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+78:2007:x1830945817673472:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.153892:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.153907:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 78 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.153917:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 78 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.153935:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481305 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66b9 expref: 78 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.154981:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817673344 00000100:00100000:3.0:1746126732.154987:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817673344 00000100:00100000:3.0:1746126732.155021:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30190 00000100:00100000:3.0:1746126732.155026:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+78:1776:x1830945817673344:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.155038:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.155048:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a84481313 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b66c7 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.155065:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.155071:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.155076:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.155079:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a84481313 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c7 expref: 79 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.155112:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.155123:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a84481313 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c7 expref: 79 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.155130:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.155132:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.155136:0:9566:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.155147:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.155161:0:9566:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.155168:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 5 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.155175:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813624576:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.155259:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00010000:00010000:2.0:1746126732.155972:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.156051:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+79:2007:x1830945817673472:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2169us (2303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.156059:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13383 00000100:00100000:1.0:1746126732.157549:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab3af2de-0d7d-4712-892e-0d07b04b6e29:3772:1830945813624704:0@lo:400:kworker.0 00000100:00100000:3.0:1746126732.157585:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830945813624832:0@lo:400:kworker.0 00000100:00100000:1.0:1746126732.157595:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126732.157610:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126732.157634:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813624832 00000100:00100000:3.0:1746126732.157639:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813624832 00000100:00100000:0.0:1746126732.157660:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813624960:0@lo:400:kworker.0 00000100:00100000:3.0:1746126732.157663:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:0.0:1746126732.157687:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126732.157756:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813625216:0@lo:400:kworker.0 00000100:00100000:1.0:1746126732.157782:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126732.157932:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830945813625088:0@lo:400:kworker.0 00000100:00100000:2.0:1746126732.157954:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126732.157981:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3770:1830945813625472:0@lo:400:kworker.0 00000100:00100000:1.0:1746126732.157992:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830945813625728:0@lo:400:kworker.0 00000100:00100000:1.0:1746126732.158008:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126732.158031:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813624704 00000100:00100000:1.0:1746126732.158034:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813624704 00000100:00100000:3.0:1746126732.158052:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830945813624832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126732.158054:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1746126732.158058:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b60450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab3af2de-0d7d-4712-892e-0d07b04b6e29+23:3772:x1830945813624704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126732.158084:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b60450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab3af2de-0d7d-4712-892e-0d07b04b6e29+23:3772:x1830945813624704:12345-0@lo:400:kworker.0 Request processed in 26us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.158088:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830945813624832:12345-0@lo:400:kworker.0 Request processed in 39us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.158089:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1746126732.158093:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:3.0:1746126732.158105:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813625088 00000100:00100000:3.0:1746126732.158107:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813625088 00000100:00100000:1.0:1746126732.158108:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813625728 00000100:00100000:1.0:1746126732.158110:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813625728 00000100:00100000:3.0:1746126732.158120:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1746126732.158124:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098855180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830945813625088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126732.158129:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:1.0:1746126732.158133:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830945813625728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126732.158144:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098855180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830945813625088:12345-0@lo:400:kworker.0 Request processed in 19us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.158149:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:1.0:1746126732.158150:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830945813625728:12345-0@lo:400:kworker.0 Request processed in 17us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.158154:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:3.0:1746126732.158162:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813624960 00000100:00100000:3.0:1746126732.158164:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813624960 00000100:00100000:1.0:1746126732.158176:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830945813625728:0@lo:400:kworker.0 00000100:00100000:3.0:1746126732.158177:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813625216 00000100:00100000:3.0:1746126732.158179:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813625216 00000100:00100000:1.0:1746126732.158182:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab3af2de-0d7d-4712-892e-0d07b04b6e29:3772:1830945813624704:0@lo:400:kworker.0 00000100:00100000:3.0:1746126732.158187:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1746126732.158191:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3770:x1830945813624960:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746126732.158207:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746126732.158211:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3770:x1830945813624960:12345-0@lo:400:kworker.0 Request processed in 20us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.158216:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1746126732.158223:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1746126732.158238:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813625216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126732.158267:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830945813625088:0@lo:400:kworker.0 00000100:00100000:2.0:1746126732.158272:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830945813625600:0@lo:400:kworker.0 00000100:00100000:3.0:1746126732.158647:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813625216:12345-0@lo:400:kworker.0 Request processed in 407us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.158656:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1746126732.158716:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126732.158729:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b51edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830945813626112:0@lo:400:kworker.0 00000100:00100000:2.0:1746126732.158743:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126732.158766:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813625600 00000100:00100000:2.0:1746126732.158769:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813625600 00000100:00100000:2.0:1746126732.158787:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1746126732.158792:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830945813625600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126732.158812:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830945813625600:12345-0@lo:400:kworker.0 Request processed in 21us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.158817:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1746126732.158837:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830945813625600:0@lo:400:kworker.0 00000100:00100000:2.0:1746126732.158854:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813626112 00000100:00100000:2.0:1746126732.158856:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813626112 00000100:00100000:2.0:1746126732.158870:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1746126732.158874:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3771:x1830945813626112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126732.158894:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3771:x1830945813626112:12345-0@lo:400:kworker.0 Request processed in 19us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.158898:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1746126732.158913:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b51edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830945813626112:0@lo:400:kworker.0 00000100:00100000:1.0:1746126732.158966:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813625216:0@lo:400:kworker.0 00000100:00080000:1.0:1746126732.158976:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746126732.158979:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126732.159071:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.159089:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817673728 00000100:00100000:1.0:1746126732.159091:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817673728 00002000:00100000:1.0:1746126732.159111:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c334e00 x1830945817673728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.159120:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c334e00 with x1830945817673728 ext(0->4095) 00010000:00010000:1.0:1746126732.159127:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.159139:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.159145:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c334e00 00000100:00100000:1.0:1746126732.159157:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2953 00000100:00100000:1.0:1746126732.159162:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817673728:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126732.159270:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c334e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817673728:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (196us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.159275:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2953 00002000:00100000:1.0:1746126732.159280:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c334e00 x1830945817673728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.159287:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c334e00 with x1830945817673728 ext(0->4095) 00010000:00010000:1.0:1746126732.159291:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.159300:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.159320:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c334e00 00000100:00100000:3.0:1746126732.159384:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830945813624832:0@lo:400:kworker.0 00000100:00100000:3.0:1746126732.159390:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3769:1830945813625344:0@lo:400:kworker.0 00000100:00100000:3.0:1746126732.159409:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126732.159422:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830945813625856:0@lo:400:kworker.0 00000100:00100000:3.0:1746126732.159435:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126732.161974:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126732.162009:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813625984:0@lo:400:kworker.0 00000100:00100000:1.0:1746126732.162032:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126732.162065:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813624960:0@lo:400:kworker.0 00000100:00100000:1.0:1746126732.162086:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813625856 00000100:00100000:1.0:1746126732.162091:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813625856 00000100:00100000:1.0:1746126732.162123:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813625984 00000100:00100000:1.0:1746126732.162125:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813625984 00000100:00100000:1.0:1746126732.162138:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1746126732.162143:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1746126732.162143:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3769:x1830945813625856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126732.162151:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3770:x1830945813625984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126732.162184:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3769:x1830945813625856:12345-0@lo:400:kworker.0 Request processed in 41us (2747us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.162191:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00080000:1.0:1746126732.162205:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746126732.162208:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126732.162220:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813625984:0@lo:400:kworker.0 00000100:00100000:2.0:1746126732.162402:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813625344 00000100:00100000:2.0:1746126732.162406:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813625344 00000100:00100000:2.0:1746126732.162435:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813625472 00000100:00100000:2.0:1746126732.162437:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813625472 00000100:00100000:2.0:1746126732.162452:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:2.0:1746126732.162456:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3769:x1830945813625344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126732.162595:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:0.0:1746126732.162601:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c335500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3770:x1830945813625472:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746126732.162651:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746126732.162653:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746126732.162668:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.162679:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817673856 00000100:00100000:1.0:1746126732.162681:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817673856 00000100:00100000:1.0:1746126732.162698:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30191 00000100:00100000:1.0:1746126732.162702:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+79:1778:x1830945817673856:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.162711:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.162724:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b66ce expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.162742:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.162747:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a84481313 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c7 expref: 80 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.162752:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.162756:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 80 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.162780:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a84481313 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c7 expref: 80 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.162789:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 80 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.162797:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126732.162823:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+80:1778:x1830945817673856:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.162828:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30191 00000100:00100000:1.0:1746126732.162907:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.162948:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817673984 00000100:00100000:1.0:1746126732.162951:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817673984 00010000:00010000:1.0:1746126732.162963:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.162979:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13384 00000100:00100000:1.0:1746126732.162983:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817673984:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126732.162990:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126732.163005:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.163013:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.163033:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.163034:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.163040:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a84481313 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c7 expref: 79 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.163046:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a84481313 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c7 expref: 79 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.163063:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a84481313 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c7 expref: 79 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.163072:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a84481313 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c7 expref: 79 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.163080:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c334700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813626368:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126732.163113:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.163262:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3769:x1830945813625344:12345-0@lo:400:kworker.0 Request processed in 805us (3851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.163268:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00010000:00010000:2.0:1746126732.163302:0:9566:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448130c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c0 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.163333:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813624576:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.163344:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d111800, rc 0) 00000100:00100000:2.0:1746126732.163366:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+79:1776:x1830945817673344:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8340us (10547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.163371:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30190 00000100:00100000:2.0:1746126732.163398:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3769:1830945813625344:0@lo:400:kworker.0 00000100:00100000:2.0:1746126732.163407:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830945813625856:0@lo:400:kworker.0 00000100:00100000:0.0:1746126732.163496:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c335500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3770:x1830945813625472:12345-0@lo:400:kworker.0 Request processed in 896us (1538us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126732.163501:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:0.0:1746126732.163520:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3770:1830945813625472:0@lo:400:kworker.0 00000100:00100000:3.0:1746126732.163656:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3770:x1830945813625984:12345-0@lo:400:kworker.0 Request processed in 1506us (1621us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.163660:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1746126732.166117:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c334700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813626368:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126732.166133:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126732.166893:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817673984:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3906us (3983us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.166902:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13384 00000100:00100000:0.0:1746126732.167118:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.167182:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817674112 00000100:00100000:1.0:1746126732.167187:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817674112 00010000:00010000:1.0:1746126732.167206:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a84481313 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c7 expref: 79 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.167240:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13385 00000100:00100000:1.0:1746126732.167246:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+79:2008:x1830945817674112:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126732.167256:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126732.167273:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a84481313 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c7 expref: 79 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.167283:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a84481313 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c7 expref: 79 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.167317:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a84481313 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66c7 expref: 79 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.167333:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.167335:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.167341:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 78 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.167349:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 78 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.167373:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 78 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126732.167382:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c334700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813626496:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126732.167589:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126732.171001:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c334700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813626496:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126732.171020:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126732.171766:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+78:2008:x1830945817674112:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4518us (4646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.171776:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13385 00000100:00100000:2.0:1746126732.171874:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.171959:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817674368 00000100:00100000:1.0:1746126732.171964:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817674368 00002000:00100000:1.0:1746126732.171992:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098854700 x1830945817674368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.172001:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854700 with x1830945817674368 ext(0->4095) 00002000:00010000:1.0:1746126732.172004:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098854700 00000100:00100000:1.0:1746126732.172062:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13679 00000100:00100000:1.0:1746126732.172068:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+78:2010:x1830945817674368:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126732.172209:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+78:2010:x1830945817674368:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.172214:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13679 00002000:00100000:1.0:1746126732.172219:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098854700 x1830945817674368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.172235:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854700 with x1830945817674368 ext(0->4095) 00002000:00010000:1.0:1746126732.172237:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098854700 00000100:00100000:0.0:1746126732.174028:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.174106:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817674496 00000100:00100000:3.0:1746126732.174112:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817674496 00000100:00100000:3.0:1746126732.174160:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30192 00000100:00100000:3.0:1746126732.174167:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817674496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.174180:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.174193:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b66d5 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.174218:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 77 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.174237:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.174239:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.174242:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.174269:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 77 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.174280:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 77 pid: 9564 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.174290:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813626624:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.174390:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.186486:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813626624:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.186513:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.186533:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993c2a00, rc 0) 00000100:00100000:3.0:1746126732.186581:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817674496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12413us (12556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.186585:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.186590:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30192 00000100:00100000:1.0:1746126732.186691:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817674624 00000100:00100000:1.0:1746126732.186697:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817674624 00002000:00100000:1.0:1746126732.186725:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880098855880 x1830945817674624/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.186734:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098855880 with x1830945817674624 ext(0->7) 00010000:00010000:1.0:1746126732.186740:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 78 pid: 9564 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.186750:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 78 pid: 9564 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.186756:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098855880 00000100:00100000:1.0:1746126732.186778:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2954 00000100:00100000:1.0:1746126732.186784:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+78:2008:x1830945817674624:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126732.187475:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098855880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+80:2008:x1830945817674624:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 689us (888us total) trans 4294972051 rc 0/0 00000100:00100000:1.0:1746126732.187481:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2954 00002000:00100000:1.0:1746126732.187486:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880098855880 x1830945817674624/t4294972051(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/448 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.187493:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098855880 with x1830945817674624 ext(0->7) 00010000:00010000:1.0:1746126732.187498:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 80 pid: 9564 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.187712:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 80 pid: 9564 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.187718:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098855880 00000100:00100000:0.0:1746126732.200381:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.200415:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817674880 00000100:00100000:1.0:1746126732.200424:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817674880 00010000:00010000:1.0:1746126732.200464:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 80 pid: 9564 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.200502:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13386 00000100:00100000:1.0:1746126732.200509:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d374e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+80:2009:x1830945817674880:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126732.200520:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126732.200527:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126732.200537:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 80 pid: 9564 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.200580:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817674752 00000100:00100000:3.0:1746126732.200583:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817674752 00000100:00100000:3.0:1746126732.200602:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30193 00000100:00100000:3.0:1746126732.200607:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+81:1776:x1830945817674752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.200619:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.200629:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b66dc expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.200647:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.200653:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.200658:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126732.200661:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 82 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.200689:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.200699:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 82 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.200711:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993c2600, rc 0) 00000100:00100000:3.0:1746126732.200746:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+82:1776:x1830945817674752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.200752:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30193 00010000:00010000:1.0:1746126732.200910:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 81 pid: 9564 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.200924:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448131a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ce expref: 81 pid: 9564 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.202018:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.202021:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.202028:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.202036:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.202057:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.202067:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 5 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.202082:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c334700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813626880:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126732.202149:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126732.204565:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c334700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813626880:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126732.204582:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126732.204636:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d374e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+80:2009:x1830945817674880:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4127us (4260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.204645:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13386 00000100:00100000:1.0:1746126732.206540:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.206638:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817675136 00000100:00100000:2.0:1746126732.206646:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817675136 00002000:00100000:2.0:1746126732.206691:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c334700 x1830945817675136/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.206701:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c334700 with x1830945817675136 ext(0->4095) 00010000:00010000:2.0:1746126732.206710:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.206724:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.206730:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c334700 00000100:00100000:2.0:1746126732.206758:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2955 00000100:00100000:2.0:1746126732.206764:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817675136:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.206913:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817675136:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.206919:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2955 00002000:00100000:2.0:1746126732.206924:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c334700 x1830945817675136/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.206931:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c334700 with x1830945817675136 ext(0->4095) 00010000:00010000:2.0:1746126732.206936:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.206945:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.206950:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c334700 00000100:00100000:0.0:1746126732.210258:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.210349:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817675264 00000100:00100000:1.0:1746126732.210357:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817675264 00010000:00010000:1.0:1746126732.210390:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.210419:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13387 00000100:00100000:1.0:1746126732.210425:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817675264:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126732.210437:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126732.210455:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.210466:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.210489:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481321 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66d5 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.210512:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.210514:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.210524:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 79 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.210532:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 79 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.210564:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 79 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126732.210619:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c337b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813627008:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126732.210704:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126732.212215:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c337b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813627008:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126732.212240:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126732.212276:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817675264:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1849us (2023us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.212287:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13387 00000100:00100000:2.0:1746126732.212543:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.212587:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817675520 00000100:00100000:1.0:1746126732.212591:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817675520 00002000:00100000:1.0:1746126732.212619:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098854380 x1830945817675520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.212629:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854380 with x1830945817675520 ext(0->4095) 00002000:00010000:1.0:1746126732.212633:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098854380 00000100:00100000:1.0:1746126732.212656:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13680 00000100:00100000:1.0:1746126732.212663:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+80:2008:x1830945817675520:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126732.212771:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+80:2008:x1830945817675520:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.212777:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13680 00002000:00100000:1.0:1746126732.212782:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098854380 x1830945817675520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.212789:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854380 with x1830945817675520 ext(0->4095) 00002000:00010000:1.0:1746126732.212791:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098854380 00000100:00100000:0.0:1746126732.221364:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.221391:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817675648 00000100:00100000:3.0:1746126732.221400:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817675648 00000100:00100000:3.0:1746126732.221458:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30194 00000100:00100000:3.0:1746126732.221466:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817675648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.221483:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.221499:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b66e3 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.221529:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 79 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.221537:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.221539:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.221543:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.221573:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 79 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.221584:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 79 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.221602:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813627136:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.221696:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.222835:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813627136:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.222859:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.222871:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993c3800, rc 0) 00000100:00100000:3.0:1746126732.222906:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817675648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1440us (1553us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.222913:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30194 00000100:00100000:0.0:1746126732.223091:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.223141:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817675776 00000100:00100000:1.0:1746126732.223145:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817675776 00002000:00100000:1.0:1746126732.223176:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d375f80 x1830945817675776/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.223185:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375f80 with x1830945817675776 ext(0->7) 00010000:00010000:1.0:1746126732.223190:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 80 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.223200:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 80 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.223205:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d375f80 00000100:00100000:1.0:1746126732.223241:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2956 00000100:00100000:1.0:1746126732.223248:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+80:2007:x1830945817675776:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126732.223879:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+82:2007:x1830945817675776:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 630us (786us total) trans 4294972052 rc 0/0 00000100:00100000:0.0:1746126732.223885:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2956 00002000:00100000:0.0:1746126732.223891:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d375f80 x1830945817675776/t4294972052(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/448 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.223898:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375f80 with x1830945817675776 ext(0->7) 00010000:00010000:0.0:1746126732.223903:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 82 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.223913:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 82 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.223922:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d375f80 00000100:00100000:0.0:1746126732.227036:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.227096:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.227115:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817675904 00000100:00100000:1.0:1746126732.227124:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817675904 00010000:00010000:1.0:1746126732.227159:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 82 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.227183:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817676032 00000100:00100000:1.0:1746126732.227184:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13388 00000100:00100000:3.0:1746126732.227186:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817676032 00000100:00100000:1.0:1746126732.227190:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+83:2008:x1830945817675904:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126732.227204:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746126732.227211:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30195 00000100:00100000:3.0:1746126732.227215:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+83:1776:x1830945817676032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.227220:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 83 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.227238:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.227242:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 83 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.227250:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b66ea expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.227456:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993c2600/0xd8b4f51a84481328 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66dc expref: 84 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.227538:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.227544:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.227550:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.227554:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 83 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.227593:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.227605:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 83 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.227612:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.227613:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.227619:0:9565:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.227626:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.227643:0:9565:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.227652:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 5 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.227664:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813627392:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.227737:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00010000:00010000:1.0:1746126732.227831:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.227932:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+83:2008:x1830945817675904:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 741us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.227939:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13388 00000100:00100000:3.0:1746126732.229873:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813627392:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126732.229874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126732.229889:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099254400, rc 0) 00000100:00100000:3.0:1746126732.229923:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+82:1776:x1830945817676032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2705us (2825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.229934:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30195 00000100:00100000:1.0:1746126732.230118:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817676288 00000100:00100000:1.0:1746126732.230123:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817676288 00002000:00100000:1.0:1746126732.230156:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d377480 x1830945817676288/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.230165:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d377480 with x1830945817676288 ext(0->4095) 00010000:00010000:1.0:1746126732.230172:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.230184:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.230189:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d377480 00000100:00100000:1.0:1746126732.230218:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2957 00000100:00100000:1.0:1746126732.230234:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817676288:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126732.230428:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817676288:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 201us (555us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126732.230434:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2957 00002000:00100000:0.0:1746126732.230440:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d377480 x1830945817676288/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.230446:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d377480 with x1830945817676288 ext(0->4095) 00010000:00010000:0.0:1746126732.230452:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.230460:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.230465:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d377480 00000100:00100000:0.0:1746126732.231578:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.231695:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817676416 00000100:00100000:2.0:1746126732.231701:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817676416 00010000:00010000:2.0:1746126732.231722:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.231744:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13389 00000100:00100000:2.0:1746126732.231750:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d374700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817676416:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.231762:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.231778:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.231788:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.231809:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448132f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66e3 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.231832:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.231835:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.231842:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 81 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.231849:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 81 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.231878:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 81 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.231890:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813627520:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.231970:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991306c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.233932:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813627520:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126732.233949:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126732.233950:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.233990:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d374700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817676416:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2240us (2415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.233998:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817676672 00000100:00100000:2.0:1746126732.233999:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13389 00000100:00100000:3.0:1746126732.234004:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817676672 00002000:00100000:3.0:1746126732.234035:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c337b80 x1830945817676672/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.234044:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c337b80 with x1830945817676672 ext(0->4095) 00002000:00010000:3.0:1746126732.234048:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c337b80 00000100:00100000:3.0:1746126732.234071:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13681 00000100:00100000:3.0:1746126732.234077:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+82:2009:x1830945817676672:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126732.234207:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+82:2009:x1830945817676672:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (258us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.234213:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13681 00002000:00100000:3.0:1746126732.234218:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c337b80 x1830945817676672/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.234234:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c337b80 with x1830945817676672 ext(0->4095) 00002000:00010000:3.0:1746126732.234236:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c337b80 00000100:00100000:1.0:1746126732.238674:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.238729:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817676800 00000100:00100000:3.0:1746126732.238740:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817676800 00000100:00100000:3.0:1746126732.238799:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30196 00000100:00100000:3.0:1746126732.238806:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817676800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.238824:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.238842:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b66f1 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.238875:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 81 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.238882:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.238884:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.238888:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.238918:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 81 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.238930:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 81 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.238941:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813627648:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.239036:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.250635:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813627648:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.250671:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.250691:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993c3800, rc 0) 00000100:00100000:3.0:1746126732.250750:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817676800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11944us (12086us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.250758:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30196 00000100:00100000:0.0:1746126732.252717:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.253035:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817676928 00000100:00100000:3.0:1746126732.253044:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817676928 00000100:00100000:3.0:1746126732.253086:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30197 00000100:00100000:3.0:1746126732.253092:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+82:1776:x1830945817676928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.253113:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.253127:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b66f8 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.253149:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.253153:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.253157:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126732.253159:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 83 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.253185:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.253193:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 83 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.253199:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993c2a00, rc 0) 00000100:00100000:3.0:1746126732.253240:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+83:1776:x1830945817676928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.253248:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30197 00000100:00100000:0.0:1746126732.253384:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.253428:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817677056 00000100:00100000:3.0:1746126732.253432:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817677056 00002000:00100000:3.0:1746126732.253456:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d140000 x1830945817677056/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.253470:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140000 with x1830945817677056 ext(0->7) 00010000:00010000:3.0:1746126732.253475:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 83 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.253487:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 83 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.253492:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d140000 00000100:00100000:3.0:1746126732.253513:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2958 00000100:00100000:3.0:1746126732.253519:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+83:2008:x1830945817677056:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126732.255191:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+85:2008:x1830945817677056:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1665us (1800us total) trans 4294972053 rc 0/0 00000100:00100000:0.0:1746126732.255200:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2958 00002000:00100000:0.0:1746126732.255208:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d140000 x1830945817677056/t4294972053(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/448 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.255216:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140000 with x1830945817677056 ext(0->7) 00010000:00010000:0.0:1746126732.255231:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 85 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.255244:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 85 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.255250:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d140000 00000100:00100000:0.0:1746126732.257617:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.257730:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817677184 00000100:00100000:2.0:1746126732.257740:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817677184 00010000:00010000:2.0:1746126732.257775:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 85 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.257825:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13390 00000100:00100000:2.0:1746126732.257833:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+85:2009:x1830945817677184:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.257844:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.257861:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 85 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.257870:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 85 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.257888:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481336 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ea expref: 85 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.257918:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.257920:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.257926:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.257936:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.257962:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.257972:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 5 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.257981:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813627904:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.258063:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991306c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.259891:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813627904:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.259904:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.259928:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+84:2009:x1830945817677184:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2097us (2320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.259935:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13390 00000100:00100000:0.0:1746126732.261094:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.261352:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817677440 00000100:00100000:1.0:1746126732.261362:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817677440 00002000:00100000:1.0:1746126732.261407:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d140e00 x1830945817677440/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.261416:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140e00 with x1830945817677440 ext(0->4095) 00010000:00010000:1.0:1746126732.261426:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.261440:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.261447:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d140e00 00000100:00100000:1.0:1746126732.261480:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2959 00000100:00100000:1.0:1746126732.261487:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817677440:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126732.261668:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817677440:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (575us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.261674:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2959 00002000:00100000:1.0:1746126732.261680:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d140e00 x1830945817677440/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.261687:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140e00 with x1830945817677440 ext(0->4095) 00010000:00010000:1.0:1746126732.261692:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.261702:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.261708:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d140e00 00000100:00100000:0.0:1746126732.264789:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.265146:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817677568 00000100:00100000:2.0:1746126732.265154:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817677568 00010000:00010000:2.0:1746126732.265179:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.265202:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13391 00000100:00100000:2.0:1746126732.265207:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817677568:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.265218:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.265242:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.265252:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.265269:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448133d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f1 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.265289:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.265291:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.265297:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 83 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.265318:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 83 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.265343:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 83 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.265353:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813628032:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.266590:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991306c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.271288:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.271599:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813628032:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.271616:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.271663:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817677568:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 6455us (6879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.271672:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13391 00000100:00100000:1.0:1746126732.272151:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817677824 00000100:00100000:1.0:1746126732.272157:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817677824 00002000:00100000:1.0:1746126732.272186:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d140a80 x1830945817677824/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.272195:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140a80 with x1830945817677824 ext(0->4095) 00002000:00010000:1.0:1746126732.272199:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d140a80 00000100:00100000:1.0:1746126732.272212:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13682 00000100:00100000:1.0:1746126732.272218:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d140a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+84:2010:x1830945817677824:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126732.272356:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d140a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+84:2010:x1830945817677824:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (1074us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.272366:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13682 00002000:00100000:1.0:1746126732.272371:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d140a80 x1830945817677824/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.272378:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d140a80 with x1830945817677824 ext(0->4095) 00002000:00010000:1.0:1746126732.272381:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d140a80 00000100:00100000:0.0:1746126732.279612:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.279713:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817677952 00000100:00100000:3.0:1746126732.279723:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817677952 00000100:00100000:3.0:1746126732.279770:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30198 00000100:00100000:3.0:1746126732.279776:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817677952:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.279792:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.279809:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b66ff expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.279834:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 83 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.279840:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.279841:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.279843:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.279870:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 83 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.279879:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 83 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.279888:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813628160:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.279990:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.284849:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.284964:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813628160:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.284994:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.285011:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993c3800, rc 0) 00000100:00100000:3.0:1746126732.285050:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817677952:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5273us (5450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.285058:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30198 00000100:00100000:1.0:1746126732.285144:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817678080 00000100:00100000:1.0:1746126732.285150:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817678080 00002000:00100000:1.0:1746126732.285188:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d143480 x1830945817678080/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.285203:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d143480 with x1830945817678080 ext(0->7) 00010000:00010000:1.0:1746126732.285209:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 84 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.285220:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 84 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.285237:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d143480 00000100:00100000:1.0:1746126732.285262:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2960 00000100:00100000:1.0:1746126732.285268:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+84:2007:x1830945817678080:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126732.286437:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+86:2007:x1830945817678080:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1166us (1596us total) trans 4294972054 rc 0/0 00000100:00100000:0.0:1746126732.286444:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2960 00002000:00100000:0.0:1746126732.286451:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d143480 x1830945817678080/t4294972054(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/448 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.286458:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d143480 with x1830945817678080 ext(0->7) 00010000:00010000:0.0:1746126732.286463:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 86 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.286473:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 86 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.286479:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d143480 00000100:00100000:0.0:1746126732.288808:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.289087:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817678208 00000100:00100000:2.0:1746126732.289099:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817678208 00010000:00010000:2.0:1746126732.289134:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 86 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.289178:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13392 00000100:00100000:2.0:1746126732.289185:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d141880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+86:2008:x1830945817678208:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.289202:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.289219:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 86 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.289237:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 86 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.289255:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993c2a00/0xd8b4f51a84481344 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66f8 expref: 86 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.289280:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.289282:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.289288:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.289294:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.290355:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.290367:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813628288:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.290452:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.291276:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.291366:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817678336 00000100:00100000:3.0:1746126732.291373:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817678336 00000100:00100000:3.0:1746126732.291407:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30199 00000100:00100000:3.0:1746126732.291412:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+86:1776:x1830945817678336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.291427:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.291440:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6706 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.291463:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.291469:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.291470:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.291472:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 87 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.291495:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.291505:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 5 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.291515:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813628416:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.291741:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.292571:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813628288:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.292588:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.292625:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d141880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+87:2008:x1830945817678208:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3438us (3822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.292635:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13392 00000100:00100000:3.0:1746126732.293184:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813628416:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.293204:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 86 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.293219:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099255000, rc 0) 00000100:00100000:3.0:1746126732.293256:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+86:1776:x1830945817678336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1843us (1985us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.293263:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30199 00000100:00100000:0.0:1746126732.294060:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.294149:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817678592 00000100:00100000:2.0:1746126732.294155:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817678592 00002000:00100000:2.0:1746126732.294189:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d141f80 x1830945817678592/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.294199:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d141f80 with x1830945817678592 ext(0->4095) 00010000:00010000:2.0:1746126732.294207:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.294218:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.294236:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d141f80 00000100:00100000:2.0:1746126732.294266:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2961 00000100:00100000:2.0:1746126732.294273:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d141f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817678592:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.294443:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d141f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817678592:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (385us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.294449:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2961 00002000:00100000:2.0:1746126732.294454:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d141f80 x1830945817678592/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.294471:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d141f80 with x1830945817678592 ext(0->4095) 00010000:00010000:2.0:1746126732.294476:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.294485:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.294491:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d141f80 00000100:00100000:0.0:1746126732.296746:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.296809:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817678720 00000100:00100000:2.0:1746126732.296816:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817678720 00010000:00010000:2.0:1746126732.296840:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.296869:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13393 00000100:00100000:2.0:1746126732.296874:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817678720:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.296882:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.296898:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.296906:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.296926:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a8448134b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b66ff expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.296956:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.296960:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.296968:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 85 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.296975:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 85 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.297007:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 85 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.297019:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813628544:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.297102:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.299749:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.299842:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817678976 00000100:00100000:3.0:1746126732.299849:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817678976 00002000:00100000:3.0:1746126732.299886:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d142d80 x1830945817678976/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.299901:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142d80 with x1830945817678976 ext(0->4095) 00002000:00010000:3.0:1746126732.299905:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d142d80 00000100:00100000:3.0:1746126732.299922:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13683 00000100:00100000:3.0:1746126732.299929:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+86:2010:x1830945817678976:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126732.300072:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+86:2010:x1830945817678976:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (330us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.300078:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13683 00002000:00100000:3.0:1746126732.300083:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d142d80 x1830945817678976/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.300090:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142d80 with x1830945817678976 ext(0->4095) 00002000:00010000:3.0:1746126732.300092:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d142d80 00000100:00100000:2.0:1746126732.300220:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813628544:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.300244:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.300692:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817678720:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3817us (3954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.300700:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13393 00000100:00100000:0.0:1746126732.303901:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.304043:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817679104 00000100:00100000:3.0:1746126732.304051:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817679104 00000100:00100000:3.0:1746126732.304086:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30200 00000100:00100000:3.0:1746126732.304092:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d143100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817679104:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.304105:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.304119:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b670d expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.304142:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 85 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.304149:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.304151:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.304154:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.304178:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 85 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.304189:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 85 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.304199:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813628672:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.304724:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.307743:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813628672:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.307766:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.307782:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993c3800, rc 0) 00000100:00100000:3.0:1746126732.307813:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d143100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817679104:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3721us (3923us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.307820:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30200 00000100:00100000:0.0:1746126732.308664:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.308715:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817679232 00000100:00100000:2.0:1746126732.308721:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817679232 00002000:00100000:2.0:1746126732.308750:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d142a00 x1830945817679232/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.308757:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142a00 with x1830945817679232 ext(0->7) 00010000:00010000:2.0:1746126732.308761:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 86 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.308769:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 86 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.308777:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d142a00 00000100:00100000:2.0:1746126732.308795:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2962 00000100:00100000:2.0:1746126732.308801:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+86:2008:x1830945817679232:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126732.309605:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+88:2008:x1830945817679232:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 801us (940us total) trans 4294972055 rc 0/0 00000100:00100000:2.0:1746126732.309611:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2962 00002000:00100000:2.0:1746126732.309617:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d142a00 x1830945817679232/t4294972055(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/448 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.309623:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142a00 with x1830945817679232 ext(0->7) 00010000:00010000:2.0:1746126732.309628:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 88 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.309637:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 88 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.309642:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d142a00 00000100:00100000:0.0:1746126732.313583:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.313711:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817679360 00000100:00100000:2.0:1746126732.313722:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817679360 00010000:00010000:2.0:1746126732.313756:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 88 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.313804:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13394 00000100:00100000:2.0:1746126732.313812:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+88:2007:x1830945817679360:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.313824:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.313841:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 88 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.313852:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 88 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.313871:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481352 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6706 expref: 88 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.313902:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.313904:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.313909:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.313915:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.313942:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.313953:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813628800:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.314030:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.319354:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.320034:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813628800:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.320051:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.320088:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+87:2007:x1830945817679360:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 6276us (6516us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.320097:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13394 00000100:00100000:3.0:1746126732.320259:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817679488 00000100:00100000:3.0:1746126732.320265:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817679488 00000100:00100000:3.0:1746126732.320293:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30201 00000100:00100000:3.0:1746126732.320298:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+87:1776:x1830945817679488:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.320328:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.320341:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6714 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.320369:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.320376:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.320377:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.320380:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 88 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.320402:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.320412:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 5 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.320421:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813628928:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.320861:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.320951:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.321036:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817679744 00000100:00100000:2.0:1746126732.321041:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817679744 00002000:00100000:2.0:1746126732.321063:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8fb80 x1830945817679744/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.321070:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8fb80 with x1830945817679744 ext(0->4095) 00010000:00010000:2.0:1746126732.321075:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.321085:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.321089:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca8fb80 00000100:00100000:2.0:1746126732.321101:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2963 00000100:00100000:2.0:1746126732.321106:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817679744:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.321196:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817679744:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (245us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.321201:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2963 00002000:00100000:2.0:1746126732.321206:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8fb80 x1830945817679744/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.321212:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8fb80 with x1830945817679744 ext(0->4095) 00010000:00010000:2.0:1746126732.321215:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.321234:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.321239:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca8fb80 00000100:00100000:3.0:1746126732.322978:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813628928:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.323004:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 88 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.323017:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993c3200, rc 0) 00000100:00100000:3.0:1746126732.323049:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+88:1776:x1830945817679488:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2751us (3703us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.323055:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30201 00000100:00100000:0.0:1746126732.323175:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.323262:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.323699:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817680000 00000100:00100000:3.0:1746126732.323706:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817680000 00000100:00100000:3.0:1746126732.323977:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30202 00000100:00100000:3.0:1746126732.323984:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+88:1778:x1830945817680000:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.323995:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.324007:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481367 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b671b expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.324023:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.324027:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 89 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.324032:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.324034:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481367 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b671b expref: 89 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.324056:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 89 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.324064:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481367 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b671b expref: 89 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.324070:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099254400, rc 0) 00000100:00100000:3.0:1746126732.324090:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+89:1778:x1830945817680000:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.324094:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30202 00000100:00100000:2.0:1746126732.324331:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817679872 00000100:00100000:2.0:1746126732.324334:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817679872 00010000:00010000:2.0:1746126732.324349:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.324370:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13395 00000100:00100000:2.0:1746126732.324375:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817679872:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.324382:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.324396:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.324557:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.324572:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481359 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b670d expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.324584:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.324585:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.324589:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 88 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.324596:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 88 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.324614:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 88 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.324627:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 88 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.324636:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813629184:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.324685:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.326915:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.327052:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817680256 00000100:00100000:3.0:1746126732.327060:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817680256 00002000:00100000:3.0:1746126732.327095:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8e680 x1830945817680256/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126732.327102:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813629184:192.168.204.15@tcp:105: 00002000:00100000:3.0:1746126732.327113:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8e680 with x1830945817680256 ext(0->4095) 00010000:00010000:3.0:1746126732.327119:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.327124:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126732.327135:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.327142:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca8e680 00000100:00100000:3.0:1746126732.327163:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2964 00000100:00100000:2.0:1746126732.327180:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817679872:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2803us (3916us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.327190:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13395 00000100:00100000:3.0:1746126732.327555:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+89:2007:x1830945817680256:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126732.327696:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+89:2007:x1830945817680256:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 525us (792us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.327703:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2964 00002000:00100000:3.0:1746126732.327708:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8e680 x1830945817680256/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.327715:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8e680 with x1830945817680256 ext(0->4095) 00010000:00010000:3.0:1746126732.327719:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.327727:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.327732:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca8e680 00000100:00100000:0.0:1746126732.331187:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.331275:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817680384 00000100:00100000:2.0:1746126732.331288:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817680384 00010000:00010000:2.0:1746126732.331376:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.331413:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13396 00000100:00100000:2.0:1746126732.331421:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+89:2010:x1830945817680384:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.331436:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.331458:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.331470:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.331497:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84481360 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6714 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.331531:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.331533:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.331540:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481367 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b671b expref: 88 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.331547:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481367 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b671b expref: 88 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.331607:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481367 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b671b expref: 88 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.331621:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813629312:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.331708:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.333533:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746126732.333551:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ca8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813629568:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746126732.333862:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813629440:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746126732.333908:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126732.333939:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813629440 00000100:00100000:3.0:1746126732.333950:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813629440 00000100:00100000:3.0:1746126732.334007:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1746126732.334014:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098857100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830945813629440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746126732.334035:0:9568:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499772224 pending 1175552 free 3921281024 avail 3689758720 00000100:00100000:0.0:1746126732.334131:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126732.334197:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.334211:0:9567:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813629568 00000100:00100000:2.0:1746126732.334214:0:9567:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813629568 00000100:00100000:2.0:1746126732.334245:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1746126732.334250:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830945813629568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746126732.334272:0:9567:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921100800 avail 3689578496 00000100:00100000:2.0:1746126732.334459:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830945813629568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 207us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.334464:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098857100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830945813629440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 450us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.334466:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1746126732.334470:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1746126732.334491:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817680640 00000100:00100000:1.0:1746126732.334493:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ca8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813629568:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746126732.334494:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817680640 00000100:00100000:2.0:1746126732.334495:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c337100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813629440:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746126732.334516:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813629312:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.334528:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.334649:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+89:2010:x1830945817680384:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3228us (3469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.334658:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13396 00002000:00100000:3.0:1746126732.334768:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c334a80 x1830945817680640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.334778:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c334a80 with x1830945817680640 ext(0->4095) 00002000:00010000:3.0:1746126732.334821:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c334a80 00000100:00100000:3.0:1746126732.334970:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13684 00000100:00100000:3.0:1746126732.334977:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+88:2009:x1830945817680640:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126732.335279:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+88:2009:x1830945817680640:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 301us (1082us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.335285:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13684 00002000:00100000:3.0:1746126732.335291:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c334a80 x1830945817680640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.335297:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c334a80 with x1830945817680640 ext(0->4095) 00002000:00010000:3.0:1746126732.335300:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c334a80 00000100:00100000:0.0:1746126732.336525:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.336599:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817680768 00000100:00100000:1.0:1746126732.336609:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817680768 00000100:00100000:1.0:1746126732.336651:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30203 00000100:00100000:1.0:1746126732.336657:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817680768:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.336669:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.336685:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448136e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6722 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.336713:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481367 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b671b expref: 87 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.336720:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.336722:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.336726:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448136e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6722 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.336756:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481367 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b671b expref: 87 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.336772:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b671b expref: 87 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.336787:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813629696:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.336897:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126732.338469:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c337100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813629696:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126732.338497:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448136e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6722 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.338516:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126732.338572:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817680768:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1913us (2048us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.338581:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30203 00000100:00100000:0.0:1746126732.338694:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.338813:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817680896 00000100:00100000:3.0:1746126732.338819:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817680896 00010000:00010000:3.0:1746126732.338959:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b671b expref: 88 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.338987:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13397 00000100:00100000:3.0:1746126732.338993:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+88:2007:x1830945817680896:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.339005:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.339026:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481367 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b671b expref: 88 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.339036:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481367 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b671b expref: 88 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.339059:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481367 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b671b expref: 88 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.339429:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.339431:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.339439:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448136e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6722 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.339446:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448136e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6722 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.339473:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448136e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6722 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.339485:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813629824:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.339544:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.341273:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813629824:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.341292:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.341368:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+87:2007:x1830945817680896:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2374us (2673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.341376:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13397 00000100:00100000:0.0:1746126732.341568:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.341613:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817681152 00000100:00100000:3.0:1746126732.341618:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817681152 00002000:00100000:3.0:1746126732.341654:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8c700 x1830945817681152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.341664:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8c700 with x1830945817681152 ext(0->4095) 00002000:00010000:3.0:1746126732.341669:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca8c700 00000100:00100000:3.0:1746126732.341696:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13685 00000100:00100000:3.0:1746126732.341702:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817681152:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126732.341840:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817681152:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (272us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.341846:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13685 00002000:00100000:3.0:1746126732.341851:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8c700 x1830945817681152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.341858:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8c700 with x1830945817681152 ext(0->4095) 00002000:00010000:3.0:1746126732.341861:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca8c700 00000100:00100000:0.0:1746126732.344417:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.344490:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.344580:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817681280 00000100:00100000:3.0:1746126732.344589:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817681280 00000100:00100000:3.0:1746126732.344633:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817681408 00000100:00100000:3.0:1746126732.344635:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817681408 00000100:00100000:3.0:1746126732.344647:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30204 00000100:00100000:3.0:1746126732.344652:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+88:1778:x1830945817681280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.344665:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.344680:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6729 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126732.344687:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30205 00000100:00100000:1.0:1746126732.344695:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+89:1776:x1830945817681408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.344703:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.344707:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448136e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6722 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.344710:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6730 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.344713:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.344714:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.344717:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 90 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.344722:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.344727:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 90 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.344732:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.344735:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 90 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.344756:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448136e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6722 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.344761:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 90 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.344764:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448136e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6722 expref: 5 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.344772:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 90 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.344773:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813630080:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.344826:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce480 going to sleep for 11 seconds 00010000:00010000:1.0:1746126732.345077:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126732.345105:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+90:1776:x1830945817681408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 411us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.345111:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30205 00000100:00100000:3.0:1746126732.346971:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813630080:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126732.346973:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126732.346996:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 89 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.347008:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993c3800, rc 0) 00000100:00100000:2.0:1746126732.347022:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817681536 00000100:00100000:2.0:1746126732.347028:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817681536 00000100:00100000:3.0:1746126732.347051:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+89:1778:x1830945817681280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2398us (2641us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126732.347054:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448136e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6722 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.347061:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30204 00000100:00100000:2.0:1746126732.347088:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13398 00000100:00100000:2.0:1746126732.347094:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817681536:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.347109:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.347130:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448136e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6722 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.347140:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448136e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6722 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.347159:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448136e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6722 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.347173:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.347175:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.347182:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 88 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.347189:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 88 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.347213:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 88 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.347233:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 88 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.347243:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813630208:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.347291:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.349640:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746126732.349657:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830945813630336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746126732.349710:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126732.349898:0:13017:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813630336 00000100:00100000:3.0:1746126732.350048:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813630208:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.350065:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.350095:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817681536:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3002us (3123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.350105:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13398 00000100:00100000:0.0:1746126732.350290:0:13017:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813630336 00000100:00100000:0.0:1746126732.350341:0:13017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1746126732.350348:0:13017:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830945813630336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126732.350369:0:13017:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921100800 avail 3689578496 00000100:00100000:2.0:1746126732.350395:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.350401:0:13017:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098857480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830945813630336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126732.350407:0:13017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1746126732.350420:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830945813630336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746126732.350441:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817681792 00000100:00100000:2.0:1746126732.350444:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817681792 00002000:00100000:2.0:1746126732.350468:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098854e00 x1830945817681792/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.350479:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854e00 with x1830945817681792 ext(0->4095) 00010000:00010000:2.0:1746126732.350487:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.350500:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.350506:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098854e00 00000100:00100000:2.0:1746126732.350523:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2965 00000100:00100000:2.0:1746126732.350529:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+89:2007:x1830945817681792:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126732.350639:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+89:2007:x1830945817681792:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (244us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.350645:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2965 00002000:00100000:2.0:1746126732.350650:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098854e00 x1830945817681792/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.350658:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854e00 with x1830945817681792 ext(0->4095) 00010000:00010000:2.0:1746126732.350662:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.350671:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.350676:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098854e00 00000100:00100000:0.0:1746126732.352147:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.352216:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817681920 00000100:00100000:3.0:1746126732.352241:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817681920 00010000:00010000:3.0:1746126732.352262:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.352296:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13399 00000100:00100000:3.0:1746126732.352302:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+89:2010:x1830945817681920:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.352343:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.352402:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.352414:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.352440:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3800/0xd8b4f51a84481375 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6729 expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.352467:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.352469:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.352476:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 88 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.352482:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 88 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.352504:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 88 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.352511:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813630464:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.352572:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.353913:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813630464:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.353929:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.353953:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+88:2010:x1830945817681920:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1651us (1809us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.353960:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13399 00000100:00100000:0.0:1746126732.354442:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.354515:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817682176 00000100:00100000:2.0:1746126732.354521:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817682176 00002000:00100000:2.0:1746126732.354550:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965c000 x1830945817682176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.354559:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965c000 with x1830945817682176 ext(0->4095) 00002000:00010000:2.0:1746126732.354563:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965c000 00000100:00100000:2.0:1746126732.354585:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13686 00000100:00100000:2.0:1746126732.354590:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+88:2007:x1830945817682176:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126732.354712:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+88:2007:x1830945817682176:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (271us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.354722:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13686 00002000:00100000:2.0:1746126732.354726:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965c000 x1830945817682176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.354734:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965c000 with x1830945817682176 ext(0->4095) 00002000:00010000:2.0:1746126732.354736:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965c000 00000100:00100000:0.0:1746126732.356583:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.357193:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817682304 00000100:00100000:3.0:1746126732.357201:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817682304 00000100:00100000:3.0:1746126732.357259:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30206 00000100:00100000:3.0:1746126732.357266:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817682304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.357281:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.357298:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6737 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.357351:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 87 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.357365:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.357367:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.357371:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.357401:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 87 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.357413:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 87 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.357424:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813630592:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.357511:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.363853:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813630592:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.363889:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.363907:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:3.0:1746126732.364368:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817682304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7099us (7786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.364381:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30206 00000100:00100000:0.0:1746126732.372631:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.373268:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817682432 00000100:00100000:3.0:1746126732.373277:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817682432 00002000:00100000:3.0:1746126732.373436:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009965e300 x1830945817682432/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.373451:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965e300 with x1830945817682432 ext(0->7) 00010000:00010000:3.0:1746126732.373461:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 88 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.373475:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 88 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.373481:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965e300 00000100:00100000:3.0:1746126732.373513:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2966 00000100:00100000:3.0:1746126732.373520:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+88:2007:x1830945817682432:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126732.374768:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+90:2007:x1830945817682432:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1245us (2143us total) trans 4294972056 rc 0/0 00000100:00100000:0.0:1746126732.374777:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2966 00002000:00100000:0.0:1746126732.374787:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009965e300 x1830945817682432/t4294972056(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/448 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.374796:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965e300 with x1830945817682432 ext(0->7) 00010000:00010000:0.0:1746126732.374802:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 90 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.374814:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 90 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.374820:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965e300 00000100:00100000:0.0:1746126732.377944:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.378036:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.378114:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817682560 00000100:00100000:3.0:1746126732.378123:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817682560 00010000:00010000:3.0:1746126732.378160:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 90 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.378289:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13400 00000100:00100000:3.0:1746126732.378297:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+90:2008:x1830945817682560:12345-192.168.204.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126732.378359:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817682688 00000100:00100000:2.0:1746126732.378363:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817682688 00000100:00100000:2.0:1746126732.378390:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30207 00000100:00100000:2.0:1746126732.378395:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+91:1776:x1830945817682688:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.378411:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.378418:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.378426:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b673e expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.378440:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 92 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.378446:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.378452:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.378457:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126732.378461:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 92 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.378609:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 92 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.378628:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a8448137c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6730 expref: 92 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.378649:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.378651:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.378657:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.378664:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.378693:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.378704:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 5 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.378771:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813630720:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.378813:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 5 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.378821:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 5 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.378836:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813630848:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.379124:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.379369:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.380341:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813630720:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.380341:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813630848:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.380354:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126732.380359:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 91 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.380370:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4200, rc 0) 00000100:00100000:3.0:1746126732.380379:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+91:2008:x1830945817682560:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2083us (2446us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.380383:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+91:1776:x1830945817682688:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1989us (2348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.380387:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13400 00000100:00100000:2.0:1746126732.380389:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30207 00000100:00100000:0.0:1746126732.380821:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.380974:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817682944 00000100:00100000:2.0:1746126732.380979:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817682944 00002000:00100000:2.0:1746126732.381008:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab0380 x1830945817682944/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.381017:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab0380 with x1830945817682944 ext(0->4095) 00010000:00010000:2.0:1746126732.381023:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.381033:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.381040:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab0380 00000100:00100000:2.0:1746126732.381055:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2967 00000100:00100000:2.0:1746126732.381060:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817682944:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126732.381196:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817682944:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (376us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.381202:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2967 00002000:00100000:2.0:1746126732.381206:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab0380 x1830945817682944/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.381214:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab0380 with x1830945817682944 ext(0->4095) 00010000:00010000:2.0:1746126732.381218:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.381237:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.381243:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab0380 00000100:00100000:0.0:1746126732.383513:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.383583:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817683072 00000100:00100000:3.0:1746126732.383591:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817683072 00010000:00010000:3.0:1746126732.383620:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.383660:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13401 00000100:00100000:3.0:1746126732.383666:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817683072:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.383681:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.383697:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.383707:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.383730:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481383 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6737 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.383757:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.383759:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.383766:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 89 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.383774:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 89 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.383804:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 89 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.383814:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813630976:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.383905:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.385850:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813630976:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.385871:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126732.385900:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.385924:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817683072:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2257us (2416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.385933:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13401 00000100:00100000:1.0:1746126732.386398:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817683328 00000100:00100000:1.0:1746126732.386405:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817683328 00002000:00100000:1.0:1746126732.386441:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab2a00 x1830945817683328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.386451:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab2a00 with x1830945817683328 ext(0->4095) 00002000:00010000:1.0:1746126732.386455:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab2a00 00000100:00100000:1.0:1746126732.386484:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13687 00000100:00100000:1.0:1746126732.386491:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+90:2007:x1830945817683328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126732.386629:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+90:2007:x1830945817683328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (730us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.386639:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13687 00002000:00100000:1.0:1746126732.386644:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab2a00 x1830945817683328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.386651:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab2a00 with x1830945817683328 ext(0->4095) 00002000:00010000:1.0:1746126732.386654:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab2a00 00000100:00100000:0.0:1746126732.390498:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.390590:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817683456 00000100:00100000:2.0:1746126732.390600:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817683456 00000100:00100000:2.0:1746126732.390646:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30208 00000100:00100000:2.0:1746126732.390654:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817683456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.390673:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.390689:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481391 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6745 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.390717:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 89 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.390724:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.390726:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.390731:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481391 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6745 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.390763:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 89 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.390774:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 89 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.390785:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813631104:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126732.391275:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.394113:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813631104:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.394148:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481391 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6745 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.394167:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4e00, rc 0) 00000100:00100000:2.0:1746126732.394211:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817683456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3557us (3723us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.394229:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30208 00000100:00100000:0.0:1746126732.394467:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.394726:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817683584 00000100:00100000:2.0:1746126732.394732:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817683584 00002000:00100000:2.0:1746126732.394768:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009aab1f80 x1830945817683584/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.394777:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1f80 with x1830945817683584 ext(0->7) 00010000:00010000:2.0:1746126732.394784:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 90 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.394802:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 90 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.394808:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab1f80 00000100:00100000:2.0:1746126732.394931:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2968 00000100:00100000:2.0:1746126732.394938:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+90:2007:x1830945817683584:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126732.396270:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2007:x1830945817683584:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1327us (1798us total) trans 4294972057 rc 0/0 00000100:00100000:0.0:1746126732.396278:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2968 00002000:00100000:0.0:1746126732.396286:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009aab1f80 x1830945817683584/t4294972057(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/448 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.396294:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1f80 with x1830945817683584 ext(0->7) 00010000:00010000:0.0:1746126732.396300:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 92 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.396332:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 92 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.396340:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab1f80 00000100:00100000:1.0:1746126732.401587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.402291:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817683712 00000100:00100000:3.0:1746126732.402303:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817683712 00010000:00010000:3.0:1746126732.402372:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 92 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.402407:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13402 00000100:00100000:3.0:1746126732.402415:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2008:x1830945817683712:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.402439:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.402460:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 92 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.402473:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 92 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.402499:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a8448138a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b673e expref: 92 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.402520:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.402522:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.402530:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481391 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6745 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.402538:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481391 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6745 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.402571:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481391 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6745 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.402582:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813631232:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.404027:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.405534:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.406368:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813631232:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.406389:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126732.406390:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.406436:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+91:2008:x1830945817683712:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4020us (4857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.406448:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13402 00000100:00100000:1.0:1746126732.406544:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817684096 00000100:00100000:1.0:1746126732.406550:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817684096 00002000:00100000:1.0:1746126732.406591:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab3800 x1830945817684096/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.406600:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3800 with x1830945817684096 ext(0->4095) 00002000:00010000:1.0:1746126732.406605:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab3800 00000100:00100000:1.0:1746126732.406621:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13688 00000100:00100000:2.0:1746126732.406622:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817683840 00000100:00100000:2.0:1746126732.406627:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817683840 00000100:00100000:1.0:1746126732.406628:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817684096:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.406649:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30209 00000100:00100000:2.0:1746126732.406653:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+91:1776:x1830945817683840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.406663:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.406679:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b674c expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.406702:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481391 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6745 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.406708:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.406710:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.406713:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 92 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.406737:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481391 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6745 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.406746:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481391 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6745 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.406754:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817684096:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.406757:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813631360:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.406760:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13688 00002000:00100000:1.0:1746126732.406766:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab3800 x1830945817684096/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.406772:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3800 with x1830945817684096 ext(0->4095) 00010000:00010000:1.0:1746126732.406778:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481391 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6745 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.406793:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481391 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6745 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.406798:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab3800 00000100:00100000:2.0:1746126732.406801:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.409042:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813631360:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.409070:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 92 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.409085:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4a00, rc 0) 00000100:00100000:2.0:1746126732.409122:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+92:1776:x1830945817683840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2467us (3592us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.409129:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30209 00000100:00100000:0.0:1746126732.409990:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.410058:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.410119:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817684224 00000100:00100000:3.0:1746126732.410126:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817684224 00010000:00010000:3.0:1746126732.410155:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481391 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6745 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.410168:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817684352 00000100:00100000:2.0:1746126732.410172:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817684352 00000100:00100000:3.0:1746126732.410192:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13403 00000100:00100000:2.0:1746126732.410192:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30210 00000100:00100000:3.0:1746126732.410199:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817684224:12345-192.168.204.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126732.410199:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+92:1778:x1830945817684352:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.410212:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.410213:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.410236:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448139f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6753 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.410240:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481391 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6745 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.410251:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481391 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6745 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.410825:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.410831:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 93 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.410836:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.410839:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448139f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6753 expref: 93 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.410931:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481391 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6745 expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.410955:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 93 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.410958:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.410960:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.410965:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 93 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.410976:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 93 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.411017:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448139f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6753 expref: 93 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.411025:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d110c00, rc 0) 00000100:00100000:2.0:1746126732.411058:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+93:1778:x1830945817684352:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 859us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.411063:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30210 00010000:00010000:3.0:1746126732.411082:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 92 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.411092:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 92 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.411104:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813631616:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.411168:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.412544:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813631616:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.412555:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.412586:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817684224:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2387us (2527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.412593:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13403 00000100:00100000:1.0:1746126732.413615:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.413679:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817684608 00000100:00100000:0.0:1746126732.413687:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817684608 00000100:00100000:2.0:1746126732.413722:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00100000:0.0:1746126732.413725:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec9500 x1830945817684608/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126732.413735:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813631744:0@lo:41:osp-pre-1-0.0 00002000:00100000:0.0:1746126732.413735:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec9500 with x1830945817684608 ext(0->4095) 00010000:00010000:0.0:1746126732.413743:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 93 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.413755:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 93 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.413762:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ec9500 00000100:00100000:2.0:1746126732.413777:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126732.413784:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2969 00000100:00100000:0.0:1746126732.413791:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+93:2007:x1830945817684608:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126732.413796:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813631744 00000100:00100000:3.0:1746126732.413800:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813631744 00000100:00100000:3.0:1746126732.413823:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:3.0:1746126732.413828:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098856300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813631744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746126732.413854:0:8382:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1746126732.413895:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098856300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813631744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.413900:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1746126732.414138:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813631744:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746126732.414286:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+93:2007:x1830945817684608:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 495us (673us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.414293:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2969 00002000:00100000:1.0:1746126732.414298:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec9500 x1830945817684608/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.414325:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec9500 with x1830945817684608 ext(0->4095) 00010000:00010000:1.0:1746126732.414330:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 93 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.414339:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 93 pid: 9565 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.414344:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ec9500 00000100:00100000:0.0:1746126732.416546:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.416613:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817684736 00000100:00100000:3.0:1746126732.416621:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817684736 00010000:00010000:3.0:1746126732.416656:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 93 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.416733:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13404 00000100:00100000:3.0:1746126732.416822:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+93:2007:x1830945817684736:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.416835:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.416855:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 93 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.416866:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 93 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.416890:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481398 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b674c expref: 93 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.417046:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.417050:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.417058:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448139f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6753 expref: 92 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.417066:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448139f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6753 expref: 92 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.417232:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448139f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6753 expref: 92 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.417245:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813631872:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.417546:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.419753:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813631872:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.419774:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.419827:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2007:x1830945817684736:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3006us (3287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.419841:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13404 00000100:00100000:0.0:1746126732.420231:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.420462:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817684992 00000100:00100000:2.0:1746126732.420470:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817684992 00002000:00100000:2.0:1746126732.420508:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99f100 x1830945817684992/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.420518:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99f100 with x1830945817684992 ext(0->4095) 00002000:00010000:2.0:1746126732.420523:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99f100 00000100:00100000:2.0:1746126732.420549:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13689 00000100:00100000:2.0:1746126732.420555:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2010:x1830945817684992:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126732.421113:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2010:x1830945817684992:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 556us (891us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.421123:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13689 00002000:00100000:2.0:1746126732.421130:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99f100 x1830945817684992/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.421137:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99f100 with x1830945817684992 ext(0->4095) 00002000:00010000:2.0:1746126732.421140:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99f100 00000100:00100000:0.0:1746126732.422681:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.422735:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817685120 00000100:00100000:2.0:1746126732.422742:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817685120 00000100:00100000:2.0:1746126732.422786:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30211 00000100:00100000:2.0:1746126732.422793:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817685120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.422806:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.422823:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b675a expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.422852:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448139f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6753 expref: 91 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.422860:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.422862:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.422865:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813a6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b675a expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.422895:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448139f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6753 expref: 91 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.422907:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448139f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6753 expref: 91 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.422925:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813632000:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126732.423190:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.425403:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813632000:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.425435:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813a6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b675a expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.425452:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d110600, rc 0) 00000100:00100000:2.0:1746126732.425499:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817685120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2705us (2820us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.425507:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30211 00000100:00100000:0.0:1746126732.425721:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.425909:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817685248 00000100:00100000:3.0:1746126732.425916:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817685248 00010000:00010000:3.0:1746126732.425939:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448139f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6753 expref: 92 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.425957:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13405 00000100:00100000:3.0:1746126732.425962:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2008:x1830945817685248:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.425973:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.425990:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448139f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6753 expref: 92 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.425999:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448139f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6753 expref: 92 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.426019:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a8448139f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6753 expref: 92 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.426034:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.426036:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.426042:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b675a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.426049:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b675a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.426073:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b675a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.426081:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813632128:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.426133:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.428955:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.429057:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817685504 00000100:00100000:2.0:1746126732.429066:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817685504 00002000:00100000:2.0:1746126732.429111:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99c380 x1830945817685504/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.429122:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99c380 with x1830945817685504 ext(0->4095) 00002000:00010000:2.0:1746126732.429127:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99c380 00000100:00100000:2.0:1746126732.429163:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13690 00000100:00100000:2.0:1746126732.429171:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817685504:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126732.429390:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817685504:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 219us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.429397:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13690 00002000:00100000:2.0:1746126732.429403:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99c380 x1830945817685504/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.429415:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99c380 with x1830945817685504 ext(0->4095) 00002000:00010000:2.0:1746126732.429418:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99c380 00000100:00100000:3.0:1746126732.429706:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813632128:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.429724:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.429761:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+91:2008:x1830945817685248:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3798us (4041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.429770:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13405 00000100:00100000:0.0:1746126732.430812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.430883:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.430931:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817685632 00000100:00100000:1.0:1746126732.430937:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817685632 00000100:00100000:2.0:1746126732.431072:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817685760 00000100:00100000:2.0:1746126732.431083:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817685760 00000100:00100000:1.0:1746126732.431181:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30212 00000100:00100000:1.0:1746126732.431190:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+92:1776:x1830945817685632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.431205:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.431232:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6761 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.431262:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b675a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.431270:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.431271:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.431274:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 93 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.431330:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b675a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.431342:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b675a expref: 5 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.431355:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098ec8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813632256:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.431416:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.432061:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30213 00000100:00100000:0.0:1746126732.432071:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+93:1778:x1830945817685760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126732.432079:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126732.432086:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844813b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6768 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.432100:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126732.432104:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 94 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.432110:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126732.432112:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844813b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6768 expref: 94 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.432132:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 94 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.432142:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844813b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6768 expref: 94 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.432150:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec5000, rc 0) 00000100:00100000:0.0:1746126732.432181:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+94:1778:x1830945817685760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (1297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126732.432186:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30213 00000100:00100000:0.0:1746126732.434050:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.434322:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098ec8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813632256:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126732.434346:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 93 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.434361:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbddc00, rc 0) 00000100:00100000:1.0:1746126732.434469:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+93:1776:x1830945817685632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3279us (3657us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.434474:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817685888 00000100:00100000:1.0:1746126732.434476:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30212 00000100:00100000:3.0:1746126732.434478:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817685888 00010000:00010000:3.0:1746126732.434499:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b675a expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.434747:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13406 00000100:00100000:3.0:1746126732.434754:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817685888:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.434767:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.434975:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b675a expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.434988:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b675a expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.435006:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b675a expref: 6 pid: 9565 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.435029:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.435031:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.435036:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 92 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.435043:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 92 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.435069:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 92 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.435078:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 92 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.435086:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813632512:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.435150:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.438462:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.438589:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817686144 00000100:00100000:1.0:1746126732.438598:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817686144 00002000:00100000:1.0:1746126732.438635:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99e680 x1830945817686144/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.438643:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99e680 with x1830945817686144 ext(0->4095) 00010000:00010000:1.0:1746126732.438651:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 93 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.438663:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 93 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.438669:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99e680 00000100:00100000:1.0:1746126732.438698:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2970 00000100:00100000:1.0:1746126732.438704:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+93:2008:x1830945817686144:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126732.439488:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813632512:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.439502:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126732.440159:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+93:2008:x1830945817686144:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 1453us (1704us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.440166:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2970 00002000:00100000:1.0:1746126732.440172:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99e680 x1830945817686144/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.440179:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99e680 with x1830945817686144 ext(0->4095) 00010000:00010000:1.0:1746126732.440185:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 93 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.440195:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 93 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.440201:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99e680 00000100:00100000:3.0:1746126732.440302:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817685888:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5547us (6257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.440323:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13406 00000100:00100000:0.0:1746126732.444251:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.444348:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817686272 00000100:00100000:3.0:1746126732.444356:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817686272 00010000:00010000:3.0:1746126732.445360:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 93 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.445393:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13407 00000100:00100000:3.0:1746126732.445399:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+93:2007:x1830945817686272:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.445412:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.445428:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 93 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.445438:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 93 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.445456:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844813ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6761 expref: 93 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.445477:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.445479:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.445485:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844813b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6768 expref: 92 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.445491:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844813b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6768 expref: 92 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.445518:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844813b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6768 expref: 92 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.445529:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813632640:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.445595:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.447768:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813632640:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.447785:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.447829:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2007:x1830945817686272:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2428us (3582us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.447837:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13407 00000100:00100000:0.0:1746126732.448238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.448288:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817686528 00000100:00100000:1.0:1746126732.448294:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817686528 00002000:00100000:1.0:1746126732.448343:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99ed80 x1830945817686528/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.448351:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ed80 with x1830945817686528 ext(0->4095) 00002000:00010000:1.0:1746126732.448354:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99ed80 00000100:00100000:1.0:1746126732.448367:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13691 00000100:00100000:1.0:1746126732.448373:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2007:x1830945817686528:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126732.448479:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2007:x1830945817686528:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.448485:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13691 00002000:00100000:1.0:1746126732.448489:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99ed80 x1830945817686528/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.448496:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ed80 with x1830945817686528 ext(0->4095) 00002000:00010000:1.0:1746126732.448499:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99ed80 00000100:00100000:0.0:1746126732.450172:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.450226:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817686656 00000100:00100000:1.0:1746126732.450231:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817686656 00000100:00100000:1.0:1746126732.450268:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30214 00000100:00100000:1.0:1746126732.450274:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817686656:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.450284:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.450297:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844813bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b676f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.450334:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844813b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6768 expref: 91 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.450345:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.450347:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.450350:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844813bb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b676f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.450372:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844813b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6768 expref: 91 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.450382:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844813b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6768 expref: 91 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.450391:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098ec8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813632768:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.450463:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126732.452800:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098ec8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813632768:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126732.452817:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844813bb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b676f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.452828:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126732.452868:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817686656:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2593us (2697us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.452874:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30214 00000100:00100000:0.0:1746126732.454599:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.454722:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817686784 00000100:00100000:3.0:1746126732.454729:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817686784 00010000:00010000:3.0:1746126732.454753:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844813b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6768 expref: 92 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.454784:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13408 00000100:00100000:3.0:1746126732.454791:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2007:x1830945817686784:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.454801:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.454817:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844813b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6768 expref: 92 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.454827:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844813b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6768 expref: 92 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.454843:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844813b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6768 expref: 92 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.454868:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.454870:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.454876:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844813bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b676f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.454882:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844813bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b676f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.454904:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844813bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b676f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.454913:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813632896:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.454982:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.457885:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813632896:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.457902:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.457941:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+91:2007:x1830945817686784:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3151us (3344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.457950:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13408 00000100:00100000:0.0:1746126732.458005:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.458212:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817687040 00000100:00100000:2.0:1746126732.458229:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817687040 00002000:00100000:2.0:1746126732.458257:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc7800 x1830945817687040/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.458266:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc7800 with x1830945817687040 ext(0->4095) 00002000:00010000:2.0:1746126732.458269:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc7800 00000100:00100000:2.0:1746126732.458285:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13692 00000100:00100000:2.0:1746126732.458290:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817687040:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.458526:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817687040:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 231us (516us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.458532:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13692 00002000:00100000:2.0:1746126732.458536:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc7800 x1830945817687040/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.458543:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc7800 with x1830945817687040 ext(0->4095) 00002000:00010000:2.0:1746126732.458545:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc7800 00000100:00100000:0.0:1746126732.458671:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.458710:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817687168 00000100:00100000:1.0:1746126732.458714:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817687168 00000100:00100000:1.0:1746126732.458736:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30215 00000100:00100000:1.0:1746126732.458742:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+91:1776:x1830945817687168:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.458753:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.458765:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6776 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.458785:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844813bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b676f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.458791:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.458793:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.458796:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.458819:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844813bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b676f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.458829:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844813bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b676f expref: 5 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.458838:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098ec8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813633024:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.458894:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.460903:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.460973:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.460989:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817687424 00000100:00100000:0.0:1746126732.460993:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817687424 00000100:00100000:1.0:1746126732.461091:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098ec8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813633024:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126732.461109:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.461121:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00000100:00100000:3.0:1746126732.461178:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817687296 00000100:00100000:3.0:1746126732.461182:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817687296 00010000:00010000:3.0:1746126732.461194:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844813bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b676f expref: 7 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.461217:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13409 00000100:00100000:3.0:1746126732.461231:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2008:x1830945817687296:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.461243:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.461256:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844813bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b676f expref: 7 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.461265:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844813bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b676f expref: 7 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.461282:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844813bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b676f expref: 7 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.461293:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.461295:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.461300:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.461324:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.461358:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.461366:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813633152:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126732.461430:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30216 00000100:00100000:0.0:1746126732.461436:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817687424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126732.461445:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126732.461452:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b677d expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.461465:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.461470:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126732.461471:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126732.461474:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.461487:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.461496:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:0.0:1746126732.461508:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813633280:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.461774:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+92:1776:x1830945817687168:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3031us (3102us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.461783:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30215 00000100:00100000:3.0:1746126732.461969:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.462000:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.463105:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813633280:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.463120:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.463133:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4a00, rc 0) 00000100:00100000:2.0:1746126732.463156:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:1778:x1830945817687424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1720us (2182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.463160:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30216 00000100:00100000:3.0:1746126732.463217:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813633152:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.463237:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.463252:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817687296:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2021us (2354us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.463261:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13409 00000100:00100000:0.0:1746126732.464192:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.464274:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817687680 00000100:00100000:2.0:1746126732.464279:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817687680 00002000:00100000:2.0:1746126732.464333:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc6300 x1830945817687680/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.464345:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc6300 with x1830945817687680 ext(0->4095) 00010000:00010000:2.0:1746126732.464351:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.464361:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.464366:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc6300 00000100:00100000:2.0:1746126732.464383:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2971 00000100:00100000:2.0:1746126732.464389:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2008:x1830945817687680:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.464482:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2008:x1830945817687680:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.464487:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2971 00002000:00100000:2.0:1746126732.464492:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc6300 x1830945817687680/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.464503:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc6300 with x1830945817687680 ext(0->4095) 00010000:00010000:2.0:1746126732.464507:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.464514:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.464519:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc6300 00000100:00100000:0.0:1746126732.467231:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.467288:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817687808 00000100:00100000:3.0:1746126732.467297:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817687808 00010000:00010000:3.0:1746126732.467364:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.467397:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13410 00000100:00100000:3.0:1746126732.467404:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2009:x1830945817687808:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.467415:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.467429:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.467439:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.467458:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844813c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6776 expref: 92 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.467590:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.467592:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.467599:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.467606:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.467632:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.467642:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813633408:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.467715:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.467847:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.468418:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817687936 00000100:00100000:3.0:1746126732.468422:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817687936 00000100:00100000:3.0:1746126732.468518:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30217 00000100:00100000:3.0:1746126732.468524:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+92:1776:x1830945817687936:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.468535:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.468546:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6784 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.468561:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.468567:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.468568:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.468571:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813d0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6784 expref: 93 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.468587:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.468596:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 5 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.468604:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813633536:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.468882:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.470337:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813633408:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.470337:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813633536:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.470352:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126732.470356:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813d0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6784 expref: 93 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.470366:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099254400, rc 0) 00000100:00100000:2.0:1746126732.470472:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+93:1776:x1830945817687936:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1947us (2623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.470479:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30217 00000100:00100000:1.0:1746126732.470708:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.470761:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2009:x1830945817687808:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2984us (3170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.470770:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13410 00000100:00100000:2.0:1746126732.470812:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817688192 00000100:00100000:2.0:1746126732.470817:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817688192 00002000:00100000:2.0:1746126732.470842:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8a80 x1830945817688192/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.470850:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8a80 with x1830945817688192 ext(0->4095) 00010000:00010000:2.0:1746126732.470856:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.470866:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.470872:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ec8a80 00000100:00100000:2.0:1746126732.470898:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2972 00000100:00100000:2.0:1746126732.470904:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817688192:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126732.471000:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817688192:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (292us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.471006:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2972 00002000:00100000:2.0:1746126732.471011:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8a80 x1830945817688192/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.471017:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8a80 with x1830945817688192 ext(0->4095) 00010000:00010000:2.0:1746126732.471022:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.471030:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.471035:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098ec8a80 00000100:00100000:0.0:1746126732.476488:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.476632:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817688320 00000100:00100000:3.0:1746126732.476640:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817688320 00010000:00010000:3.0:1746126732.476669:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.476727:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13411 00000100:00100000:3.0:1746126732.476734:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817688320:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.476746:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.476761:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.476772:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.476791:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a844813c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b677d expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.476817:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.476819:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.476826:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6784 expref: 91 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.476838:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6784 expref: 91 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.476866:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6784 expref: 91 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.476877:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813633664:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.476945:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.479349:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813633664:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.479365:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.479399:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817688320:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2665us (2918us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.479408:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13411 00000100:00100000:0.0:1746126732.479611:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.479654:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817688576 00000100:00100000:1.0:1746126732.479662:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817688576 00002000:00100000:1.0:1746126732.479690:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc5c00 x1830945817688576/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.479699:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc5c00 with x1830945817688576 ext(0->4095) 00002000:00010000:1.0:1746126732.479703:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc5c00 00000100:00100000:1.0:1746126732.479730:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13693 00000100:00100000:1.0:1746126732.479736:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2008:x1830945817688576:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126732.479843:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2008:x1830945817688576:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.479849:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13693 00002000:00100000:1.0:1746126732.479853:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc5c00 x1830945817688576/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.479860:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc5c00 with x1830945817688576 ext(0->4095) 00002000:00010000:1.0:1746126732.479862:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc5c00 00000100:00100000:0.0:1746126732.483235:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.483336:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817688704 00000100:00100000:2.0:1746126732.483343:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817688704 00000100:00100000:2.0:1746126732.483388:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30218 00000100:00100000:2.0:1746126732.483394:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817688704:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.483407:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.483420:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b678b expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.483448:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6784 expref: 91 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.483455:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.483457:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.483460:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813d7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b678b expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.483484:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6784 expref: 91 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.483493:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6784 expref: 91 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.483504:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813633792:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126732.483582:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.485972:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813633792:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.486006:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813d7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b678b expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.486020:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d110600, rc 0) 00000100:00100000:2.0:1746126732.486053:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817688704:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2658us (2834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.486238:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30218 00000100:00100000:0.0:1746126732.486525:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.486581:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817688832 00000100:00100000:3.0:1746126732.486587:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817688832 00010000:00010000:3.0:1746126732.486608:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6784 expref: 92 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.486629:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13412 00000100:00100000:3.0:1746126732.486635:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2008:x1830945817688832:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.486644:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.486660:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6784 expref: 92 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.486674:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6784 expref: 92 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.486692:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6784 expref: 92 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.486719:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.486721:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.486727:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b678b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.486734:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b678b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.486757:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b678b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.486930:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813633920:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.487053:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.489033:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813633920:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.489048:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.489087:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+91:2008:x1830945817688832:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2450us (2561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.489095:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13412 00000100:00100000:0.0:1746126732.489645:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.489788:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817689088 00000100:00100000:3.0:1746126732.489793:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817689088 00002000:00100000:3.0:1746126732.489818:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc7480 x1830945817689088/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.489826:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc7480 with x1830945817689088 ext(0->4095) 00002000:00010000:3.0:1746126732.489830:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc7480 00000100:00100000:3.0:1746126732.489856:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13694 00000100:00100000:3.0:1746126732.489862:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817689088:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126732.489952:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817689088:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.489957:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13694 00002000:00100000:3.0:1746126732.489961:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc7480 x1830945817689088/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.489967:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc7480 with x1830945817689088 ext(0->4095) 00002000:00010000:3.0:1746126732.489969:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88006dcc7480 00000100:00100000:0.0:1746126732.490616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.491487:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817689216 00000100:00100000:2.0:1746126732.491494:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817689216 00000100:00100000:2.0:1746126732.491530:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30219 00000100:00100000:2.0:1746126732.491537:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+91:1776:x1830945817689216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.491547:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.491559:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6792 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.491581:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b678b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.491588:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.491589:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.491593:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 92 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.491615:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b678b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.491624:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b678b expref: 5 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.491634:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813634048:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126732.492211:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.492350:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.492448:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817689344 00000100:00100000:1.0:1746126732.492452:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817689344 00000100:00100000:1.0:1746126732.492473:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30220 00000100:00100000:1.0:1746126732.492478:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+93:1778:x1830945817689344:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.492486:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.492492:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844813e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6799 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.492505:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.492508:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 94 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.492514:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.492516:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844813e5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6799 expref: 94 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.492535:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 94 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.492545:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844813e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6799 expref: 94 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.492552:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126732.492575:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+94:1778:x1830945817689344:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.492580:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30220 00000100:00100000:2.0:1746126732.494456:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813634048:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.494525:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 93 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.494542:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d111200, rc 0) 00000100:00100000:2.0:1746126732.494580:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+93:1776:x1830945817689216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3043us (3964us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.494586:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30219 00000100:00100000:0.0:1746126732.495338:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.496010:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817689472 00000100:00100000:3.0:1746126732.496017:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817689472 00010000:00010000:3.0:1746126732.496045:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b678b expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.496085:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13413 00000100:00100000:3.0:1746126732.496092:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817689472:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.496102:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.496118:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b678b expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.496132:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b678b expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.496151:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d110600/0xd8b4f51a844813d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b678b expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.496178:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.496180:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.496186:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 92 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.496193:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 92 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.496216:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 92 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.496239:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 92 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.496248:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813634304:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.496341:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.499137:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813634304:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.499155:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.499188:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817689472:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3096us (3852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.499294:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13413 00000100:00100000:0.0:1746126732.499758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.499860:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817689728 00000100:00100000:3.0:1746126732.499866:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817689728 00002000:00100000:3.0:1746126732.499896:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc7100 x1830945817689728/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.499904:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc7100 with x1830945817689728 ext(0->4095) 00010000:00010000:3.0:1746126732.499912:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 93 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.499923:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 93 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.499929:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc7100 00000100:00100000:3.0:1746126732.499943:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2973 00000100:00100000:3.0:1746126732.499948:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+93:2008:x1830945817689728:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126732.500045:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+93:2008:x1830945817689728:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (288us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.500051:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2973 00002000:00100000:3.0:1746126732.500056:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc7100 x1830945817689728/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.500063:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc7100 with x1830945817689728 ext(0->4095) 00010000:00010000:3.0:1746126732.500067:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 93 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.500080:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 93 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.500085:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc7100 00000100:00100000:0.0:1746126732.504097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.504280:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817689856 00000100:00100000:3.0:1746126732.504290:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817689856 00010000:00010000:3.0:1746126732.504648:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 93 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.504683:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13414 00000100:00100000:3.0:1746126732.504692:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+93:2010:x1830945817689856:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.504706:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.504727:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 93 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.504740:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 93 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.504763:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a844813de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6792 expref: 93 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.504794:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.504796:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.504804:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844813e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6799 expref: 92 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.504815:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844813e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6799 expref: 92 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.504851:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844813e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6799 expref: 92 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.504862:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813634432:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.505452:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.509480:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813634432:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.509505:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.509566:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2010:x1830945817689856:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4875us (5478us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.509577:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13414 00000100:00100000:0.0:1746126732.509712:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.509736:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817690112 00000100:00100000:0.0:1746126732.509742:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817690112 00002000:00100000:0.0:1746126732.509782:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fed80 x1830945817690112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.509792:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fed80 with x1830945817690112 ext(0->4095) 00002000:00010000:0.0:1746126732.509796:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fed80 00000100:00100000:0.0:1746126732.509829:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13695 00000100:00100000:0.0:1746126732.509836:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2007:x1830945817690112:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126732.509972:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2007:x1830945817690112:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (260us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126732.509977:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13695 00002000:00100000:0.0:1746126732.509983:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fed80 x1830945817690112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.509989:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fed80 with x1830945817690112 ext(0->4095) 00002000:00010000:0.0:1746126732.509991:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fed80 00000100:00100000:0.0:1746126732.513131:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.513261:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817690240 00000100:00100000:2.0:1746126732.513272:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817690240 00000100:00100000:2.0:1746126732.513374:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30221 00000100:00100000:2.0:1746126732.513382:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817690240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.513401:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.513419:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b67a0 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.513449:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844813e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6799 expref: 91 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.513457:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.513459:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.513462:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.513498:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844813e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6799 expref: 91 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.513508:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844813e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6799 expref: 91 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.513524:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813634560:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126732.514572:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.519786:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813634560:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.519821:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.519840:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099254400, rc 0) 00000100:00100000:2.0:1746126732.519889:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817690240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6506us (6763us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.519902:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30221 00000100:00100000:0.0:1746126732.524369:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.526010:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817690368 00000100:00100000:3.0:1746126732.526020:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817690368 00000100:00100000:3.0:1746126732.526073:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30222 00000100:00100000:3.0:1746126732.526081:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+92:1776:x1830945817690368:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.526099:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746126732.526107:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126732.526129:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b67a7 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.526158:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.526163:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.526174:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126732.526177:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 93 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.526214:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.526238:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 93 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.526248:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61000, rc 0) 00000100:00100000:3.0:1746126732.526295:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+93:1776:x1830945817690368:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (1937us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.526301:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30222 00000100:00100000:3.0:1746126732.526340:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817690496 00000100:00100000:3.0:1746126732.526344:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817690496 00010000:00010000:3.0:1746126732.526356:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844813e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6799 expref: 93 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.526373:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13415 00000100:00100000:3.0:1746126732.526377:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+93:2008:x1830945817690496:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.526384:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.526402:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844813e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6799 expref: 93 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.526412:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844813e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6799 expref: 93 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.526429:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844813e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6799 expref: 93 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.526443:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.526445:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.526451:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.526458:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.526474:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.526485:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 5 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.526495:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813634816:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.527841:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.532569:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813634816:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.532596:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.532648:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2008:x1830945817690496:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 6267us (6539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.532659:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13415 00000100:00100000:1.0:1746126732.534076:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126732.534157:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126732.534342:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817690752 00000100:00100000:3.0:1746126732.534352:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817690752 00002000:00100000:3.0:1746126732.534399:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eca680 x1830945817690752/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.534409:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eca680 with x1830945817690752 ext(0->4095) 00010000:00010000:3.0:1746126732.534418:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.534431:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.534437:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eca680 00000100:00100000:3.0:1746126732.534457:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2974 00000100:00100000:3.0:1746126732.534464:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817690752:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126732.534606:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817690752:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (536us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.534612:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2974 00002000:00100000:3.0:1746126732.534618:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eca680 x1830945817690752/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.534626:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eca680 with x1830945817690752 ext(0->4095) 00010000:00010000:3.0:1746126732.534630:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.534638:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.534643:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eca680 00000100:00100000:1.0:1746126732.539798:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.539979:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817690880 00000100:00100000:3.0:1746126732.539989:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817690880 00010000:00010000:3.0:1746126732.540025:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.540982:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13416 00000100:00100000:3.0:1746126732.540991:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817690880:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.541005:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.541029:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.541041:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.541066:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a844813ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a0 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.541087:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.541089:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.541097:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 91 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.541105:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 91 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.541138:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 91 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.541156:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813634944:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.541261:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.544850:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813634944:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.544869:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.544915:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817690880:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3924us (5127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.544924:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13416 00000100:00100000:1.0:1746126732.545442:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.545496:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817691136 00000100:00100000:0.0:1746126732.545503:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817691136 00002000:00100000:0.0:1746126732.545616:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eca300 x1830945817691136/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.545624:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eca300 with x1830945817691136 ext(0->4095) 00002000:00010000:0.0:1746126732.545629:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098eca300 00000100:00100000:0.0:1746126732.545652:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13696 00000100:00100000:0.0:1746126732.545657:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2007:x1830945817691136:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126732.545788:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2007:x1830945817691136:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (352us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126732.545793:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13696 00002000:00100000:0.0:1746126732.545797:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eca300 x1830945817691136/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.545807:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eca300 with x1830945817691136 ext(0->4095) 00002000:00010000:0.0:1746126732.545808:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098eca300 00000100:00100000:0.0:1746126732.549592:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.549688:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817691264 00000100:00100000:3.0:1746126732.549699:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817691264 00000100:00100000:3.0:1746126732.549762:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30223 00000100:00100000:3.0:1746126732.549769:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817691264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.549784:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.549799:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b67ae expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.549824:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 91 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.549832:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.549833:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.549836:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.550028:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 91 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.550044:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 91 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.550056:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813635072:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.552049:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.556415:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813635072:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.556463:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.556485:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:3.0:1746126732.556549:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817691264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6777us (6962us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.556559:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30223 00000100:00100000:0.0:1746126732.559244:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.560119:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817691392 00000100:00100000:3.0:1746126732.560132:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817691392 00002000:00100000:3.0:1746126732.560182:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800992ff800 x1830945817691392/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.560192:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992ff800 with x1830945817691392 ext(0->7) 00010000:00010000:3.0:1746126732.560202:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 92 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.560226:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 92 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.560239:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992ff800 00000100:00100000:3.0:1746126732.560265:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2975 00000100:00100000:3.0:1746126732.560272:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+92:2008:x1830945817691392:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126732.562659:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+94:2008:x1830945817691392:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2381us (3414us total) trans 4294972058 rc 0/0 00000100:00100000:0.0:1746126732.562670:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2975 00002000:00100000:0.0:1746126732.562678:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800992ff800 x1830945817691392/t4294972058(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/448 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.562686:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992ff800 with x1830945817691392 ext(0->7) 00010000:00010000:0.0:1746126732.562694:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 94 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.562707:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 94 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.562713:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992ff800 00000100:00100000:0.0:1746126732.570679:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.570720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.570777:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817691520 00000100:00100000:3.0:1746126732.570792:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817691520 00000100:00100000:3.0:1746126732.570855:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30224 00000100:00100000:3.0:1746126732.570863:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+94:1776:x1830945817691520:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.570884:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.570902:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b67b5 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.570932:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.570938:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.570944:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126732.570947:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 95 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.570984:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.570997:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 95 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.571008:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009918a200, rc 0) 00000100:00100000:3.0:1746126732.571131:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+95:1776:x1830945817691520:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 268us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.571137:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30224 00000100:00100000:2.0:1746126732.571340:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817691648 00000100:00100000:2.0:1746126732.571348:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817691648 00010000:00010000:2.0:1746126732.571376:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 95 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.571408:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13417 00000100:00100000:2.0:1746126732.571414:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+95:2007:x1830945817691648:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.571425:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126732.571438:0:9580:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746126732 -> 1746126733 00002000:00010000:2.0:1746126732.571441:0:9580:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746126732 -> 1746126733 00010000:00010000:2.0:1746126732.571445:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 95 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.571460:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 95 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.571477:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844813f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67a7 expref: 95 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.571498:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.571500:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.571506:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.571512:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.571537:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.571546:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 5 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.571556:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813635328:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.571945:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.574122:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813635328:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.574142:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.574456:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+94:2007:x1830945817691648:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3039us (3732us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.574470:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13417 00000100:00100000:0.0:1746126732.574988:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.575256:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817691904 00000100:00100000:2.0:1746126732.575262:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817691904 00002000:00100000:2.0:1746126732.575292:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992ff480 x1830945817691904/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.575301:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992ff480 with x1830945817691904 ext(0->4095) 00010000:00010000:2.0:1746126732.575322:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.575334:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.575340:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992ff480 00000100:00100000:2.0:1746126732.575354:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2976 00000100:00100000:2.0:1746126732.575359:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817691904:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.575459:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817691904:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (473us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.575464:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2976 00002000:00100000:2.0:1746126732.575469:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992ff480 x1830945817691904/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.575475:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992ff480 with x1830945817691904 ext(0->4095) 00010000:00010000:2.0:1746126732.575479:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.575491:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.575496:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992ff480 00000100:00100000:0.0:1746126732.577936:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.578033:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817692032 00000100:00100000:2.0:1746126732.578039:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817692032 00010000:00010000:2.0:1746126732.578063:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.578084:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13418 00000100:00100000:2.0:1746126732.578090:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817692032:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.578100:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.578116:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.578126:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.578145:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844813fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ae expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.578170:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.578172:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.578179:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 93 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.578191:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 93 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.578229:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 93 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.578240:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813635456:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.578321:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.583507:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.583813:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813635456:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.583834:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.583886:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817692032:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5794us (5954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.583895:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13418 00000100:00100000:1.0:1746126732.584054:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817692288 00000100:00100000:1.0:1746126732.584060:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817692288 00002000:00100000:1.0:1746126732.584086:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fce00 x1830945817692288/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.584095:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fce00 with x1830945817692288 ext(0->4095) 00002000:00010000:1.0:1746126732.584099:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fce00 00000100:00100000:1.0:1746126732.584112:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13697 00000100:00100000:1.0:1746126732.584116:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+94:2007:x1830945817692288:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126732.584229:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+94:2007:x1830945817692288:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (734us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.584234:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13697 00002000:00100000:1.0:1746126732.584238:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fce00 x1830945817692288/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.584245:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fce00 with x1830945817692288 ext(0->4095) 00002000:00010000:1.0:1746126732.584247:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fce00 00000100:00100000:0.0:1746126732.591407:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.591662:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817692416 00000100:00100000:2.0:1746126732.591669:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817692416 00000100:00100000:2.0:1746126732.592694:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30225 00000100:00100000:2.0:1746126732.592703:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817692416:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.592719:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.592733:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481408 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b67bc expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.592757:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 93 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.592764:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.592766:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.592769:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481408 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67bc expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.592793:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 93 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.592803:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 93 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.592812:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813635584:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126732.592897:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.598493:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.598697:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817692544 00000100:00100000:3.0:1746126732.598704:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817692544 00002000:00100000:3.0:1746126732.598744:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800992fc700 x1830945817692544/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.598753:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fc700 with x1830945817692544 ext(0->7) 00010000:00010000:3.0:1746126732.598761:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 94 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.598774:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 94 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.598780:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fc700 00000100:00100000:2.0:1746126732.599120:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813635584:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.599142:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481408 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67bc expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.599154:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d110c00, rc 0) 00000100:00100000:2.0:1746126732.599202:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817692416:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6500us (7801us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.599208:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30225 00000100:00100000:3.0:1746126732.599272:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2977 00000100:00100000:3.0:1746126732.599279:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+94:2007:x1830945817692544:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126732.600805:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2007:x1830945817692544:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1523us (2314us total) trans 4294972059 rc 0/0 00000100:00100000:0.0:1746126732.600812:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2977 00002000:00100000:0.0:1746126732.600818:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800992fc700 x1830945817692544/t4294972059(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/448 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.600825:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fc700 with x1830945817692544 ext(0->7) 00010000:00010000:0.0:1746126732.600831:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 96 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.600841:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 96 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.600847:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fc700 00000100:00100000:0.0:1746126732.607600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.608109:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817692672 00000100:00100000:2.0:1746126732.608117:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817692672 00010000:00010000:2.0:1746126732.608143:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 96 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.608173:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13419 00000100:00100000:2.0:1746126732.608179:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2008:x1830945817692672:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.608193:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.608207:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 96 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.608229:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 96 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.608247:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009918a200/0xd8b4f51a84481401 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67b5 expref: 96 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.608295:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.608297:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.608332:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481408 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67bc expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.608341:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481408 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67bc expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.608373:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481408 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67bc expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.608386:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813635712:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.608453:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.610301:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813635712:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.610344:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.610370:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+95:2008:x1830945817692672:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2190us (2776us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.610381:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13419 00000100:00100000:0.0:1746126732.611803:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.612872:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817692928 00000100:00100000:2.0:1746126732.612879:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817692928 00002000:00100000:2.0:1746126732.613002:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992ffb80 x1830945817692928/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.613011:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992ffb80 with x1830945817692928 ext(0->4095) 00002000:00010000:2.0:1746126732.613016:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992ffb80 00000100:00100000:2.0:1746126732.613045:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13698 00000100:00100000:2.0:1746126732.613052:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817692928:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126732.613462:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817692928:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 410us (1661us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.613467:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13698 00002000:00100000:2.0:1746126732.613471:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992ffb80 x1830945817692928/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.613476:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992ffb80 with x1830945817692928 ext(0->4095) 00002000:00010000:2.0:1746126732.613478:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992ffb80 00000100:00100000:0.0:1746126732.613851:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.613914:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817693056 00000100:00100000:2.0:1746126732.613918:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817693056 00000100:00100000:2.0:1746126732.613949:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30226 00000100:00100000:2.0:1746126732.613953:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+95:1776:x1830945817693056:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.613961:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.613972:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b67c3 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.613992:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481408 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67bc expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.613996:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.613997:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.613999:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 96 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.614016:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481408 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67bc expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.614022:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481408 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67bc expref: 5 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.614029:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813635840:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126732.614078:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.615357:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813635840:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126732.615362:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126732.615374:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 96 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.615384:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d111200, rc 0) 00000100:00100000:2.0:1746126732.615429:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+96:1776:x1830945817693056:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1473us (1577us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.615435:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30226 00000100:00100000:3.0:1746126732.615447:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817693184 00000100:00100000:3.0:1746126732.615451:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817693184 00000100:00100000:3.0:1746126732.615479:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30227 00000100:00100000:3.0:1746126732.615484:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+96:1778:x1830945817693184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.615492:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.615499:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481416 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b67ca expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.615512:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.615517:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 97 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.615521:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.615524:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481416 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ca expref: 97 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.615543:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 97 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.615553:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481416 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ca expref: 97 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.615559:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:3.0:1746126732.615580:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+97:1778:x1830945817693184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.615586:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30227 00000100:00100000:0.0:1746126732.616361:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.616417:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817693312 00000100:00100000:2.0:1746126732.616422:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817693312 00010000:00010000:2.0:1746126732.616440:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481408 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67bc expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.616462:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13420 00000100:00100000:2.0:1746126732.616466:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817693312:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.616473:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.616487:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481408 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67bc expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.616496:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481408 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67bc expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.616511:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481408 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67bc expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.616522:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.616524:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.616529:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 96 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.616535:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 96 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.616550:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 96 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.616558:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 96 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.616567:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813636096:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.616607:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.619767:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.619781:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813636096:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.619793:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.619836:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817693312:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3367us (3476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.619844:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13420 00000100:00100000:3.0:1746126732.619908:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817693568 00000100:00100000:3.0:1746126732.619914:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817693568 00002000:00100000:3.0:1746126732.619942:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fea00 x1830945817693568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.619948:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fea00 with x1830945817693568 ext(0->4095) 00010000:00010000:3.0:1746126732.619954:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.619965:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.619975:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fea00 00000100:00100000:3.0:1746126732.619989:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2978 00000100:00100000:3.0:1746126732.619995:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+97:2007:x1830945817693568:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126732.620114:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+97:2007:x1830945817693568:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (352us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.620122:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2978 00002000:00100000:3.0:1746126732.620127:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fea00 x1830945817693568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.620134:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fea00 with x1830945817693568 ext(0->4095) 00010000:00010000:3.0:1746126732.620138:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.620147:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.620151:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fea00 00000100:00100000:0.0:1746126732.622893:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.622950:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817693696 00000100:00100000:2.0:1746126732.622958:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817693696 00010000:00010000:2.0:1746126732.622984:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.623022:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13421 00000100:00100000:2.0:1746126732.623028:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+97:2008:x1830945817693696:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.623039:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.623055:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.623066:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.623090:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d111200/0xd8b4f51a8448140f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67c3 expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.623116:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.623121:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.623127:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481416 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ca expref: 96 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.623134:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ca expref: 96 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.623162:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ca expref: 96 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.623172:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813636224:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.623237:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.625470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.625673:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813636224:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.625699:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.625728:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817693952 00000100:00100000:3.0:1746126732.625736:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817693952 00000100:00100000:2.0:1746126732.625740:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+97:2008:x1830945817693696:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2712us (2852us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.625750:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13421 00002000:00100000:3.0:1746126732.625770:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c009c00 x1830945817693952/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.625778:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c009c00 with x1830945817693952 ext(0->4095) 00002000:00010000:3.0:1746126732.625782:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c009c00 00000100:00100000:3.0:1746126732.625814:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13699 00000100:00100000:3.0:1746126732.625820:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2008:x1830945817693952:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126732.625941:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2008:x1830945817693952:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (480us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.625946:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13699 00002000:00100000:3.0:1746126732.625951:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c009c00 x1830945817693952/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.625957:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c009c00 with x1830945817693952 ext(0->4095) 00002000:00010000:3.0:1746126732.625960:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c009c00 00000100:00100000:0.0:1746126732.628449:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.629045:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817694080 00000100:00100000:3.0:1746126732.629054:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817694080 00000100:00100000:3.0:1746126732.629115:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30228 00000100:00100000:3.0:1746126732.629123:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817694080:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.629141:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.629160:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448141d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b67d1 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.629189:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481416 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ca expref: 95 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.629196:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.629198:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.629201:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448141d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d1 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.629246:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ca expref: 95 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.629263:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ca expref: 95 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.629275:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813636352:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.629393:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.631418:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813636352:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.631578:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448141d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d1 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.631596:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61000, rc 0) 00000100:00100000:3.0:1746126732.631742:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817694080:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2618us (3300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.631751:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30228 00000100:00100000:0.0:1746126732.631805:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.631855:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817694208 00000100:00100000:2.0:1746126732.631861:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817694208 00010000:00010000:2.0:1746126732.631892:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ca expref: 96 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.631913:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13422 00000100:00100000:2.0:1746126732.631918:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2007:x1830945817694208:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.631929:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.631948:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ca expref: 96 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.631963:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ca expref: 96 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.631985:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481416 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ca expref: 96 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.632000:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.632002:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.632008:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448141d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.632014:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448141d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.632040:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448141d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.632051:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813636480:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.632099:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.635069:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813636480:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126732.635081:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126732.635093:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.635289:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+95:2007:x1830945817694208:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3368us (3482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.635300:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13422 00000100:00100000:3.0:1746126732.635477:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817694464 00000100:00100000:3.0:1746126732.635484:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817694464 00002000:00100000:3.0:1746126732.635524:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c009880 x1830945817694464/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.635534:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c009880 with x1830945817694464 ext(0->4095) 00002000:00010000:3.0:1746126732.635541:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c009880 00000100:00100000:3.0:1746126732.635564:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13700 00000100:00100000:3.0:1746126732.635571:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817694464:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126732.635706:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817694464:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (624us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.635715:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13700 00002000:00100000:3.0:1746126732.635720:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c009880 x1830945817694464/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.635727:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c009880 with x1830945817694464 ext(0->4095) 00002000:00010000:3.0:1746126732.635730:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c009880 00000100:00100000:2.0:1746126732.637009:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.637526:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817694592 00000100:00100000:3.0:1746126732.637532:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817694592 00000100:00100000:3.0:1746126732.637576:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30229 00000100:00100000:3.0:1746126732.637582:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+95:1776:x1830945817694592:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.637596:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.637614:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b67d8 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.637644:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448141d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.637652:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.637654:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.637658:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 96 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.637692:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448141d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.637703:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448141d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d1 expref: 5 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.637721:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813636608:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.637786:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.639496:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.639936:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813636608:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126732.639942:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817694720 00000100:00100000:2.0:1746126732.639948:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817694720 00010000:00010000:3.0:1746126732.639964:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 97 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.639981:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009918bc00, rc 0) 00000100:00100000:2.0:1746126732.639997:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30230 00000100:00100000:2.0:1746126732.640003:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+97:1778:x1830945817694720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.640016:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.640028:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a8448142b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b67df expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.640029:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+97:1776:x1830945817694592:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2447us (3024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.640035:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30229 00010000:00010000:2.0:1746126732.640047:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.640051:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 97 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.640056:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.640060:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a8448142b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67df expref: 97 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.640088:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 97 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.640097:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a8448142b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67df expref: 97 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.640104:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d111800, rc 0) 00000100:00100000:2.0:1746126732.640295:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+97:1778:x1830945817694720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 290us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.640432:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30230 00000100:00100000:0.0:1746126732.640771:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.640934:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817694848 00000100:00100000:2.0:1746126732.640938:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817694848 00010000:00010000:2.0:1746126732.640955:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448141d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d1 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.640974:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13423 00000100:00100000:2.0:1746126732.640979:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817694848:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.640987:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.641005:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448141d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d1 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.641016:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448141d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d1 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.641036:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a8448141d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d1 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.641050:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.641052:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.641058:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 96 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.641064:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 96 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.641085:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 96 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.641096:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 96 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.641113:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098855500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813636864:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.641175:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.643257:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098855500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813636864:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.643280:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.644395:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817694848:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3407us (3616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.644407:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13423 00000100:00100000:2.0:1746126732.644697:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.644793:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817695104 00000100:00100000:0.0:1746126732.644800:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817695104 00002000:00100000:0.0:1746126732.644842:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098855500 x1830945817695104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.644852:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098855500 with x1830945817695104 ext(0->4095) 00010000:00010000:0.0:1746126732.644862:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 97 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.644876:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 97 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.644882:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098855500 00000100:00100000:0.0:1746126732.644910:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2979 00000100:00100000:0.0:1746126732.644917:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+97:2008:x1830945817695104:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126732.645264:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098855500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+97:2008:x1830945817695104:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 346us (567us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126732.645271:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2979 00002000:00100000:0.0:1746126732.645276:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098855500 x1830945817695104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.645284:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098855500 with x1830945817695104 ext(0->4095) 00010000:00010000:0.0:1746126732.645289:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 97 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.645298:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 97 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.645326:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098855500 00000100:00100000:0.0:1746126732.646847:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.646899:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817695232 00000100:00100000:2.0:1746126732.646906:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817695232 00010000:00010000:2.0:1746126732.646934:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 97 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.646963:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13424 00000100:00100000:2.0:1746126732.646969:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+97:2007:x1830945817695232:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.646982:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.646999:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 97 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.647009:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 97 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.647032:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009918bc00/0xd8b4f51a84481424 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67d8 expref: 97 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.647051:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.647053:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.647061:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a8448142b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67df expref: 96 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.647067:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a8448142b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67df expref: 96 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.647097:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a8448142b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67df expref: 96 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.647106:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813636992:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.647271:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.649511:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813636992:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.649541:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.649591:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2007:x1830945817695232:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2619us (2746us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.649602:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13424 00000100:00100000:1.0:1746126732.650831:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.650880:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817695488 00000100:00100000:0.0:1746126732.650888:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817695488 00002000:00100000:0.0:1746126732.650933:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8380 x1830945817695488/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.650943:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8380 with x1830945817695488 ext(0->4095) 00002000:00010000:0.0:1746126732.651108:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098ec8380 00000100:00100000:0.0:1746126732.651142:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13701 00000100:00100000:0.0:1746126732.651150:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2008:x1830945817695488:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126732.651339:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2008:x1830945817695488:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 189us (512us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126732.651750:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13701 00002000:00100000:0.0:1746126732.651757:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8380 x1830945817695488/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.651763:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8380 with x1830945817695488 ext(0->4095) 00002000:00010000:0.0:1746126732.651766:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098ec8380 00000100:00100000:0.0:1746126732.653165:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.653514:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817695616 00000100:00100000:2.0:1746126732.653523:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817695616 00000100:00100000:2.0:1746126732.653578:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30231 00000100:00100000:2.0:1746126732.653585:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817695616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.653602:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.653619:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b67e6 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.653653:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a8448142b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67df expref: 95 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.653660:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.653663:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.653666:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.653697:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a8448142b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67df expref: 95 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.653710:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a8448142b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67df expref: 95 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.653722:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813637120:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126732.654033:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.655855:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813637120:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.655889:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.655905:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d110c00, rc 0) 00000100:00100000:2.0:1746126732.655944:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817695616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2359us (2784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.655952:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30231 00000100:00100000:0.0:1746126732.656485:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.656884:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817695744 00000100:00100000:2.0:1746126732.656892:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817695744 00010000:00010000:2.0:1746126732.657033:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a8448142b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67df expref: 96 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.657186:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13425 00000100:00100000:2.0:1746126732.657194:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2007:x1830945817695744:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.657208:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.658278:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a8448142b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67df expref: 96 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.658294:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a8448142b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67df expref: 96 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.658338:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d111800/0xd8b4f51a8448142b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67df expref: 96 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.658365:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.658367:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.658378:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.658390:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.658431:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.658448:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813637248:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.659061:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.664529:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.664915:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817695872 00000100:00100000:2.0:1746126732.664925:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817695872 00000100:00100000:2.0:1746126732.664987:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30232 00000100:00100000:2.0:1746126732.664995:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+96:1776:x1830945817695872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.665009:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.665024:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b67ed expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.665048:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.665055:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.665056:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.665059:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 97 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.665085:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.665096:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 5 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.665106:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813637376:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126732.665121:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.665166:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813637248:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.665174:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126732.665194:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.665243:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+97:2007:x1830945817695744:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 8049us (8758us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.665253:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13425 00000100:00100000:1.0:1746126732.665334:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817696128 00000100:00100000:1.0:1746126732.665341:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817696128 00002000:00100000:1.0:1746126732.665381:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c008380 x1830945817696128/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.665390:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008380 with x1830945817696128 ext(0->4095) 00010000:00010000:1.0:1746126732.665398:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.665411:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.665418:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c008380 00000100:00100000:1.0:1746126732.665446:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2980 00000100:00100000:1.0:1746126732.665453:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817696128:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126732.665586:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817696128:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (466us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.665592:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2980 00002000:00100000:1.0:1746126732.665597:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c008380 x1830945817696128/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.665605:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008380 with x1830945817696128 ext(0->4095) 00010000:00010000:1.0:1746126732.665610:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.665619:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.665624:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c008380 00000100:00100000:2.0:1746126732.667383:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813637376:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126732.667383:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126732.667423:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 96 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.667437:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099254400, rc 0) 00000100:00100000:2.0:1746126732.667488:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+96:1776:x1830945817695872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2493us (2968us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.667495:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30232 00000100:00100000:1.0:1746126732.667665:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817696256 00000100:00100000:1.0:1746126732.667672:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817696256 00000100:00100000:0.0:1746126732.667696:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.667702:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30233 00000100:00100000:1.0:1746126732.667708:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+96:1778:x1830945817696256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.667721:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.667734:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481440 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b67f4 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.667755:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.667760:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 97 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.667765:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.667769:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481440 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67f4 expref: 97 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.667778:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817696384 00000100:00100000:3.0:1746126732.667782:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817696384 00010000:00010000:1.0:1746126732.667796:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 97 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.667802:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.667806:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481440 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67f4 expref: 97 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.667814:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:3.0:1746126732.667835:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13426 00000100:00100000:3.0:1746126732.667840:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817696384:12345-192.168.204.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746126732.667844:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+97:1778:x1830945817696256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (466us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126732.667848:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126732.667850:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30233 00010000:00010000:3.0:1746126732.667866:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.667877:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.667894:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d110c00/0xd8b4f51a84481432 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67e6 expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.667910:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.667912:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.667918:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 96 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.667924:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 96 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.667945:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 96 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.668027:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 96 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.668039:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813637632:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.668169:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.669904:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813637632:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.669924:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.669971:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817696384:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2129us (2274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.669980:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13426 00000100:00100000:0.0:1746126732.670079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.670552:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817696640 00000100:00100000:3.0:1746126732.670558:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817696640 00002000:00100000:3.0:1746126732.670591:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b5f80 x1830945817696640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.670601:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b5f80 with x1830945817696640 ext(0->4095) 00010000:00010000:3.0:1746126732.670608:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.670619:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.670624:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2b5f80 00000100:00100000:3.0:1746126732.670747:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2981 00000100:00100000:3.0:1746126732.670753:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+97:2007:x1830945817696640:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126732.671170:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+97:2007:x1830945817696640:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 415us (1089us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.671176:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2981 00002000:00100000:3.0:1746126732.671182:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b5f80 x1830945817696640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.671190:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b5f80 with x1830945817696640 ext(0->4095) 00010000:00010000:3.0:1746126732.671195:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.671209:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.671224:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2b5f80 00000100:00100000:0.0:1746126732.674098:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.674166:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817696768 00000100:00100000:3.0:1746126732.674176:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817696768 00010000:00010000:3.0:1746126732.674212:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.674266:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13427 00000100:00100000:3.0:1746126732.674275:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+97:2009:x1830945817696768:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.674291:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.674340:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.674351:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.674380:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099254400/0xd8b4f51a84481439 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67ed expref: 97 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.674445:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.674447:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.674455:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481440 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67f4 expref: 96 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.674468:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481440 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67f4 expref: 96 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.674501:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481440 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67f4 expref: 96 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.674514:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813637760:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.674687:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.677625:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.677854:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817697024 00000100:00100000:2.0:1746126732.677864:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817697024 00002000:00100000:2.0:1746126732.677911:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b5880 x1830945817697024/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.677921:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b5880 with x1830945817697024 ext(0->4095) 00002000:00010000:2.0:1746126732.677926:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2b5880 00000100:00100000:2.0:1746126732.677960:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13702 00000100:00100000:2.0:1746126732.677968:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+97:2007:x1830945817697024:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126732.678002:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813637760:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.678022:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.678064:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+97:2009:x1830945817696768:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3790us (3974us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.678072:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13427 00000100:00100000:2.0:1746126732.678095:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2007:x1830945817697024:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (481us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.678100:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13702 00002000:00100000:2.0:1746126732.678105:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b5880 x1830945817697024/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.678587:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b5880 with x1830945817697024 ext(0->4095) 00002000:00010000:2.0:1746126732.678592:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2b5880 00000100:00100000:0.0:1746126732.682863:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.682933:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817697152 00000100:00100000:1.0:1746126732.682944:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817697152 00000100:00100000:1.0:1746126732.683206:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30234 00000100:00100000:1.0:1746126732.683224:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817697152:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.683244:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.683263:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b67fb expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.683297:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481440 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67f4 expref: 95 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.683344:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.683346:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.683350:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.683391:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481440 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67f4 expref: 95 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.683404:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481440 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67f4 expref: 95 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.683686:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813637888:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.684033:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126732.686482:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813637888:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126732.686514:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.686532:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126732.686580:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817697152:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3365us (3729us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.686590:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30234 00000100:00100000:0.0:1746126732.687254:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.687426:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817697280 00000100:00100000:3.0:1746126732.687434:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817697280 00010000:00010000:3.0:1746126732.687462:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481440 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67f4 expref: 96 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.687497:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13428 00000100:00100000:3.0:1746126732.687504:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2008:x1830945817697280:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.687519:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.687539:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481440 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67f4 expref: 96 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.687549:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481440 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67f4 expref: 96 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.687574:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481440 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67f4 expref: 96 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.687599:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.687601:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.687609:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.687616:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.687645:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.687657:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813638016:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.687716:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.688363:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.688442:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817697408 00000100:00100000:1.0:1746126732.688446:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817697408 00000100:00100000:1.0:1746126732.688854:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30235 00000100:00100000:1.0:1746126732.688861:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+96:1776:x1830945817697408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.688875:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.688888:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6802 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.688908:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.688916:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.688917:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.688921:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 97 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.688941:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.688952:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 5 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.688961:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813638144:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.689419:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126732.693018:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813638144:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126732.693049:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 97 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.693069:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00000100:00100000:1.0:1746126732.693119:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+97:1776:x1830945817697408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4258us (4756us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.693129:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30235 00000100:00100000:0.0:1746126732.693355:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.693475:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817697664 00000100:00100000:2.0:1746126732.693483:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817697664 00002000:00100000:2.0:1746126732.693526:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b4a80 x1830945817697664/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.693543:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b4a80 with x1830945817697664 ext(0->4095) 00010000:00010000:2.0:1746126732.693550:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.693563:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.693569:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2b4a80 00000100:00100000:2.0:1746126732.693587:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2982 00000100:00100000:2.0:1746126732.693593:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817697664:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126732.693739:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817697664:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (385us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.693745:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2982 00002000:00100000:2.0:1746126732.693750:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b4a80 x1830945817697664/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.693757:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b4a80 with x1830945817697664 ext(0->4095) 00010000:00010000:2.0:1746126732.693761:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.693770:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.693776:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2b4a80 00000100:00100000:3.0:1746126732.693839:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813638016:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.693853:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.693876:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2008:x1830945817697280:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 6373us (6624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.693884:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13428 00000100:00100000:0.0:1746126732.696526:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.696670:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817697792 00000100:00100000:3.0:1746126732.696679:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817697792 00010000:00010000:3.0:1746126732.696715:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.696798:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13429 00000100:00100000:3.0:1746126732.696806:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817697792:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.696823:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.696845:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.696858:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.696882:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481447 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b67fb expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.697045:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.697047:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.697056:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 95 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.697063:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 95 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.697098:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 95 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.697111:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813638272:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.697260:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f99c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.698590:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813638272:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.698609:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.698641:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817697792:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1835us (2125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.698651:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13429 00000100:00100000:0.0:1746126732.698976:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.699027:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817698048 00000100:00100000:1.0:1746126732.699032:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817698048 00002000:00100000:1.0:1746126732.699069:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099108a80 x1830945817698048/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.699085:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099108a80 with x1830945817698048 ext(0->4095) 00002000:00010000:1.0:1746126732.699089:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099108a80 00000100:00100000:1.0:1746126732.699121:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13703 00000100:00100000:1.0:1746126732.699127:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2007:x1830945817698048:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126732.699686:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2007:x1830945817698048:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 557us (709us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.699693:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13703 00002000:00100000:1.0:1746126732.699699:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099108a80 x1830945817698048/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.699706:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099108a80 with x1830945817698048 ext(0->4095) 00002000:00010000:1.0:1746126732.699709:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099108a80 00000100:00100000:0.0:1746126732.702624:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.702825:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817698176 00000100:00100000:1.0:1746126732.702834:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817698176 00000100:00100000:1.0:1746126732.702890:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30236 00000100:00100000:1.0:1746126732.702897:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817698176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.702916:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.702934:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481455 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6809 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.702964:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 95 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.702971:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.702973:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.702977:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481455 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6809 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.703006:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 95 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.703017:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 95 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.703030:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813638400:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.703465:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126732.705050:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813638400:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126732.705061:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126732.705075:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481455 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6809 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.705092:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd800, rc 0) 00000100:00100000:2.0:1746126732.705131:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817698304 00000100:00100000:1.0:1746126732.705134:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817698176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2236us (2518us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.705138:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817698304 00000100:00100000:1.0:1746126732.705142:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30236 00002000:00100000:2.0:1746126732.705174:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009910a680 x1830945817698304/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.705184:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910a680 with x1830945817698304 ext(0->7) 00010000:00010000:2.0:1746126732.705190:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 96 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.705201:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 96 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.705207:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009910a680 00000100:00100000:2.0:1746126732.705241:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2983 00000100:00100000:2.0:1746126732.705249:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+96:2007:x1830945817698304:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126732.707383:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+98:2007:x1830945817698304:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2127us (2315us total) trans 4294972060 rc 0/0 00000100:00100000:2.0:1746126732.707393:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2983 00002000:00100000:2.0:1746126732.707401:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009910a680 x1830945817698304/t4294972060(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/448 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.707410:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910a680 with x1830945817698304 ext(0->7) 00010000:00010000:2.0:1746126732.707418:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 98 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.707431:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 98 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.707437:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009910a680 00000001:00080000:0.0:1746126732.708291:0:10888:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972060 is committed 00000100:00100000:0.0:1746126732.712185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.712445:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817698432 00000100:00100000:3.0:1746126732.712456:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817698432 00010000:00010000:3.0:1746126732.712496:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.712529:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13430 00000100:00100000:3.0:1746126732.712536:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099108700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817698432:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.712555:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.712578:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.712591:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.712618:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a8448144e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6802 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.712637:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.712639:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.712647:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481455 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6809 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.712655:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6809 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.712691:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6809 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.712705:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813638528:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126732.714049:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.716944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.717085:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.717133:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817698816 00000100:00100000:3.0:1746126732.717143:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817698816 00000100:00100000:2.0:1746126732.717194:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813638528:192.168.204.15@tcp:105: 00002000:00100000:3.0:1746126732.717197:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099109f80 x1830945817698816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.717207:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099109f80 with x1830945817698816 ext(0->4095) 00002000:00010000:3.0:1746126732.717211:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099109f80 00010000:00010000:2.0:1746126732.717225:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.717242:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13704 00000100:00100000:3.0:1746126732.717249:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817698816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.717271:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099108700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2009:x1830945817698432:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4734us (5096us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.717279:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13430 00000100:00100000:3.0:1746126732.717404:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817698816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.717410:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13704 00002000:00100000:3.0:1746126732.717415:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099109f80 x1830945817698816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.717422:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099109f80 with x1830945817698816 ext(0->4095) 00002000:00010000:3.0:1746126732.717425:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099109f80 00000100:00100000:1.0:1746126732.717430:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817698560 00000100:00100000:1.0:1746126732.717435:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817698560 00000100:00100000:1.0:1746126732.717477:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30237 00000100:00100000:1.0:1746126732.717483:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+5:1776:x1830945817698560:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.717492:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.717509:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6810 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.717538:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481455 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6809 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.717544:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.717546:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.717550:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.717576:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6809 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.717587:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481455 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6809 expref: 5 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.717599:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813638656:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.717650:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.719916:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.720005:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817698944 00000100:00100000:3.0:1746126732.720013:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817698944 00000100:00100000:1.0:1746126732.720025:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813638656:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126732.720050:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.720065:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30238 00000100:00100000:3.0:1746126732.720073:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+7:1778:x1830945817698944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.720088:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.720102:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481463 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6817 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.720129:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.720133:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.720139:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.720143:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481463 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6817 expref: 8 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.720332:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00010000:00010000:3.0:1746126732.720350:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.720362:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481463 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6817 expref: 8 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.720369:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61c00, rc 0) 00000100:00100000:1.0:1746126732.720370:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1776:x1830945817698560:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2887us (3436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.720376:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30237 00000100:00100000:3.0:1746126732.721496:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+7:1778:x1830945817698944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 316us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.721502:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30238 00000100:00100000:0.0:1746126732.721661:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.721717:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817699072 00000100:00100000:3.0:1746126732.721722:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817699072 00010000:00010000:3.0:1746126732.721743:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481455 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6809 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.721785:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13431 00000100:00100000:3.0:1746126732.721792:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817699072:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.721803:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.721821:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481455 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6809 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.721831:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481455 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6809 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.721849:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481455 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6809 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.721864:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.721866:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.721872:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.721879:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.721900:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.721911:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.721928:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813638912:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.721999:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.723718:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813638912:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.723738:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.724464:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817699072:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2667us (2799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.724474:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13431 00000100:00100000:2.0:1746126732.724530:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.724553:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817699328 00000100:00100000:0.0:1746126732.724559:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817699328 00002000:00100000:1.0:1746126732.725710:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc5f80 x1830945817699328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.725722:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc5f80 with x1830945817699328 ext(0->4095) 00010000:00010000:1.0:1746126732.725733:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 7 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.725749:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 7 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.725755:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc5f80 00000100:00100000:1.0:1746126732.725963:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2984 00000100:00100000:1.0:1746126732.725973:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817699328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126732.726452:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817699328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 481us (1922us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.726458:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2984 00002000:00100000:1.0:1746126732.726464:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc5f80 x1830945817699328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.726471:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc5f80 with x1830945817699328 ext(0->4095) 00010000:00010000:1.0:1746126732.726476:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 7 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.726485:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 7 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.726491:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc5f80 00000100:00100000:0.0:1746126732.729821:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.729969:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817699456 00000100:00100000:3.0:1746126732.729980:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817699456 00010000:00010000:3.0:1746126732.730021:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 7 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.730098:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13432 00000100:00100000:3.0:1746126732.730107:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099108000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817699456:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.730123:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.730146:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 7 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.730160:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 7 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.730185:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448145c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6810 expref: 7 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.730228:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.730231:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.730238:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481463 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6817 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.730246:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481463 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6817 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.730285:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481463 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6817 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.730298:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813639040:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.730932:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.733894:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813639040:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.733921:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.733971:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099108000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817699456:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3864us (4159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.733982:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13432 00000100:00100000:0.0:1746126732.734789:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.735137:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817699712 00000100:00100000:2.0:1746126732.735144:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817699712 00002000:00100000:2.0:1746126732.735192:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099109880 x1830945817699712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.735201:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099109880 with x1830945817699712 ext(0->4095) 00002000:00010000:2.0:1746126732.735205:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099109880 00000100:00100000:2.0:1746126732.735268:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13705 00000100:00100000:2.0:1746126732.735275:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817699712:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.735647:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817699712:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 370us (858us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.735653:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13705 00002000:00100000:2.0:1746126732.735658:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099109880 x1830945817699712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.735665:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099109880 with x1830945817699712 ext(0->4095) 00002000:00010000:2.0:1746126732.735668:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099109880 00000100:00100000:0.0:1746126732.739089:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.739207:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817699840 00000100:00100000:3.0:1746126732.739228:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817699840 00000100:00100000:3.0:1746126732.739395:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30239 00000100:00100000:3.0:1746126732.739403:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817699840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.739427:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126732.739559:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b681e expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.739592:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481463 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6817 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.739600:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126732.739602:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126732.739605:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.739639:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481463 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6817 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.739651:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481463 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6817 expref: 5 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:0.0:1746126732.739662:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813639168:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126732.739769:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.741559:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813639168:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.741586:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.741603:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012debd600, rc 0) 00000100:00100000:2.0:1746126732.741636:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817699840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2234us (2556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.741643:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30239 00000100:00100000:0.0:1746126732.744447:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.744621:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817699968 00000100:00100000:3.0:1746126732.744630:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817699968 00010000:00010000:3.0:1746126732.744666:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481463 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6817 expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.744703:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13433 00000100:00100000:3.0:1746126732.744710:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817699968:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.744725:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.744745:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481463 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6817 expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.744757:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481463 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6817 expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.744781:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481463 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6817 expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.744799:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.744801:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.744808:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.744816:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.744849:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.744862:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813639296:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.745186:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.745236:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817700096 00000100:00100000:0.0:1746126732.745240:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817700096 00000100:00100000:3.0:1746126732.745438:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f90c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.745485:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30240 00000100:00100000:0.0:1746126732.745676:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:1776:x1830945817700096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.745819:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.745832:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6825 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.745849:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.745855:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.745856:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.745859:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.745874:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.745883:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 5 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.745890:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813639424:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.745915:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126732.747824:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813639424:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126732.747850:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.747864:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126732.747913:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+7:1776:x1830945817700096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2421us (2726us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.747921:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30240 00000100:00100000:0.0:1746126732.750029:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.750172:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813639296:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.750177:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817700352 00000100:00100000:2.0:1746126732.750185:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817700352 00010000:00010000:3.0:1746126732.750190:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126732.750239:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910a300 x1830945817700352/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.750248:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910a300 with x1830945817700352 ext(0->4095) 00010000:00010000:2.0:1746126732.750257:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.750270:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.750277:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009910a300 00000100:00100000:3.0:1746126732.750283:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817699968:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5572us (5985us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.750296:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13433 00000100:00100000:2.0:1746126732.750331:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2985 00000100:00100000:2.0:1746126732.750338:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817700352:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.751231:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817700352:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 891us (1209us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.751238:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2985 00002000:00100000:2.0:1746126732.751243:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910a300 x1830945817700352/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.751256:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910a300 with x1830945817700352 ext(0->4095) 00010000:00010000:2.0:1746126732.751261:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.751271:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.751276:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009910a300 00000100:00100000:0.0:1746126732.754243:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.754349:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817700480 00000100:00100000:3.0:1746126732.754359:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817700480 00010000:00010000:3.0:1746126732.754396:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.754438:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13434 00000100:00100000:3.0:1746126732.754446:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817700480:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.754460:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.754480:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.754492:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.754516:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448146a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b681e expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.754548:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.754550:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.754557:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.754564:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.754599:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.754611:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813639552:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.754757:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.756441:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813639552:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.756460:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.756492:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817700480:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2045us (2257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.756501:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13434 00000100:00100000:0.0:1746126732.757059:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.757468:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817700736 00000100:00100000:3.0:1746126732.757475:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817700736 00002000:00100000:3.0:1746126732.757510:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099108700 x1830945817700736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.757519:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099108700 with x1830945817700736 ext(0->4095) 00002000:00010000:3.0:1746126732.757524:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099108700 00000100:00100000:0.0:1746126732.757646:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13706 00000100:00100000:0.0:1746126732.757656:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817700736:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126732.758198:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099108700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817700736:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 544us (1139us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126732.758205:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13706 00002000:00100000:0.0:1746126732.758210:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099108700 x1830945817700736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.758233:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099108700 with x1830945817700736 ext(0->4095) 00002000:00010000:0.0:1746126732.758236:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099108700 00000100:00100000:2.0:1746126732.766132:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.766183:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817700864 00000100:00100000:1.0:1746126732.766194:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817700864 00000100:00100000:1.0:1746126732.766264:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30241 00000100:00100000:1.0:1746126732.766273:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817700864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.766361:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.766381:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b682c expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.766411:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.766419:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.766421:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.766424:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.766461:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.766473:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 5 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:1.0:1746126732.766485:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813639680:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.766583:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126732.776191:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098ec8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813639680:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126732.776403:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.776431:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00000100:00100000:1.0:1746126732.776929:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817700864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10655us (10805us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.776996:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30241 00000100:00100000:2.0:1746126732.777749:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.777796:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.777860:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817700992 00000100:00100000:0.0:1746126732.777868:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817700992 00002000:00100000:0.0:1746126732.777911:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88006dcc4380 x1830945817700992/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.777921:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc4380 with x1830945817700992 ext(0->7) 00010000:00010000:0.0:1746126732.777928:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.777940:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.777947:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc4380 00000100:00100000:0.0:1746126732.777964:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2986 00000100:00100000:0.0:1746126732.777971:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817700992:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126732.778810:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817700992:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 838us (1060us total) trans 4294972061 rc 0/0 00000100:00100000:3.0:1746126732.778818:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2986 00002000:00100000:3.0:1746126732.778823:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88006dcc4380 x1830945817700992/t4294972061(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/448 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.778830:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc4380 with x1830945817700992 ext(0->7) 00010000:00010000:3.0:1746126732.778835:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 8 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.778844:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 8 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:3.0:1746126732.778850:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc4380 00000100:00100000:1.0:1746126732.779562:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817701120 00000100:00100000:1.0:1746126732.779569:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817701120 00000100:00100000:1.0:1746126732.780134:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30242 00000100:00100000:1.0:1746126732.780143:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1776:x1830945817701120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.780154:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.780170:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448147f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6833 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.780194:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.780200:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.780206:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126732.780210:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448147f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6833 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.780258:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.780270:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448147f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6833 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.780285:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126732.780355:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1776:x1830945817701120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 213us (2558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.780361:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30242 00000100:00100000:0.0:1746126732.780945:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.781435:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817701248 00000100:00100000:3.0:1746126732.781441:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817701248 00010000:00010000:3.0:1746126732.781463:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 9 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.781549:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13435 00000100:00100000:3.0:1746126732.781555:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817701248:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.781564:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.781580:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 9 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.781589:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 9 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.781606:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481471 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6825 expref: 9 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.781748:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.781750:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.781756:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.781762:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.781782:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.781796:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 5 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.781807:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813639936:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.782333:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.784626:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.784718:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817701504 00000100:00100000:2.0:1746126732.784726:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817701504 00002000:00100000:2.0:1746126732.784765:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099108000 x1830945817701504/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.784775:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099108000 with x1830945817701504 ext(0->4095) 00010000:00010000:2.0:1746126732.784783:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.784795:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.784802:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099108000 00000100:00100000:2.0:1746126732.784818:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2987 00000100:00100000:2.0:1746126732.784823:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817701504:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.784978:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817701504:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.784985:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2987 00002000:00100000:2.0:1746126732.784990:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099108000 x1830945817701504/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.784997:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099108000 with x1830945817701504 ext(0->4095) 00010000:00010000:2.0:1746126732.785002:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.785009:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.785014:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099108000 00000100:00100000:3.0:1746126732.785113:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813639936:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.785130:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.785154:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817701248:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3598us (4210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.785160:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13435 00000100:00100000:0.0:1746126732.788784:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.789022:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817701632 00000100:00100000:3.0:1746126732.789031:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817701632 00010000:00010000:3.0:1746126732.789063:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.789125:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13436 00000100:00100000:3.0:1746126732.789132:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817701632:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.789144:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.789162:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.789173:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.789198:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481478 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b682c expref: 6 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.789376:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.789379:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.789386:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448147f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6833 expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.789395:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448147f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6833 expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.789429:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448147f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6833 expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.789441:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813640064:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.790068:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126732.793336:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.793454:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813640064:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.793476:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.793524:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817701632:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4390us (4746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.793536:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13436 00000100:00100000:2.0:1746126732.793823:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817701888 00000100:00100000:2.0:1746126732.793830:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817701888 00002000:00100000:2.0:1746126732.793871:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8000 x1830945817701888/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.793881:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8000 with x1830945817701888 ext(0->4095) 00002000:00010000:2.0:1746126732.793885:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098ec8000 00000100:00100000:2.0:1746126732.794059:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13707 00000100:00100000:2.0:1746126732.794067:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ec8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817701888:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126732.794226:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ec8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817701888:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (919us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.794231:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13707 00002000:00100000:2.0:1746126732.794237:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098ec8000 x1830945817701888/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.794244:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098ec8000 with x1830945817701888 ext(0->4095) 00002000:00010000:2.0:1746126732.794247:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098ec8000 00000100:00100000:0.0:1746126732.796431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.796507:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817702016 00000100:00100000:2.0:1746126732.796515:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817702016 00000100:00100000:2.0:1746126732.796561:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30243 00000100:00100000:2.0:1746126732.796569:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817702016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.796585:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.796602:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b683a expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.796630:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448147f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6833 expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.796636:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.796638:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.796640:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.796670:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448147f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6833 expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.796682:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448147f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6833 expref: 7 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.796693:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813640192:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126732.796769:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.798368:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813640192:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.798393:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.798412:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4c00, rc 0) 00000100:00100000:2.0:1746126732.798451:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817702016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1881us (2026us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.798961:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30243 00000100:00100000:0.0:1746126732.800667:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.800800:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817702144 00000100:00100000:3.0:1746126732.800811:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817702144 00010000:00010000:3.0:1746126732.800848:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448147f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6833 expref: 8 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.800895:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13437 00000100:00100000:3.0:1746126732.800902:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817702144:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.800916:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.800931:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448147f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6833 expref: 8 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.800941:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448147f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6833 expref: 8 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.800959:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448147f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6833 expref: 8 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.800980:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.800982:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.800987:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.800994:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.801025:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.801035:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813640320:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.801820:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.805004:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.805065:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817702272 00000100:00100000:0.0:1746126732.805072:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817702272 00000100:00100000:3.0:1746126732.805098:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813640320:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.805108:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126732.805117:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.805161:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817702144:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4259us (4500us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.805172:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13437 00000100:00100000:0.0:1746126732.805199:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30244 00000100:00100000:0.0:1746126732.805205:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+7:1776:x1830945817702272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126732.805232:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126732.805245:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6841 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.805267:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.805273:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126732.805275:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126732.805278:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.805300:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126732.805334:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 5 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:0.0:1746126732.805344:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813640448:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126732.805390:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.805405:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817702528 00000100:00100000:0.0:1746126732.805408:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817702528 00002000:00100000:0.0:1746126732.805431:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc7b80 x1830945817702528/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.805439:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc7b80 with x1830945817702528 ext(0->4095) 00010000:00010000:0.0:1746126732.805444:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.805457:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.805463:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc7b80 00000100:00100000:0.0:1746126732.805476:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2988 00000100:00100000:0.0:1746126732.805481:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817702528:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126732.805577:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817702528:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (469us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126732.806142:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2988 00002000:00100000:0.0:1746126732.806150:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc7b80 x1830945817702528/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.806157:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc7b80 with x1830945817702528 ext(0->4095) 00010000:00010000:0.0:1746126732.806162:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.806170:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.806175:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc7b80 00000100:00100000:2.0:1746126732.807107:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813640448:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.807124:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.807134:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012debd600, rc 0) 00000100:00100000:2.0:1746126732.807156:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1776:x1830945817702272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1952us (2158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.807161:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30244 00000100:00100000:0.0:1746126732.808556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.808602:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817702656 00000100:00100000:2.0:1746126732.808607:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817702656 00000100:00100000:2.0:1746126732.808644:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30245 00000100:00100000:2.0:1746126732.808653:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1778:x1830945817702656:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.808665:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.808675:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84481494 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6848 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.808691:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.808695:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.808700:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.808702:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84481494 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6848 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.808727:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.808736:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84481494 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6848 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.808742:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4400, rc 0) 00000100:00100000:2.0:1746126732.808971:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1778:x1830945817702656:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 316us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.808976:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30245 00000100:00100000:0.0:1746126732.809129:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.809281:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817702784 00000100:00100000:3.0:1746126732.809285:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817702784 00010000:00010000:3.0:1746126732.809298:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.809466:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13438 00000100:00100000:3.0:1746126732.809472:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817702784:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.809480:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.809494:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.809503:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.809517:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4c00/0xd8b4f51a84481486 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b683a expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.809687:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.809689:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.809761:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.809767:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.809785:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.809795:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.809805:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813640704:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.810105:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.812605:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813640704:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.812616:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.812649:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817702784:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3177us (3520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.812655:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13438 00000100:00100000:0.0:1746126732.812752:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.812773:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817703040 00000100:00100000:1.0:1746126732.812778:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817703040 00002000:00100000:1.0:1746126732.812805:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d248a80 x1830945817703040/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.812814:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d248a80 with x1830945817703040 ext(0->4095) 00010000:00010000:1.0:1746126732.812820:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.812831:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.812836:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d248a80 00000100:00100000:1.0:1746126732.812861:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2989 00000100:00100000:1.0:1746126732.812867:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817703040:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126732.812973:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817703040:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.812979:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2989 00002000:00100000:1.0:1746126732.813011:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d248a80 x1830945817703040/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.813025:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d248a80 with x1830945817703040 ext(0->4095) 00010000:00010000:1.0:1746126732.813029:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.813038:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.813044:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d248a80 00000100:00100000:0.0:1746126732.814732:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.814867:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817703168 00000100:00100000:3.0:1746126732.814873:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817703168 00010000:00010000:3.0:1746126732.814891:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.814919:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13439 00000100:00100000:3.0:1746126732.814924:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817703168:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.814933:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.814944:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.814954:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.814970:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448148d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6841 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.814985:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.814986:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.814991:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84481494 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6848 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.814999:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84481494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6848 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.815020:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84481494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6848 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.815028:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813640832:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.815084:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.817686:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813640832:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.817700:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.817727:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817703168:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2802us (2998us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.817735:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13439 00000100:00100000:0.0:1746126732.820599:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.821278:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817703424 00000100:00100000:1.0:1746126732.821286:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817703424 00002000:00100000:1.0:1746126732.821347:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d248380 x1830945817703424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.821356:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d248380 with x1830945817703424 ext(0->4095) 00002000:00010000:1.0:1746126732.821360:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d248380 00000100:00100000:1.0:1746126732.821383:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13708 00000100:00100000:1.0:1746126732.821389:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817703424:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126732.821498:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817703424:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (904us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.821504:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13708 00002000:00100000:1.0:1746126732.821508:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d248380 x1830945817703424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.821516:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d248380 with x1830945817703424 ext(0->4095) 00002000:00010000:1.0:1746126732.821518:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d248380 00000100:00100000:0.0:1746126732.823469:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.823527:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817703552 00000100:00100000:2.0:1746126732.823533:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817703552 00000100:00100000:2.0:1746126732.823645:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30246 00000100:00100000:2.0:1746126732.823653:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817703552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.823663:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.823677:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448149b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b684f expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.823782:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84481494 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6848 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.823788:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.823790:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.823793:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448149b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b684f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.823818:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84481494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6848 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.823827:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84481494 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6848 expref: 7 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.823838:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813640960:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126732.823909:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.825755:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813640960:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.825773:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448149b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b684f expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.825783:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4800, rc 0) 00000100:00100000:2.0:1746126732.825812:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817703552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2161us (2346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.825817:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30246 00000100:00100000:0.0:1746126732.825960:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.826011:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817703680 00000100:00100000:3.0:1746126732.826016:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817703680 00010000:00010000:3.0:1746126732.826033:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84481494 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6848 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.826191:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13440 00000100:00100000:3.0:1746126732.826197:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817703680:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.826209:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.826234:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84481494 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6848 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.826244:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84481494 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6848 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.826264:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84481494 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6848 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.826287:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.826289:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.826294:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448149b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b684f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.826301:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448149b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b684f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.826359:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448149b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b684f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.826369:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813641088:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.826423:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.829526:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813641088:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.829543:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.829575:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817703680:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3377us (3614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.829586:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13440 00000100:00100000:0.0:1746126732.830752:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.830830:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817703936 00000100:00100000:3.0:1746126732.830837:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817703936 00002000:00100000:3.0:1746126732.830871:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24aa00 x1830945817703936/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.830878:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24aa00 with x1830945817703936 ext(0->4095) 00002000:00010000:3.0:1746126732.830882:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d24aa00 00000100:00100000:3.0:1746126732.830908:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13709 00000100:00100000:3.0:1746126732.830914:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817703936:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126732.831066:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817703936:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (315us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.831071:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13709 00002000:00100000:3.0:1746126732.831077:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24aa00 x1830945817703936/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.831083:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24aa00 with x1830945817703936 ext(0->4095) 00002000:00010000:3.0:1746126732.831085:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d24aa00 00000100:00100000:0.0:1746126732.831968:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.832046:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817704064 00000100:00100000:2.0:1746126732.832051:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817704064 00000100:00100000:2.0:1746126732.832089:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30247 00000100:00100000:2.0:1746126732.832095:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+7:1776:x1830945817704064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.832104:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.832117:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6856 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.832136:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448149b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b684f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.832143:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.832144:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.832148:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.832172:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448149b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b684f expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.832182:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448149b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b684f expref: 5 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.832192:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813641216:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126732.832269:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.833396:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.833515:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817704192 00000100:00100000:1.0:1746126732.833519:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817704192 00000100:00100000:1.0:1746126732.833553:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30248 00000100:00100000:1.0:1746126732.833558:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1778:x1830945817704192:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.833566:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.833574:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844814a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b685d expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.833590:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.833593:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 10 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.833598:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.833601:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844814a9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b685d expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.833622:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 10 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.833631:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844814a9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b685d expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.833638:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126732.833663:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:1778:x1830945817704192:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.833668:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30248 00000100:00100000:2.0:1746126732.833901:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813641216:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.833914:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.833924:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4e00, rc 0) 00000100:00100000:2.0:1746126732.833940:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1776:x1830945817704064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1846us (1974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.833945:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30247 00000100:00100000:0.0:1746126732.834068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.834111:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817704320 00000100:00100000:3.0:1746126732.834115:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817704320 00010000:00010000:3.0:1746126732.834129:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448149b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b684f expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.834146:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13441 00000100:00100000:3.0:1746126732.834151:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817704320:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.834158:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.834172:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448149b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b684f expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.834181:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448149b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b684f expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.834623:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448149b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b684f expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.834636:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.834637:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.834642:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.834648:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.834674:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.834683:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.834692:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813641472:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.834737:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.836975:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.837029:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817704576 00000100:00100000:2.0:1746126732.837036:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817704576 00002000:00100000:2.0:1746126732.837068:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d249180 x1830945817704576/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.837076:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249180 with x1830945817704576 ext(0->4095) 00010000:00010000:2.0:1746126732.837082:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.837094:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.837099:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d249180 00000100:00100000:2.0:1746126732.837123:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2990 00000100:00100000:2.0:1746126732.837129:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817704576:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.837240:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817704576:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.837247:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2990 00002000:00100000:2.0:1746126732.837251:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d249180 x1830945817704576/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.837263:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249180 with x1830945817704576 ext(0->4095) 00010000:00010000:2.0:1746126732.837267:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.837276:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.837282:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d249180 00000100:00100000:3.0:1746126732.837495:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813641472:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.837509:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.837695:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817704320:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3543us (3626us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.837704:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13441 00000100:00100000:0.0:1746126732.840496:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.840963:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817704704 00000100:00100000:3.0:1746126732.840973:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817704704 00010000:00010000:3.0:1746126732.841010:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.841040:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13442 00000100:00100000:3.0:1746126732.841048:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2010:x1830945817704704:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.841063:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.841085:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.841096:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.841119:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6856 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.841250:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.841253:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.841261:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844814a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b685d expref: 8 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.841269:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844814a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b685d expref: 8 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.841303:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844814a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b685d expref: 8 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.841555:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813641600:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.841757:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.843976:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.844089:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813641600:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.844109:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126732.844142:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817704960 00000100:00100000:3.0:1746126732.844143:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945817704704:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3096us (3656us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.844149:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817704960 00000100:00100000:3.0:1746126732.844154:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13442 00002000:00100000:1.0:1746126732.844189:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24b480 x1830945817704960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.844198:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24b480 with x1830945817704960 ext(0->4095) 00002000:00010000:1.0:1746126732.844202:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d24b480 00000100:00100000:1.0:1746126732.844240:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13710 00000100:00100000:1.0:1746126732.844246:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2009:x1830945817704960:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126732.844590:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2009:x1830945817704960:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 344us (622us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.844595:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13710 00002000:00100000:1.0:1746126732.844601:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24b480 x1830945817704960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.844607:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24b480 with x1830945817704960 ext(0->4095) 00002000:00010000:1.0:1746126732.844610:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d24b480 00000100:00100000:0.0:1746126732.847479:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.847654:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817705088 00000100:00100000:2.0:1746126732.847664:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817705088 00000100:00100000:2.0:1746126732.847710:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30249 00000100:00100000:2.0:1746126732.847717:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817705088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.847734:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.847750:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6864 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.847785:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844814a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b685d expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.847792:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.847793:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.847796:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.847825:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844814a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b685d expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.847840:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844814a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b685d expref: 7 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.847852:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813641728:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126732.847938:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.850379:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813641728:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126732.850398:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126732.850411:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 6 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.850425:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec5000, rc 0) 00000100:00100000:2.0:1746126732.850467:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817705088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2749us (3067us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.850476:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30249 00000100:00100000:3.0:1746126732.850493:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817705216 00000100:00100000:3.0:1746126732.850499:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817705216 00010000:00010000:3.0:1746126732.850627:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844814a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b685d expref: 8 pid: 11425 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.850651:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13443 00000100:00100000:3.0:1746126732.850657:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817705216:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.850668:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.850687:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844814a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b685d expref: 8 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.850697:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844814a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b685d expref: 8 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.850718:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844814a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b685d expref: 8 pid: 11425 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.850976:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.850978:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.850985:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.850994:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.851019:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.851030:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813641856:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.851084:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.854179:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.854338:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817705344 00000100:00100000:2.0:1746126732.854346:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817705344 00000100:00100000:3.0:1746126732.854360:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813641856:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.854381:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.854398:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30250 00000100:00100000:2.0:1746126732.854406:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1776:x1830945817705344:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.854424:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.854440:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b686b expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.854468:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.854480:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.854482:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.854485:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.854516:0:9566:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 5 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.854527:0:9566:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 5 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.854538:0:9566:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813641984:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.854553:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817705216:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3895us (4156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.854562:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13443 00000100:00100000:2.0:1746126732.854589:0:9566:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.854977:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.855594:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817705600 00000100:00100000:0.0:1746126732.855598:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817705600 00002000:00100000:0.0:1746126732.855629:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc5180 x1830945817705600/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.855639:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc5180 with x1830945817705600 ext(0->4095) 00010000:00010000:0.0:1746126732.855646:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.855656:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.855662:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc5180 00000100:00100000:0.0:1746126732.855682:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2991 00000100:00100000:0.0:1746126732.855688:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817705600:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126732.856572:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817705600:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 882us (1592us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126732.856580:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2991 00002000:00100000:0.0:1746126732.856587:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc5180 x1830945817705600/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.856594:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc5180 with x1830945817705600 ext(0->4095) 00010000:00010000:0.0:1746126732.856599:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:0.0:1746126732.856608:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:0.0:1746126732.856614:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc5180 00000100:00100000:2.0:1746126732.857057:0:9566:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9566:1830945813641984:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.857080:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.857092:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4e00, rc 0) 00000100:00100000:2.0:1746126732.857118:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1776:x1830945817705344:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2713us (2950us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.857124:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30250 00000100:00100000:0.0:1746126732.859052:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.859135:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.859206:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817705728 00000100:00100000:2.0:1746126732.859221:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817705728 00000100:00100000:2.0:1746126732.859260:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30251 00000100:00100000:2.0:1746126732.859270:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1778:x1830945817705728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.859286:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126732.859295:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817705856 00010000:00010000:2.0:1746126732.859301:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a844814be lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6872 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.859334:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817705856 00010000:00010000:2.0:1746126732.859348:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.859353:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.859358:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.859362:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a844814be lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6872 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.859374:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.859395:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.859413:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13444 00010000:00010000:2.0:1746126732.859416:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a844814be lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6872 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.859420:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817705856:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.859425:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4800, rc 0) 00010000:00010000:3.0:1746126732.859433:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.859448:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.859459:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1778:x1830945817705728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (435us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126732.859463:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.859465:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30251 00010000:00010000:3.0:1746126732.859482:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a844814b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6864 expref: 6 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.859499:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.859501:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.859507:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.859514:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.859538:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.859547:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.859557:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813642240:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.859612:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.862623:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.863073:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817706112 00000100:00100000:1.0:1746126732.863082:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817706112 00002000:00100000:1.0:1746126732.863129:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee4a80 x1830945817706112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.863139:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4a80 with x1830945817706112 ext(0->4095) 00010000:00010000:1.0:1746126732.863148:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.863161:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.863168:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee4a80 00000100:00100000:1.0:1746126732.863189:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2992 00000100:00100000:1.0:1746126732.863196:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817706112:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126732.863231:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813642240:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.863251:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.863297:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817705856:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3876us (4160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.863329:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13444 00000100:00100000:1.0:1746126732.863381:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817706112:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 184us (766us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.863387:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2992 00002000:00100000:1.0:1746126732.863392:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee4a80 x1830945817706112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.863399:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4a80 with x1830945817706112 ext(0->4095) 00010000:00010000:1.0:1746126732.863404:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.863412:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.863417:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee4a80 00000100:00100000:0.0:1746126732.866266:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.866432:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817706240 00000100:00100000:3.0:1746126732.866442:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817706240 00010000:00010000:3.0:1746126732.866477:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.866515:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13445 00000100:00100000:3.0:1746126732.866523:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817706240:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.866537:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.866557:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.866569:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.866595:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844814b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b686b expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.867087:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.867090:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.867098:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a844814be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6872 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.867106:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a844814be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6872 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.867140:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a844814be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6872 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.867155:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813642368:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.867267:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.868497:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813642368:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.868659:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.868701:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817706240:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2177us (2443us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.868709:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13445 00000100:00100000:0.0:1746126732.868991:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.869061:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817706496 00000100:00100000:2.0:1746126732.869067:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817706496 00002000:00100000:2.0:1746126732.869099:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee5f80 x1830945817706496/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.869108:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee5f80 with x1830945817706496 ext(0->4095) 00002000:00010000:2.0:1746126732.869113:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee5f80 00000100:00100000:2.0:1746126732.869193:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13711 00000100:00100000:2.0:1746126732.869200:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817706496:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126732.869549:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817706496:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 349us (558us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.869554:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13711 00002000:00100000:2.0:1746126732.869559:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee5f80 x1830945817706496/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.869565:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee5f80 with x1830945817706496 ext(0->4095) 00002000:00010000:2.0:1746126732.869568:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee5f80 00000100:00100000:0.0:1746126732.871170:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.871622:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817706624 00000100:00100000:2.0:1746126732.871629:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817706624 00000100:00100000:3.0:1746126732.872024:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30252 00000100:00100000:3.0:1746126732.872032:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817706624:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.872047:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.872064:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844814c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6879 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.872092:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a844814be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6872 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.872099:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.872102:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.872104:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844814c5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6879 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.872133:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a844814be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6872 expref: 7 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.872144:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a844814be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6872 expref: 7 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.872157:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813642496:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.872250:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.873348:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813642496:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.873366:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844814c5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6879 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.873377:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60c00, rc 0) 00000100:00100000:3.0:1746126732.873400:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817706624:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1369us (2236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.873407:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30252 00000100:00100000:0.0:1746126732.874082:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.874167:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817706752 00000100:00100000:3.0:1746126732.874173:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817706752 00010000:00010000:3.0:1746126732.874225:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a844814be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6872 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.874386:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13446 00000100:00100000:3.0:1746126732.874393:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817706752:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.874405:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.874425:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a844814be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6872 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.874434:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a844814be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6872 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.874459:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a844814be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6872 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.874481:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.874483:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.874489:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844814c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6879 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.874496:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844814c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6879 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.874516:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844814c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6879 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.874525:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813642624:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.874940:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.875848:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813642624:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.875862:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.875887:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817706752:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1495us (1805us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.875894:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13446 00000100:00100000:0.0:1746126732.876261:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.876303:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817707008 00000100:00100000:2.0:1746126732.876334:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817707008 00002000:00100000:2.0:1746126732.876366:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee6d80 x1830945817707008/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.876376:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee6d80 with x1830945817707008 ext(0->4095) 00002000:00010000:2.0:1746126732.876380:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee6d80 00000100:00100000:2.0:1746126732.876485:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13712 00000100:00100000:2.0:1746126732.876492:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817707008:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.876620:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817707008:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (359us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.876624:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13712 00002000:00100000:2.0:1746126732.876628:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee6d80 x1830945817707008/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.876634:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee6d80 with x1830945817707008 ext(0->4095) 00002000:00010000:2.0:1746126732.876636:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee6d80 00000100:00100000:0.0:1746126732.877999:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.878135:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817707136 00000100:00100000:3.0:1746126732.878140:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817707136 00000100:00100000:3.0:1746126732.878182:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30253 00000100:00100000:3.0:1746126732.878188:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:1778:x1830945817707136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.878201:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.878228:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6880 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.878254:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844814c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6879 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.878261:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.878264:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.878267:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 8 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.878293:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844814c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6879 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.878334:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844814c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6879 expref: 5 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.878347:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813642752:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.878420:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.879156:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.879299:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817707264 00000100:00100000:2.0:1746126732.879326:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817707264 00000100:00100000:2.0:1746126732.879450:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30254 00000100:00100000:2.0:1746126732.879456:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1776:x1830945817707264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.879462:0:9566:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.879469:0:9566:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6887 expref: -99 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.879479:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.879482:0:9566:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 10 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.879485:0:9566:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.879487:0:9566:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 10 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.879505:0:9566:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 10 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.879513:0:9566:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 10 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.879518:0:9566:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4400, rc 0) 00000100:00100000:2.0:1746126732.879539:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+10:1776:x1830945817707264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 84us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.879544:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30254 00000100:00100000:3.0:1746126732.879772:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813642752:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.879786:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 9 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.879795:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61800, rc 0) 00000100:00100000:3.0:1746126732.879815:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1778:x1830945817707136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1628us (1819us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.879824:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30253 00000100:00100000:0.0:1746126732.880758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.881012:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817707392 00000100:00100000:3.0:1746126732.881016:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817707392 00010000:00010000:3.0:1746126732.881033:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844814c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6879 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.881058:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13447 00000100:00100000:3.0:1746126732.881063:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817707392:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.881073:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.881091:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844814c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6879 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.881102:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844814c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6879 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.881132:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844814c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6879 expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.881154:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.881156:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.881162:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 8 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.881170:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 8 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.881191:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 8 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.881203:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 8 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.881222:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813643008:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.881288:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.882804:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813643008:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.882820:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.882865:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817707392:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1800us (2201us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.882874:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13447 00000100:00100000:0.0:1746126732.882925:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.883074:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817707648 00000100:00100000:2.0:1746126732.883079:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817707648 00002000:00100000:2.0:1746126732.883115:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee7480 x1830945817707648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.883125:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee7480 with x1830945817707648 ext(0->4095) 00010000:00010000:2.0:1746126732.883133:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 9 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.883145:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 9 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.883152:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee7480 00000100:00100000:2.0:1746126732.883182:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2993 00000100:00100000:2.0:1746126732.883188:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817707648:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.883376:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817707648:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 188us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.883382:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2993 00002000:00100000:2.0:1746126732.883387:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee7480 x1830945817707648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.883394:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee7480 with x1830945817707648 ext(0->4095) 00010000:00010000:2.0:1746126732.883398:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 9 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.883413:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 9 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:2.0:1746126732.883418:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee7480 00000100:00100000:0.0:1746126732.884638:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.884679:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.884728:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817707904 00000100:00100000:2.0:1746126732.884733:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817707904 00000100:00100000:3.0:1746126732.884767:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817707776 00000100:00100000:3.0:1746126732.884769:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817707776 00010000:00010000:2.0:1746126732.884778:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 9 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.884801:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30255 00000100:00100000:3.0:1746126732.884807:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817707776:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.884817:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.884831:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b688e expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.884853:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.884858:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.884864:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126732.884867:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.884904:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 9 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.884917:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.884926:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00000100:00100000:3.0:1746126732.884965:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817707776:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.884971:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30255 00000100:00100000:2.0:1746126732.885014:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13448 00000100:00100000:2.0:1746126732.885020:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2010:x1830945817707904:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.885028:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.885043:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 9 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.885052:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 9 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.885069:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a844814cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6880 expref: 9 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.885083:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.885084:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.885090:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.885102:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.885120:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 8 pid: 9566 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.885231:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.885241:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813643264:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.885334:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.887292:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.887337:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817708160 00000100:00100000:1.0:1746126732.887343:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817708160 00002000:00100000:1.0:1746126732.887380:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee6300 x1830945817708160/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.887388:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee6300 with x1830945817708160 ext(0->4095) 00010000:00010000:1.0:1746126732.887395:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 9 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.887396:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813643264:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.887412:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.887443:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2010:x1830945817707904:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2422us (2763us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.887450:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13448 00010000:00010000:1.0:1746126732.887477:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.887489:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee6300 00000100:00100000:1.0:1746126732.887506:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2994 00000100:00100000:1.0:1746126732.887513:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817708160:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126732.887654:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817708160:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.887660:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2994 00002000:00100000:1.0:1746126732.887665:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee6300 x1830945817708160/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.887672:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee6300 with x1830945817708160 ext(0->4095) 00010000:00010000:1.0:1746126732.887677:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.887685:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.887690:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee6300 00000100:00100000:0.0:1746126732.889266:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.889367:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.889419:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817708416 00000100:00100000:2.0:1746126732.889426:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817708416 00010000:00010000:2.0:1746126732.889452:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00000100:00100000:2.0:1746126732.889475:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13449 00000100:00100000:2.0:1746126732.889481:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817708416:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.889492:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.889513:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.889523:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.889548:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a844814d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6887 expref: 8 pid: 9566 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.889564:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.889566:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.889574:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.889581:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.889613:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.889625:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813643392:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.889669:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817708288 00000100:00100000:3.0:1746126732.889673:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817708288 00000100:00100000:3.0:1746126732.889695:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30256 00000100:00100000:2.0:1746126732.889698:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.889700:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1776:x1830945817708288:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.889712:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.889723:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6895 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.889739:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.889745:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.889747:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.889750:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814e1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6895 expref: 9 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.889769:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.889779:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 5 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.889786:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813643520:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.889809:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.891840:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813643520:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126732.891858:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126732.891867:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814e1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6895 expref: 9 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.891881:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61200, rc 0) 00000100:00100000:1.0:1746126732.891909:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817708672 00000100:00100000:3.0:1746126732.891914:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1776:x1830945817708288:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2214us (2656us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.891915:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817708672 00000100:00100000:3.0:1746126732.891921:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30256 00000100:00100000:2.0:1746126732.891936:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813643392:192.168.204.15@tcp:105: 00002000:00100000:1.0:1746126732.891950:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d265180 x1830945817708672/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126732.891951:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126732.891959:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265180 with x1830945817708672 ext(0->4095) 00010000:00010000:1.0:1746126732.891965:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.891980:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.891987:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d265180 00000100:00100000:2.0:1746126732.891995:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817708416:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2515us (2628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.892002:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13449 00000100:00100000:1.0:1746126732.892178:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2995 00000100:00100000:1.0:1746126732.892185:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817708672:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126732.892332:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817708672:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.892338:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2995 00002000:00100000:1.0:1746126732.892342:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d265180 x1830945817708672/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.892349:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265180 with x1830945817708672 ext(0->4095) 00010000:00010000:1.0:1746126732.892354:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:1.0:1746126732.892361:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00002000:00010000:1.0:1746126732.892366:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d265180 00000100:00100000:0.0:1746126732.895054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.895163:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.895259:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817708800 00000100:00100000:2.0:1746126732.895269:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817708800 00010000:00010000:2.0:1746126732.895350:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 6 pid: 11426 timeout: 875 lvb_type: 0 00000100:00100000:3.0:1746126732.895376:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817708928 00000100:00100000:3.0:1746126732.895381:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817708928 00000100:00100000:2.0:1746126732.895395:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13450 00000100:00100000:2.0:1746126732.895404:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2007:x1830945817708800:12345-192.168.204.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746126732.895408:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30257 00000100:00100000:3.0:1746126732.895414:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:1778:x1830945817708928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.895422:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.895430:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.895443:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844814e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b689c expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.895444:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 7 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.895455:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 8 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:3.0:1746126732.895465:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.895472:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6895 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.895478:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.895481:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844814e8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b689c expref: 8 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.895555:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844814da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b688e expref: 8 pid: 11426 timeout: 875 lvb_type: 0 00010000:00010000:2.0:1746126732.895571:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.895572:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814e1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6895 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.895573:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.895579:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6895 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.895586:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6895 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.895597:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844814e8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b689c expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.895603:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00000100:00100000:3.0:1746126732.895647:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:1778:x1830945817708928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 233us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.895653:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30257 00010000:00010000:2.0:1746126732.895760:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6895 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.896050:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6895 expref: 7 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126732.896064:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813643776:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.896133:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.897428:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813643776:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.897445:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.897483:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817708800:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2079us (2439us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.897490:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13450 00000100:00100000:0.0:1746126732.897739:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.897901:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817709056 00000100:00100000:2.0:1746126732.897906:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817709056 00010000:00010000:2.0:1746126732.897926:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6895 expref: 8 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126732.897954:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13451 00000100:00100000:2.0:1746126732.897960:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945817709056:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.897971:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.897987:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6895 expref: 8 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.897995:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6895 expref: 8 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.898014:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6895 expref: 8 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.898026:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.898029:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.898034:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844814e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b689c expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.898041:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844814e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b689c expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.898061:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844814e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b689c expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.898070:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813643904:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.898133:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.899922:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.900008:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813643904:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.900023:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.900052:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945817709056:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2092us (2313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.900058:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13451 00000100:00100000:3.0:1746126732.900078:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817709312 00000100:00100000:3.0:1746126732.900170:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817709312 00002000:00100000:3.0:1746126732.900203:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d267100 x1830945817709312/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.900226:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267100 with x1830945817709312 ext(0->4095) 00002000:00010000:3.0:1746126732.900231:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d267100 00000100:00100000:1.0:1746126732.900532:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13713 00000100:00100000:1.0:1746126732.900541:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817709312:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126732.900690:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817709312:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (774us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.900702:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13713 00002000:00100000:1.0:1746126732.900707:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d267100 x1830945817709312/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.900714:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267100 with x1830945817709312 ext(0->4095) 00002000:00010000:1.0:1746126732.900717:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d267100 00000100:00100000:0.0:1746126732.903002:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.903281:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817709440 00000100:00100000:3.0:1746126732.903289:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817709440 00000100:00100000:3.0:1746126732.903397:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30258 00000100:00100000:3.0:1746126732.903405:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:1778:x1830945817709440:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.903423:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.903441:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b68a3 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.903469:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844814e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b689c expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.903477:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.903479:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.903482:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 8 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.903575:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844814e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b689c expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.903587:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844814e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b689c expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126732.903599:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813644032:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.903776:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.905595:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813644032:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.905625:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 8 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.905639:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61200, rc 0) 00000100:00100000:3.0:1746126732.905674:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1778:x1830945817709440:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2270us (2677us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.905685:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30258 00000100:00100000:0.0:1746126732.906791:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.907751:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817709568 00000100:00100000:2.0:1746126732.907764:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817709568 00010000:00010000:2.0:1746126732.907799:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844814e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b689c expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126732.907840:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13452 00000100:00100000:2.0:1746126732.907848:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817709568:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.907862:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.907884:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844814e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b689c expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.907900:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844814e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b689c expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.907923:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a844814e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b689c expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.907951:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.907953:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.907960:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.907968:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.908002:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.908013:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813644160:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.908097:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.909973:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813644160:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126732.909994:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126732.910029:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817709568:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2182us (3240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.910038:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13452 00000100:00100000:0.0:1746126732.910240:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.910336:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817709824 00000100:00100000:3.0:1746126732.910342:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817709824 00002000:00100000:3.0:1746126732.910380:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d265880 x1830945817709824/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.910390:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265880 with x1830945817709824 ext(0->4095) 00002000:00010000:3.0:1746126732.910394:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d265880 00000100:00100000:3.0:1746126732.910421:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13714 00000100:00100000:3.0:1746126732.910428:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817709824:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126732.910552:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817709824:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (312us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126732.910557:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13714 00002000:00100000:3.0:1746126732.910562:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d265880 x1830945817709824/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126732.910569:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265880 with x1830945817709824 ext(0->4095) 00002000:00010000:3.0:1746126732.910571:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d265880 00000100:00100000:0.0:1746126732.912591:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.912671:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817709952 00000100:00100000:3.0:1746126732.912679:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817709952 00000100:00100000:3.0:1746126732.912728:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30259 00000100:00100000:3.0:1746126732.912734:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817709952:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.912749:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.912766:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844814f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b68aa expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.912800:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.912808:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.912809:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.912813:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844814f6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68aa expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.912842:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.912853:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 7 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126732.912865:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813644288:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126732.913445:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f99c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.915351:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813644288:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.915379:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844814f6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68aa expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.915396:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00000100:00100000:3.0:1746126732.915432:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817709952:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2698us (2846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.915439:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30259 00000100:00100000:0.0:1746126732.916061:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.916141:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817710080 00000100:00100000:1.0:1746126732.916149:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817710080 00002000:00100000:1.0:1746126732.916185:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d264000 x1830945817710080/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.916195:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264000 with x1830945817710080 ext(0->7) 00010000:00010000:1.0:1746126732.916201:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 8 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126732.916225:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 8 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126732.916232:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d264000 00000100:00100000:1.0:1746126732.916262:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2996 00000100:00100000:1.0:1746126732.916268:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817710080:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126732.917343:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817710080:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1070us (1278us total) trans 4294972062 rc 0/0 00000100:00100000:0.0:1746126732.917350:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2996 00002000:00100000:0.0:1746126732.917355:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d264000 x1830945817710080/t4294972062(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 496/448 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.917363:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264000 with x1830945817710080 ext(0->7) 00010000:00010000:0.0:1746126732.917368:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 10 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126732.917378:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 10 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:0.0:1746126732.917384:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d264000 00000100:00100000:0.0:1746126732.919249:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.919340:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817710208 00000100:00100000:2.0:1746126732.919350:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817710208 00010000:00010000:2.0:1746126732.919382:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 10 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126732.919426:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13453 00000100:00100000:2.0:1746126732.919434:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2010:x1830945817710208:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126732.919451:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126732.919470:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 10 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.919480:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 10 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.919505:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844814ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68a3 expref: 10 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.919534:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.919537:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.919544:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844814f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68aa expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.919551:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844814f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68aa expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.919585:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844814f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68aa expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.919598:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813644416:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126732.919967:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.925615:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.925678:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817710464 00000100:00100000:0.0:1746126732.925689:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817710464 00002000:00100000:0.0:1746126732.925742:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736c380 x1830945817710464/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.925752:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736c380 with x1830945817710464 ext(0->4095) 00002000:00010000:0.0:1746126732.925758:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009736c380 00000100:00100000:0.0:1746126732.925789:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13715 00000100:00100000:0.0:1746126732.925796:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817710464:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126732.925887:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813644416:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.925913:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126732.925962:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817710464:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 165us (363us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126732.925969:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13715 00002000:00100000:0.0:1746126732.925975:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736c380 x1830945817710464/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126732.925982:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736c380 with x1830945817710464 ext(0->4095) 00002000:00010000:0.0:1746126732.925984:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009736c380 00000100:00100000:3.0:1746126732.926190:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2010:x1830945817710208:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 6756us (6946us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.926200:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13453 00000100:00100000:2.0:1746126732.930562:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.930670:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.930778:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817710592 00000100:00100000:0.0:1746126732.930789:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817710592 00000100:00100000:1.0:1746126732.930914:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817710720 00000100:00100000:1.0:1746126732.930918:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817710720 00000100:00100000:1.0:1746126732.930941:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30260 00000100:00100000:1.0:1746126732.930949:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:1778:x1830945817710592:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.930967:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.930987:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b68b1 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.931016:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844814f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68aa expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.931024:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.931025:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.931028:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126732.931046:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30261 00000100:00100000:2.0:1746126732.931054:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1776:x1830945817710720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.931056:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844814f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68aa expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.931061:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.931068:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844814f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68aa expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.931069:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b68b8 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126732.931079:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813644544:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.931083:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.931087:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 12 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.931092:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.931095:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 12 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.931118:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 12 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.931129:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 12 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.931137:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4e00, rc 0) 00000100:00100000:1.0:1746126732.931146:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126732.931159:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+12:1776:x1830945817710720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.931167:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30261 00000100:00100000:1.0:1746126732.933392:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813644544:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126732.933419:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.933432:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbddc00, rc 0) 00000100:00100000:1.0:1746126732.933480:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1778:x1830945817710592:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2530us (2928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.933487:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30260 00000100:00100000:0.0:1746126732.933533:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.933714:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817710848 00000100:00100000:3.0:1746126732.933721:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817710848 00010000:00010000:3.0:1746126732.933748:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844814f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68aa expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126732.933783:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13454 00000100:00100000:3.0:1746126732.933790:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817710848:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.933802:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.933819:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844814f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68aa expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.933830:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844814f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68aa expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.933849:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a844814f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68aa expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.933868:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.933870:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.933875:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.933882:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.933906:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.933914:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126732.934263:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813644800:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.934540:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f99c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.935774:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813644800:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.935794:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.935839:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817710848:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2047us (2304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.935848:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13454 00000100:00100000:0.0:1746126732.936057:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.936195:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817711104 00000100:00100000:1.0:1746126732.936202:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817711104 00002000:00100000:1.0:1746126732.936248:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d265500 x1830945817711104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.936257:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265500 with x1830945817711104 ext(0->4095) 00010000:00010000:1.0:1746126732.936265:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126732.936277:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126732.936283:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d265500 00000100:00100000:1.0:1746126732.936336:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2997 00000100:00100000:1.0:1746126732.936343:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2007:x1830945817711104:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126732.936471:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2007:x1830945817711104:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.936477:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2997 00002000:00100000:1.0:1746126732.936481:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d265500 x1830945817711104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.936489:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265500 with x1830945817711104 ext(0->4095) 00010000:00010000:1.0:1746126732.936493:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126732.936502:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126732.936513:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d265500 00000100:00100000:0.0:1746126732.940004:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126732.940047:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.940107:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817711232 00000100:00100000:1.0:1746126732.940115:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817711232 00000100:00100000:1.0:1746126732.940185:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30262 00000100:00100000:1.0:1746126732.940192:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817711232:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.940208:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.940242:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b68bf expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.940271:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817711360 00010000:00010000:1.0:1746126732.940271:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746126732.940275:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817711360 00010000:00010000:1.0:1746126732.940277:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.940282:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126732.940285:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.940290:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126732.940335:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13455 00000100:00100000:3.0:1746126732.940340:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2009:x1830945817711360:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.940349:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.940369:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.940386:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.940404:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a844814fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b1 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.940426:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.940428:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.940434:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.940440:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.940469:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.940480:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126732.940492:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813644928:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.940569:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9000 going to sleep for 11 seconds 00010000:00010000:1.0:1746126732.940578:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126732.940585:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126732.940593:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813645056:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.940615:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.942492:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813644928:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126732.942492:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813645056:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126732.942509:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126732.942515:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.942527:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:3.0:1746126732.942542:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2009:x1830945817711360:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2201us (2492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.942542:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817711232:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2352us (2548us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.942550:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30262 00000100:00100000:3.0:1746126732.942551:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13455 00000100:00100000:0.0:1746126732.944024:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.944122:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817711616 00000100:00100000:2.0:1746126732.944129:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817711616 00002000:00100000:2.0:1746126732.944167:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d264700 x1830945817711616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.944176:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264700 with x1830945817711616 ext(0->4095) 00010000:00010000:2.0:1746126732.944183:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.944195:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126732.944202:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d264700 00000100:00100000:2.0:1746126732.944232:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2998 00000100:00100000:2.0:1746126732.944239:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817711616:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.944401:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817711616:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.944407:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2998 00002000:00100000:2.0:1746126732.944413:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d264700 x1830945817711616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.944419:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264700 with x1830945817711616 ext(0->4095) 00010000:00010000:2.0:1746126732.944423:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.944436:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126732.944442:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d264700 00000100:00100000:0.0:1746126732.946718:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.947353:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817711744 00000100:00100000:1.0:1746126732.947361:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817711744 00000100:00100000:0.0:1746126732.947409:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.947413:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30263 00000100:00100000:1.0:1746126732.947421:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:1776:x1830945817711744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.947441:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.947456:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481512 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b68c6 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.947483:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.947489:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.947494:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126732.947496:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481512 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68c6 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.947517:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817711872 00000100:00100000:3.0:1746126732.947520:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817711872 00010000:00010000:1.0:1746126732.947531:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.947537:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 12 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126732.947542:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481512 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68c6 expref: 12 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.947556:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc000, rc 0) 00000100:00100000:3.0:1746126732.947564:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13456 00000100:00100000:3.0:1746126732.947569:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2007:x1830945817711872:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.947577:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.947594:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 12 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126732.947596:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+12:1776:x1830945817711744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.947602:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30263 00010000:00010000:3.0:1746126732.947603:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 12 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.947620:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a84481504 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68b8 expref: 11 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.947731:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.947733:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.947739:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.947745:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.947765:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.947777:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 5 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126732.947795:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813645312:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.947884:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.949081:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813645312:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.949095:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.949134:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817711872:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1563us (1723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.949141:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13456 00000100:00100000:0.0:1746126732.949438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.949542:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817712128 00000100:00100000:2.0:1746126732.949546:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817712128 00002000:00100000:2.0:1746126732.949576:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d266680 x1830945817712128/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.949585:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266680 with x1830945817712128 ext(0->4095) 00010000:00010000:2.0:1746126732.949591:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.949601:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126732.949607:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d266680 00000100:00100000:2.0:1746126732.949630:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 2999 00000100:00100000:2.0:1746126732.949637:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817712128:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126732.949768:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817712128:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.949774:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 2999 00002000:00100000:2.0:1746126732.949779:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d266680 x1830945817712128/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.949787:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266680 with x1830945817712128 ext(0->4095) 00010000:00010000:2.0:1746126732.949792:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.949800:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126732.949805:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d266680 00000100:00100000:0.0:1746126732.954392:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.955029:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817712256 00000100:00100000:3.0:1746126732.955039:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817712256 00010000:00010000:3.0:1746126732.955077:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126732.955115:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13457 00000100:00100000:3.0:1746126732.955122:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817712256:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.955137:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.955159:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.955171:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.955194:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448150b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68bf expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.955600:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.955603:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.955611:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481512 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68c6 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.955620:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481512 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68c6 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.955656:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481512 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68c6 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.955669:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813645440:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.955769:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.958904:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.958978:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813645440:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.959143:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.959392:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817712256:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4268us (5010us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.959403:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13457 00000100:00100000:1.0:1746126732.959505:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817712512 00000100:00100000:1.0:1746126732.959515:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817712512 00002000:00100000:1.0:1746126732.959556:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d266a00 x1830945817712512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.959565:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266a00 with x1830945817712512 ext(0->4095) 00002000:00010000:1.0:1746126732.959570:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d266a00 00000100:00100000:1.0:1746126732.959883:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13716 00000100:00100000:1.0:1746126732.959890:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817712512:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126732.960038:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817712512:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (1141us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126732.960044:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13716 00002000:00100000:1.0:1746126732.960050:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d266a00 x1830945817712512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126732.960057:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266a00 with x1830945817712512 ext(0->4095) 00002000:00010000:1.0:1746126732.960059:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d266a00 00000100:00100000:0.0:1746126732.963196:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.963339:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817712640 00000100:00100000:1.0:1746126732.963348:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817712640 00000100:00100000:1.0:1746126732.963406:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30264 00000100:00100000:1.0:1746126732.963414:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817712640:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.963434:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.963453:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481519 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b68cd expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.963483:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481512 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68c6 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.963490:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.963492:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.963495:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481519 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68cd expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.963527:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481512 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68c6 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.963541:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481512 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68c6 expref: 9 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126732.963553:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813645568:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.963652:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126732.965493:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813645568:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126732.965520:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481519 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68cd expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.965537:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126732.965573:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817712640:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2159us (2386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.965585:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30264 00000100:00100000:0.0:1746126732.966126:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.966190:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817712768 00000100:00100000:3.0:1746126732.966197:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817712768 00010000:00010000:3.0:1746126732.966239:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481512 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68c6 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126732.966274:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13458 00000100:00100000:3.0:1746126732.966280:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817712768:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.966295:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.966344:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481512 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68c6 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.966355:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481512 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68c6 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.966377:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84481512 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68c6 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.966404:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.966406:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.966413:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481519 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68cd expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.966420:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481519 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68cd expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.966448:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481519 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68cd expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.966459:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813645696:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.966537:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.970428:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.970470:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817712896 00000100:00100000:1.0:1746126732.970479:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817712896 00000100:00100000:0.0:1746126732.970501:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.970552:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817713152 00000100:00100000:2.0:1746126732.970556:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817713152 00002000:00100000:2.0:1746126732.970589:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e1f80 x1830945817713152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.970600:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1f80 with x1830945817713152 ext(0->4095) 00002000:00010000:2.0:1746126732.970605:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e1f80 00000100:00100000:2.0:1746126732.970623:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13717 00000100:00100000:2.0:1746126732.970630:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817713152:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126732.970797:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817713152:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.970805:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13717 00002000:00100000:2.0:1746126732.970811:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e1f80 x1830945817713152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.970818:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1f80 with x1830945817713152 ext(0->4095) 00002000:00010000:2.0:1746126732.970821:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e1f80 00000100:00100000:3.0:1746126732.970925:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813645696:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.970945:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.970968:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817712768:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4689us (4846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.970980:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13458 00000100:00100000:1.0:1746126732.971027:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30265 00000100:00100000:1.0:1746126732.971033:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1776:x1830945817712896:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.971043:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.971058:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b68d4 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.971377:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481519 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68cd expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.971385:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.971387:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.971390:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.971419:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481519 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68cd expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.971430:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481519 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68cd expref: 5 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126732.971440:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813645824:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.971494:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.973264:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.973777:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817713280 00000100:00100000:3.0:1746126732.973786:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817713280 00000100:00100000:3.0:1746126732.973844:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30266 00000100:00100000:3.0:1746126732.973852:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1778:x1830945817713280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126732.973869:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126732.973884:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481527 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b68db expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.973909:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.973914:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 12 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.973919:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126732.973923:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481527 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68db expref: 12 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.973953:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 12 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.973966:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481527 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68db expref: 12 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.973976:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00000100:00100000:3.0:1746126732.974017:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+12:1778:x1830945817713280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.974023:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30266 00000100:00100000:0.0:1746126732.974231:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.974519:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813645824:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126732.974537:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.974545:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbddc00, rc 0) 00000100:00100000:1.0:1746126732.974626:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1776:x1830945817712896:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3593us (4206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.974631:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30265 00000100:00100000:3.0:1746126732.974938:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817713408 00000100:00100000:3.0:1746126732.974942:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817713408 00010000:00010000:3.0:1746126732.974960:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481519 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68cd expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126732.974990:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13459 00000100:00100000:3.0:1746126732.974996:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817713408:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.975093:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.975113:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481519 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68cd expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.975124:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481519 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68cd expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.975141:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481519 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68cd expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.975380:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.975382:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.975389:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.975397:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.975418:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.975435:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126732.975447:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813646080:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.975517:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.978278:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813646080:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.978302:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126732.978344:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.978377:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817713408:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3380us (4145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.978499:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13459 00000100:00100000:2.0:1746126732.978548:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817713664 00000100:00100000:2.0:1746126732.978561:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817713664 00002000:00100000:2.0:1746126732.978610:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2d80 x1830945817713664/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.978624:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2d80 with x1830945817713664 ext(0->4095) 00010000:00010000:2.0:1746126732.978632:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.978645:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126732.978651:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e2d80 00000100:00100000:2.0:1746126732.978675:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3000 00000100:00100000:2.0:1746126732.978682:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2007:x1830945817713664:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126732.978833:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2007:x1830945817713664:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (490us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.978839:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3000 00002000:00100000:2.0:1746126732.978847:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2d80 x1830945817713664/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.978854:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2d80 with x1830945817713664 ext(0->4095) 00010000:00010000:2.0:1746126732.978859:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126732.978867:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126732.978872:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e2d80 00000100:00100000:0.0:1746126732.982657:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.982878:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817713792 00000100:00100000:3.0:1746126732.982888:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817713792 00010000:00010000:3.0:1746126732.982930:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126732.983657:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13460 00000100:00100000:3.0:1746126732.983665:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2009:x1830945817713792:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.983682:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.983702:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.983714:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.983737:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbddc00/0xd8b4f51a84481520 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68d4 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.983764:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.983766:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.983774:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481527 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68db expref: 10 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.983781:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481527 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68db expref: 10 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.983813:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481527 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68db expref: 10 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.983825:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813646208:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.983916:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.986054:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.986113:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817714048 00000100:00100000:2.0:1746126732.986122:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817714048 00000100:00100000:3.0:1746126732.986145:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813646208:192.168.204.15@tcp:105: 00002000:00100000:2.0:1746126732.986164:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0700 x1830945817714048/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126732.986165:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126732.986172:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0700 with x1830945817714048 ext(0->4095) 00002000:00010000:2.0:1746126732.986176:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e0700 00000100:00100000:2.0:1746126732.986195:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13718 00000100:00100000:2.0:1746126732.986202:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2007:x1830945817714048:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126732.986221:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2009:x1830945817713792:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2557us (3575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.986229:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13460 00000100:00100000:2.0:1746126732.986372:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817714048:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.986378:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13718 00002000:00100000:2.0:1746126732.986383:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0700 x1830945817714048/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.986389:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0700 with x1830945817714048 ext(0->4095) 00002000:00010000:2.0:1746126732.986392:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e0700 00000100:00100000:0.0:1746126732.988816:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.988890:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817714176 00000100:00100000:1.0:1746126732.988898:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817714176 00000100:00100000:1.0:1746126732.988948:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30267 00000100:00100000:1.0:1746126732.988956:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817714176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.988972:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.988990:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448152e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b68e2 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.989181:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481527 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68db expref: 9 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.989189:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.989191:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126732.989195:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448152e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e2 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.989239:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481527 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68db expref: 9 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.989250:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481527 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68db expref: 9 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126732.989264:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813646336:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.989382:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126732.990439:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813646336:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126732.990457:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448152e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e2 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.990469:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126732.990538:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817714176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1582us (1729us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126732.990545:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30267 00000100:00100000:0.0:1746126732.991187:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126732.991252:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817714304 00000100:00100000:3.0:1746126732.991258:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817714304 00010000:00010000:3.0:1746126732.991281:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481527 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68db expref: 10 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126732.991344:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13461 00000100:00100000:3.0:1746126732.991351:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817714304:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.991366:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.991386:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481527 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68db expref: 10 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.991398:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481527 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68db expref: 10 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.991422:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481527 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68db expref: 10 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.991443:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.991445:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.991455:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448152e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e2 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.991463:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448152e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e2 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.991489:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448152e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e2 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.991848:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813646464:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.991959:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126732.993225:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813646464:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126732.993246:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126732.993295:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945817714304:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1942us (2107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126732.993332:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13461 00000100:00100000:0.0:1746126732.993763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.993866:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817714560 00000100:00100000:2.0:1746126732.993873:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817714560 00002000:00100000:2.0:1746126732.993911:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e1500 x1830945817714560/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/0 e 0 to 0 dl 1746126743 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.993921:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1500 with x1830945817714560 ext(0->4095) 00002000:00010000:2.0:1746126732.993925:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e1500 00000100:00100000:2.0:1746126732.993951:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13719 00000100:00100000:2.0:1746126732.993957:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817714560:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126732.994097:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817714560:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126732.994106:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13719 00002000:00100000:2.0:1746126732.994110:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e1500 x1830945817714560/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:493/0 lens 488/4536 e 0 to 0 dl 1746126743 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126732.994117:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1500 with x1830945817714560 ext(0->4095) 00002000:00010000:2.0:1746126732.994119:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e1500 00000100:00100000:0.0:1746126732.996112:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126732.996265:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817714688 00000100:00100000:1.0:1746126732.996275:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817714688 00000100:00100000:1.0:1746126732.996380:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30268 00000100:00100000:1.0:1746126732.996391:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1778:x1830945817714688:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126732.996412:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126732.996433:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b68e9 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.996548:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448152e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e2 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.996557:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.996559:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126732.996562:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.996601:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448152e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e2 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126732.996612:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448152e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e2 expref: 5 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126732.996623:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813646592:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126732.996915:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126732.997890:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.997991:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817714816 00000100:00100000:2.0:1746126732.997997:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817714816 00000100:00100000:2.0:1746126732.998039:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30269 00000100:00100000:2.0:1746126732.998046:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1776:x1830945817714816:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126732.998055:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126732.998068:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b68f0 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.998087:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126732.998092:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 12 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.998340:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126732.998346:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 12 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.998376:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 12 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.998387:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 12 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126732.998401:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec5000, rc 0) 00000100:00100000:2.0:1746126732.998723:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+12:1776:x1830945817714816:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 677us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126732.998730:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30269 00000100:00100000:0.0:1746126732.998933:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126732.998981:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098854000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813646592:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126732.998996:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126732.998999:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817714944 00000100:00100000:3.0:1746126732.999004:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817714944 00010000:00010000:2.0:1746126732.999004:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:2.0:1746126732.999022:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1778:x1830945817714688:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2636us (2922us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126732.999023:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448152e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e2 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126732.999028:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30268 00000100:00100000:3.0:1746126732.999164:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13462 00000100:00100000:3.0:1746126732.999170:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817714944:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126732.999180:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126732.999198:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448152e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e2 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.999217:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448152e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e2 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.999237:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a8448152e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e2 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126732.999260:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.999262:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126732.999268:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.999275:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.999295:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126732.999326:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126732.999337:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813646848:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126732.999412:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.001750:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.001906:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813646848:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.001931:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126733.001960:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817715200 00000100:00100000:1.0:1746126733.001967:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817715200 00000100:00100000:3.0:1746126733.001981:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817714944:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2809us (3045us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.001992:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13462 00002000:00100000:1.0:1746126733.002006:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0a80 x1830945817715200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.002015:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0a80 with x1830945817715200 ext(0->4095) 00010000:00010000:1.0:1746126733.002023:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.002034:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.002040:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e0a80 00000100:00100000:1.0:1746126733.002071:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3001 00000100:00100000:1.0:1746126733.002077:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2007:x1830945817715200:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126733.002190:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2007:x1830945817715200:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.002199:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3001 00002000:00100000:1.0:1746126733.002204:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0a80 x1830945817715200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.002223:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0a80 with x1830945817715200 ext(0->4095) 00010000:00010000:1.0:1746126733.002880:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.002899:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.002908:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e0a80 00000100:00100000:0.0:1746126733.006370:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.006430:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817715328 00000100:00100000:2.0:1746126733.006439:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817715328 00000100:00100000:2.0:1746126733.006482:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30270 00000100:00100000:2.0:1746126733.006489:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817715328:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.006506:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.006522:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b68f7 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.006547:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.006552:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.006557:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126733.006560:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.006593:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.006603:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.006612:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4a00, rc 0) 00000100:00100000:2.0:1746126733.006654:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817715328:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.006660:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30270 00000100:00100000:1.0:1746126733.006748:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.007191:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817715456 00000100:00100000:3.0:1746126733.007198:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817715456 00010000:00010000:3.0:1746126733.007234:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.007264:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13463 00000100:00100000:3.0:1746126733.007268:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2010:x1830945817715456:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.007277:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.007289:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.007297:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.007337:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481535 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68e9 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.007362:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.007364:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.007370:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.007376:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.007403:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.007412:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.007422:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813647104:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.007484:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.010272:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813647104:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.010296:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.010380:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2010:x1830945817715456:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3108us (3636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.010391:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13463 00000100:00100000:0.0:1746126733.010481:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.010564:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817715712 00000100:00100000:2.0:1746126733.010571:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817715712 00002000:00100000:2.0:1746126733.010610:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099598700 x1830945817715712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.010619:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099598700 with x1830945817715712 ext(0->4095) 00010000:00010000:2.0:1746126733.010627:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.010640:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.010646:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099598700 00000100:00100000:2.0:1746126733.010670:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3002 00000100:00100000:2.0:1746126733.010677:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817715712:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.010807:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817715712:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (326us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.010813:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3002 00002000:00100000:2.0:1746126733.010817:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099598700 x1830945817715712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.010823:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099598700 with x1830945817715712 ext(0->4095) 00010000:00010000:2.0:1746126733.010827:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.010835:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.010841:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099598700 00000100:00100000:0.0:1746126733.012116:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.012186:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.012261:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817715968 00000100:00100000:3.0:1746126733.012266:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817715968 00010000:00010000:3.0:1746126733.012286:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.012301:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817715840 00000100:00100000:2.0:1746126733.012325:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817715840 00000100:00100000:3.0:1746126733.012332:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13464 00000100:00100000:3.0:1746126733.012339:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009959b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2009:x1830945817715968:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.012350:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.012364:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 11 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.012374:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 11 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.012397:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec5000/0xd8b4f51a8448153c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f0 expref: 11 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.012411:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.012412:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.012420:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.012427:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.012456:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.012468:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813647232:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.012528:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.012753:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30271 00000100:00100000:2.0:1746126733.012759:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099599880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:1776:x1830945817715840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.012769:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.012779:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448154a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b68fe expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.012796:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.012802:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.012804:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.012807:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448154a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68fe expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.012825:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.012834:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 5 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.012847:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813647360:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.012881:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.014906:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.014952:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817716224 00000100:00100000:2.0:1746126733.014957:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817716224 00002000:00100000:2.0:1746126733.014989:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892f100 x1830945817716224/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.014995:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892f100 with x1830945817716224 ext(0->4095) 00010000:00010000:2.0:1746126733.015001:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.015008:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.015012:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892f100 00000100:00100000:3.0:1746126733.015013:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813647232:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.015023:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3003 00000100:00100000:2.0:1746126733.015026:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817716224:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746126733.015031:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.015079:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009959b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2009:x1830945817715968:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2739us (2891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.015087:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13464 00000100:00100000:2.0:1746126733.015127:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817716224:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (226us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.015131:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813647360:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.015134:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3003 00002000:00100000:2.0:1746126733.015137:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892f100 x1830945817716224/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.015142:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892f100 with x1830945817716224 ext(0->4095) 00010000:00010000:2.0:1746126733.015145:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.015147:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448154a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68fe expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.015152:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.015158:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4800, rc 0) 00002000:00010000:2.0:1746126733.015158:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892f100 00000100:00100000:3.0:1746126733.015175:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099599880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:1776:x1830945817715840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2417us (3062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.015181:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30271 00000100:00100000:0.0:1746126733.016958:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.017002:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817716352 00000100:00100000:3.0:1746126733.017008:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817716352 00010000:00010000:3.0:1746126733.017031:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.017063:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13465 00000100:00100000:3.0:1746126733.017070:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817716352:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.017081:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.017096:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.017107:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.017133:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4a00/0xd8b4f51a84481543 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68f7 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.017153:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.017155:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.017164:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448154a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68fe expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.017171:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448154a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68fe expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.017198:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448154a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68fe expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.017223:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813647488:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.017296:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.018232:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813647488:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.018243:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.018271:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817716352:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1202us (1317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.018277:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13465 00000100:00100000:0.0:1746126733.018755:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.019115:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817716608 00000100:00100000:2.0:1746126733.019120:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817716608 00002000:00100000:2.0:1746126733.019152:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892ce00 x1830945817716608/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.019161:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892ce00 with x1830945817716608 ext(0->4095) 00002000:00010000:2.0:1746126733.019164:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892ce00 00000100:00100000:2.0:1746126733.019180:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13720 00000100:00100000:2.0:1746126733.019186:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817716608:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.019549:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817716608:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 362us (793us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.019556:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13720 00002000:00100000:2.0:1746126733.019562:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892ce00 x1830945817716608/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.019579:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892ce00 with x1830945817716608 ext(0->4095) 00002000:00010000:2.0:1746126733.019582:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892ce00 00000100:00100000:0.0:1746126733.021256:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.021330:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817716736 00000100:00100000:3.0:1746126733.021336:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817716736 00000100:00100000:3.0:1746126733.021379:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30272 00000100:00100000:3.0:1746126733.021385:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817716736:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.021401:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.021417:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481551 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6905 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.021443:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448154a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68fe expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.021450:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.021452:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.021456:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481551 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6905 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.021483:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448154a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68fe expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.021494:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448154a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68fe expref: 9 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.021506:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813647616:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.021589:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.022604:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813647616:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.022625:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481551 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6905 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.022637:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00000100:00100000:3.0:1746126733.022676:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817716736:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1290us (1421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.022686:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30272 00000100:00100000:0.0:1746126733.022999:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.023087:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817716864 00000100:00100000:3.0:1746126733.023091:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817716864 00010000:00010000:3.0:1746126733.023110:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448154a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68fe expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.023141:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13466 00000100:00100000:3.0:1746126733.023147:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817716864:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.023158:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.023177:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448154a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68fe expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.023186:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448154a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68fe expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.023206:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4800/0xd8b4f51a8448154a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b68fe expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.023235:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.023237:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.023243:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481551 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6905 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.023250:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481551 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6905 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.023275:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481551 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6905 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.023286:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813647744:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.023561:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.024428:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813647744:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.024439:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.024459:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945817716864:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1313us (1461us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.024465:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13466 00000100:00100000:0.0:1746126733.025145:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.025226:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817717120 00000100:00100000:2.0:1746126733.025232:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817717120 00002000:00100000:2.0:1746126733.025264:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892c380 x1830945817717120/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.025274:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892c380 with x1830945817717120 ext(0->4095) 00002000:00010000:2.0:1746126733.025277:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892c380 00000100:00100000:2.0:1746126733.025293:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13721 00000100:00100000:2.0:1746126733.025299:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817717120:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.025471:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817717120:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (327us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.025477:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13721 00002000:00100000:2.0:1746126733.025482:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892c380 x1830945817717120/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.025493:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892c380 with x1830945817717120 ext(0->4095) 00002000:00010000:2.0:1746126733.025496:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892c380 00000100:00100000:0.0:1746126733.026916:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.027012:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817717248 00000100:00100000:3.0:1746126733.027019:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817717248 00000100:00100000:3.0:1746126733.027071:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30273 00000100:00100000:3.0:1746126733.027078:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1778:x1830945817717248:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.027099:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.027114:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b690c expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.027141:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481551 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6905 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.027149:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.027151:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.027154:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.027181:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481551 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6905 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.027198:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481551 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6905 expref: 5 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.027221:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813647872:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.027334:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.028247:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813647872:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.028269:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.028282:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61a00, rc 0) 00000100:00100000:3.0:1746126733.028346:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:1778:x1830945817717248:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1266us (1436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.028353:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30273 00000100:00100000:0.0:1746126733.029008:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.029095:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817717376 00000100:00100000:3.0:1746126733.029101:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817717376 00010000:00010000:3.0:1746126733.029123:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481551 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6905 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.029226:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13467 00000100:00100000:3.0:1746126733.029234:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817717376:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.029246:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.029266:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481551 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6905 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.029280:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481551 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6905 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.029302:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481551 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6905 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.029342:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.029344:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746126733.029348:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126733.029351:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.029359:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.029469:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.029481:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813648000:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.029527:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817717504 00000100:00100000:2.0:1746126733.029531:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817717504 00000100:00100000:3.0:1746126733.029543:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.029695:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30274 00000100:00100000:2.0:1746126733.029701:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:1776:x1830945817717504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.029711:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.029721:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6913 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.029741:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.029746:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.029747:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.029750:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.029766:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.029775:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.029782:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813648128:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.029808:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.031129:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813648000:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.031146:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.031191:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817717376:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1957us (2188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.031201:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13467 00000100:00100000:0.0:1746126733.032873:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.032912:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817717760 00000100:00100000:2.0:1746126733.032921:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817717760 00002000:00100000:2.0:1746126733.032973:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892e680 x1830945817717760/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.032983:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892e680 with x1830945817717760 ext(0->4095) 00010000:00010000:2.0:1746126733.032994:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 12 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.033007:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 12 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.033017:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892e680 00000100:00100000:2.0:1746126733.033042:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3004 00000100:00100000:2.0:1746126733.033049:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2008:x1830945817717760:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126733.033155:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813648128:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.033182:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 12 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.033196:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012debd600, rc 0) 00000100:00100000:3.0:1746126733.033261:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+12:1776:x1830945817717504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3559us (3913us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.033267:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30274 00000100:00100000:2.0:1746126733.033361:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2008:x1830945817717760:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 312us (494us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.033367:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3004 00002000:00100000:2.0:1746126733.033372:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892e680 x1830945817717760/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.033379:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892e680 with x1830945817717760 ext(0->4095) 00010000:00010000:2.0:1746126733.033383:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.033391:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.033397:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892e680 00000100:00100000:0.0:1746126733.035095:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.035135:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.035217:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817718016 00000100:00100000:3.0:1746126733.035224:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817718016 00000100:00100000:3.0:1746126733.035265:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30275 00000100:00100000:3.0:1746126733.035272:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817718016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126733.035344:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817717888 00000100:00100000:2.0:1746126733.035348:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817717888 00010000:00010000:2.0:1746126733.035367:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.035400:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13468 00000100:00100000:2.0:1746126733.035405:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2010:x1830945817717888:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.035417:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.035433:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.035442:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.035463:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481558 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b690c expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.035485:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.035487:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.035494:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.035502:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.035536:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.035548:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813648256:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.035562:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.035573:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b691a expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.035589:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.035594:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.035595:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.035597:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.035610:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126733.035613:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.035623:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.035636:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813648384:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.035657:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.037012:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813648384:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.037012:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813648256:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.037033:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126733.037037:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.037051:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60400, rc 0) 00000100:00100000:2.0:1746126733.037073:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2010:x1830945817717888:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1666us (1935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.037082:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13468 00000100:00100000:3.0:1746126733.037084:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817718016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1812us (1994us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.037092:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30275 00000100:00100000:0.0:1746126733.037487:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.037573:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817718272 00000100:00100000:2.0:1746126733.037579:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817718272 00002000:00100000:2.0:1746126733.037612:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892f480 x1830945817718272/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.037620:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892f480 with x1830945817718272 ext(0->4095) 00010000:00010000:2.0:1746126733.037626:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.037636:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.037643:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892f480 00000100:00100000:2.0:1746126733.037901:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3005 00000100:00100000:2.0:1746126733.037908:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817718272:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.038242:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817718272:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 334us (755us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.038249:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3005 00002000:00100000:2.0:1746126733.038254:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892f480 x1830945817718272/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.038261:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892f480 with x1830945817718272 ext(0->4095) 00010000:00010000:2.0:1746126733.038266:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.038275:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.038285:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892f480 00000100:00100000:0.0:1746126733.040251:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.040342:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817718400 00000100:00100000:3.0:1746126733.040349:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817718400 00000100:00100000:3.0:1746126733.040382:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30276 00000100:00100000:3.0:1746126733.040455:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:1776:x1830945817718400:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.040471:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.040485:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448156d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6921 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.040505:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.040510:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.040515:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126733.040518:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448156d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6921 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.040551:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.040563:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448156d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6921 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.040571:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61e00, rc 0) 00000100:00100000:3.0:1746126733.040620:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1776:x1830945817718400:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.040626:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30276 00000100:00100000:1.0:1746126733.040844:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.041197:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817718528 00000100:00100000:3.0:1746126733.041201:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817718528 00010000:00010000:3.0:1746126733.041225:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.041284:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13469 00000100:00100000:3.0:1746126733.041290:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2007:x1830945817718528:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.041297:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.041340:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.041349:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.041364:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012debd600/0xd8b4f51a8448155f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6913 expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.041381:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.041383:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.041388:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.041394:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.041410:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.041419:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 5 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.041428:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813648640:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.041484:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.042834:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813648640:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.042848:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.042894:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817718528:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1603us (2050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.042901:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13469 00000100:00100000:0.0:1746126733.043166:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.043258:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817718784 00000100:00100000:3.0:1746126733.043263:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817718784 00002000:00100000:3.0:1746126733.043286:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892fb80 x1830945817718784/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.043300:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892fb80 with x1830945817718784 ext(0->4095) 00010000:00010000:3.0:1746126733.043337:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.043346:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.043351:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892fb80 00000100:00100000:3.0:1746126733.043371:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3006 00000100:00100000:3.0:1746126733.043376:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817718784:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126733.043475:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817718784:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (315us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.043481:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3006 00002000:00100000:3.0:1746126733.043486:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892fb80 x1830945817718784/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.043492:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892fb80 with x1830945817718784 ext(0->4095) 00010000:00010000:3.0:1746126733.043495:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.043503:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.043507:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892fb80 00000100:00100000:0.0:1746126733.045718:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.045789:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817718912 00000100:00100000:3.0:1746126733.045799:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817718912 00010000:00010000:3.0:1746126733.045831:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.045871:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13470 00000100:00100000:3.0:1746126733.045878:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817718912:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.045890:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.045905:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.045915:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.045935:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481566 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b691a expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.045967:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.045968:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.045975:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448156d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6921 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.045982:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448156d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6921 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.046010:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448156d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6921 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.046021:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813648768:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.046106:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.047576:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813648768:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.047591:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.047618:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817718912:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1740us (1907us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.047626:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13470 00000100:00100000:0.0:1746126733.048067:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.048205:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817719168 00000100:00100000:3.0:1746126733.048219:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817719168 00002000:00100000:3.0:1746126733.048249:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892d880 x1830945817719168/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.048258:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892d880 with x1830945817719168 ext(0->4095) 00002000:00010000:3.0:1746126733.048262:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892d880 00000100:00100000:3.0:1746126733.048295:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13722 00000100:00100000:3.0:1746126733.048301:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817719168:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126733.048442:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817719168:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (375us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.048448:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13722 00002000:00100000:3.0:1746126733.048453:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892d880 x1830945817719168/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.048461:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892d880 with x1830945817719168 ext(0->4095) 00002000:00010000:3.0:1746126733.048463:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892d880 00000100:00100000:0.0:1746126733.050609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.050963:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817719296 00000100:00100000:2.0:1746126733.050969:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817719296 00000100:00100000:2.0:1746126733.051133:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30277 00000100:00100000:2.0:1746126733.051146:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817719296:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.051159:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.051201:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481574 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6928 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.051237:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448156d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6921 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.051244:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.051245:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.051248:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481574 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6928 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.051271:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448156d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6921 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.051282:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448156d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6921 expref: 9 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.051293:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813648896:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.051709:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.053385:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.053424:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.053444:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.053477:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.053495:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.053532:0:7216:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817719424 00000100:00100000:1.0:1746126733.053539:0:7216:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817719424 00000100:00100000:3.0:1746126733.053551:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817719808 00000100:00100000:3.0:1746126733.053556:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817719808 00000100:00080000:3.0:1746126733.053575:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126733.053579:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 553 00000100:00100000:1.0:1746126733.053586:0:7216:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b60050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9990f7b3-097c-4efd-bda2-4325c19d14d5+12:2008:x1830945817719424:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:3.0:1746126733.053600:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 720 00000100:00100000:2.0:1746126733.053645:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817719552 00000100:00100000:2.0:1746126733.053650:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817719552 00000100:00100000:0.0:1746126733.053655:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.053677:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.053678:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817720064 00000100:00100000:2.0:1746126733.053680:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817720064 00000100:00100000:2.0:1746126733.053693:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817719680 00000100:00100000:2.0:1746126733.053695:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817719680 00000100:00100000:0.0:1746126733.053697:0:9566:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817720192 00000100:00100000:0.0:1746126733.053703:0:9566:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817720192 00000100:00100000:2.0:1746126733.053706:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817719936 00000100:00100000:2.0:1746126733.053708:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817719936 00000100:00100000:2.0:1746126733.053718:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1214 00000100:00100000:2.0:1746126733.053724:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817719552:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126733.053741:0:9566:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 721 00000100:00100000:1.0:1746126733.053743:0:7216:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b60050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9990f7b3-097c-4efd-bda2-4325c19d14d5+12:2008:x1830945817719424:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 156us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126733.053748:0:9566:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817720192:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:1.0:1746126733.053749:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 553 00000100:00100000:2.0:1746126733.053752:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817719552:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 28us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.053758:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1214 00000100:00100000:2.0:1746126733.053771:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1215 00000100:00100000:2.0:1746126733.053775:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817720064:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:1.0:1746126733.053782:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1216 00000100:00100000:1.0:1746126733.053787:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2008:x1830945817719680:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126733.053791:0:9566:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817720192:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 43us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.053796:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817720064:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 20us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126733.053797:0:9566:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 721 00000100:00100000:2.0:1746126733.053801:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1215 00000100:00100000:1.0:1746126733.053808:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2008:x1830945817719680:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 22us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.053811:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1217 00000100:00100000:2.0:1746126733.053816:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2008:x1830945817719936:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:1.0:1746126733.053817:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1216 00000100:00100000:2.0:1746126733.053835:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2008:x1830945817719936:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 18us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.053840:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1217 00000100:00080000:2.0:1746126733.053866:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746126733.053869:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746126733.053870:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126733.053871:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2008:x1830945817719808:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:3.0:1746126733.053896:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2008:x1830945817719808:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 290us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.053901:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 720 00000100:00100000:2.0:1746126733.053973:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813648896:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.053999:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481574 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6928 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.054012:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099255000, rc 0) 00000100:00100000:2.0:1746126733.054101:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817719296:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2961us (3497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.054107:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30277 00000100:00100000:0.0:1746126733.055063:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.055241:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817720320 00000100:00100000:3.0:1746126733.055246:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817720320 00010000:00010000:3.0:1746126733.055272:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448156d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6921 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.055371:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13471 00000100:00100000:3.0:1746126733.055378:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817720320:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.055389:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.055453:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448156d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6921 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.055465:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448156d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6921 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.055487:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448156d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6921 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.055515:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.055517:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.055524:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481574 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6928 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.055532:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481574 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6928 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.055563:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481574 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6928 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.055575:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813649024:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.055671:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.057016:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813649024:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.057032:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.057058:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945817720320:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1680us (1997us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.057065:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13471 00000100:00100000:0.0:1746126733.058042:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.058157:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817720576 00000100:00100000:0.0:1746126733.058160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.058164:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817720576 00002000:00100000:2.0:1746126733.058202:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba6a00 x1830945817720576/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.058225:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba6a00 with x1830945817720576 ext(0->4095) 00002000:00010000:2.0:1746126733.058230:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba6a00 00000100:00100000:2.0:1746126733.058256:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13723 00000100:00100000:2.0:1746126733.058263:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817720576:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126733.058405:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817720704 00000100:00100000:3.0:1746126733.058408:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817720704 00000100:00100000:3.0:1746126733.058429:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30278 00000100:00100000:3.0:1746126733.058434:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1776:x1830945817720704:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.058443:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126733.058444:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817720576:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 183us (405us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.058450:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13723 00002000:00100000:2.0:1746126733.058454:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba6a00 x1830945817720576/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126733.058457:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b692f expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746126733.058461:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba6a00 with x1830945817720576 ext(0->4095) 00002000:00010000:2.0:1746126733.058464:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba6a00 00010000:00010000:3.0:1746126733.058479:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481574 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6928 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.058487:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.058488:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.058492:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.058523:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481574 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6928 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.058534:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481574 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6928 expref: 5 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.058545:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813649152:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.058595:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.060580:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.060634:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817720832 00000100:00100000:1.0:1746126733.060640:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817720832 00000100:00100000:0.0:1746126733.060660:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.060687:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30279 00000100:00100000:1.0:1746126733.060693:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1778:x1830945817720832:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.060706:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.060720:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481582 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6936 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.060741:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.060746:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 12 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.060756:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.060759:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481582 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6936 expref: 12 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.060787:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 12 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.060798:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481582 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6936 expref: 12 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.060808:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd800, rc 0) 00000100:00100000:3.0:1746126733.060814:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813649152:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.060832:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 12 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126733.060840:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+12:1778:x1830945817720832:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (267us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126733.060841:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60200, rc 0) 00000100:00100000:1.0:1746126733.060845:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30279 00000100:00100000:3.0:1746126733.060861:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1776:x1830945817720704:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2426us (2700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.060867:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30278 00000100:00100000:2.0:1746126733.061033:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817720960 00000100:00100000:2.0:1746126733.061037:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817720960 00010000:00010000:2.0:1746126733.061053:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481574 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6928 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.061085:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13472 00000100:00100000:2.0:1746126733.061090:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817720960:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.061099:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.061115:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481574 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6928 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.061124:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481574 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6928 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.061139:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099255000/0xd8b4f51a84481574 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6928 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.061153:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.061155:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.061160:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.061167:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.061186:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.061195:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.061225:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813649408:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.061354:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.063034:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813649408:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.063055:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.063099:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817720960:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2006us (2436us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.063107:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13472 00000100:00100000:0.0:1746126733.063252:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.063526:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817721216 00000100:00100000:2.0:1746126733.063531:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817721216 00002000:00100000:2.0:1746126733.063560:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5500 x1830945817721216/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.063569:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5500 with x1830945817721216 ext(0->4095) 00010000:00010000:2.0:1746126733.063575:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 11 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.063585:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 11 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.063591:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba5500 00000100:00100000:2.0:1746126733.063616:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3007 00000100:00100000:2.0:1746126733.063622:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2007:x1830945817721216:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.063736:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2007:x1830945817721216:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (484us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.063746:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3007 00002000:00100000:2.0:1746126733.063751:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5500 x1830945817721216/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.063757:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5500 with x1830945817721216 ext(0->4095) 00010000:00010000:2.0:1746126733.063762:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 11 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.063771:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 11 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.063777:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba5500 00000100:00100000:0.0:1746126733.065547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.065679:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817721344 00000100:00100000:2.0:1746126733.065686:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817721344 00010000:00010000:2.0:1746126733.065711:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 11 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.065733:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13473 00000100:00100000:2.0:1746126733.065740:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2008:x1830945817721344:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.065751:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.065767:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 11 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.065777:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 11 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.065798:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448157b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b692f expref: 11 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.065829:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.065831:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.065838:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481582 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6936 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.065845:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6936 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.065887:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6936 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.065899:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813649536:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.066345:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.068556:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813649536:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.068581:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.068736:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817721344:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2993us (3189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.068747:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13473 00000100:00100000:0.0:1746126733.069138:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.069179:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817721600 00000100:00100000:2.0:1746126733.069185:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817721600 00002000:00100000:2.0:1746126733.069228:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5880 x1830945817721600/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.069237:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5880 with x1830945817721600 ext(0->4095) 00002000:00010000:2.0:1746126733.069241:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba5880 00000100:00100000:2.0:1746126733.069264:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13724 00000100:00100000:2.0:1746126733.069271:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817721600:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.069441:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817721600:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (303us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.069447:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13724 00002000:00100000:2.0:1746126733.069453:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5880 x1830945817721600/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.069459:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5880 with x1830945817721600 ext(0->4095) 00002000:00010000:2.0:1746126733.069462:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba5880 00000100:00100000:0.0:1746126733.071063:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.071145:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817721728 00000100:00100000:2.0:1746126733.071151:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817721728 00000100:00100000:2.0:1746126733.071288:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30280 00000100:00100000:2.0:1746126733.071296:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817721728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.071327:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.071348:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099254a00/0xd8b4f51a84481589 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b693d expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.071447:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481582 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6936 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.071455:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.071457:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.071461:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099254a00/0xd8b4f51a84481589 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b693d expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.071492:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6936 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.071508:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481582 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6936 expref: 9 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.071520:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813649664:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.071618:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.073700:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813649664:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.073733:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099254a00/0xd8b4f51a84481589 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b693d expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.073747:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099254a00, rc 0) 00000100:00100000:0.0:1746126733.073776:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.073795:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817721728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2499us (2735us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.073803:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30280 00000100:00100000:3.0:1746126733.073869:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817721856 00000100:00100000:3.0:1746126733.073875:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817721856 00010000:00010000:3.0:1746126733.073902:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481582 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6936 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.073933:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13474 00000100:00100000:3.0:1746126733.073938:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817721856:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.073949:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.073967:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481582 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6936 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.073976:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481582 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6936 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.074000:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481582 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6936 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.074592:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.074594:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.074602:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099254a00/0xd8b4f51a84481589 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b693d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.074609:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099254a00/0xd8b4f51a84481589 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b693d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.074636:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099254a00/0xd8b4f51a84481589 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b693d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.074647:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813649792:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.074710:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.076895:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813649792:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.076917:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126733.076929:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.077115:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817722112 00000100:00100000:2.0:1746126733.077121:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817722112 00002000:00100000:2.0:1746126733.077159:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5c00 x1830945817722112/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.077168:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5c00 with x1830945817722112 ext(0->4095) 00002000:00010000:2.0:1746126733.077173:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba5c00 00000100:00100000:2.0:1746126733.077197:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13725 00000100:00100000:2.0:1746126733.077202:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817722112:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126733.077259:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945817721856:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3319us (3482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.077267:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13474 00000100:00100000:2.0:1746126733.078440:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817722112:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 1234us (1508us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.078450:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13725 00002000:00100000:2.0:1746126733.078456:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5c00 x1830945817722112/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.078463:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5c00 with x1830945817722112 ext(0->4095) 00002000:00010000:2.0:1746126733.078467:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba5c00 00000100:00100000:0.0:1746126733.079528:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.079617:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817722240 00000100:00100000:2.0:1746126733.079623:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817722240 00000100:00100000:2.0:1746126733.079777:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30281 00000100:00100000:2.0:1746126733.079784:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1776:x1830945817722240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.079796:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.079813:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6944 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.079841:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099254a00/0xd8b4f51a84481589 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b693d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.079849:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.079851:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.079855:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 10 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.079885:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099254a00/0xd8b4f51a84481589 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b693d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.079897:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099254a00/0xd8b4f51a84481589 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b693d expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.079914:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813649920:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.079991:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.081223:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.081268:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817722368 00000100:00100000:3.0:1746126733.081275:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817722368 00000100:00100000:3.0:1746126733.081336:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30282 00000100:00100000:3.0:1746126733.081343:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1778:x1830945817722368:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.081357:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.081369:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481597 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b694b expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.081387:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.081391:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 12 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.081396:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.081399:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481597 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b694b expref: 12 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.081427:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 12 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.081439:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481597 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b694b expref: 12 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.081449:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61200, rc 0) 00000100:00100000:3.0:1746126733.081478:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+12:1778:x1830945817722368:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.081483:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30282 00000100:00100000:3.0:1746126733.081809:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813649920:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.081828:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 11 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.081837:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099255200, rc 0) 00000100:00100000:0.0:1746126733.082032:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.082070:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817722496 00000100:00100000:2.0:1746126733.082082:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817722496 00010000:00010000:2.0:1746126733.082119:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099254a00/0xd8b4f51a84481589 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b693d expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.082157:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13475 00000100:00100000:2.0:1746126733.082164:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817722496:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.082177:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.082192:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099254a00/0xd8b4f51a84481589 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b693d expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.082202:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099254a00/0xd8b4f51a84481589 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b693d expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.082234:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099254a00/0xd8b4f51a84481589 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b693d expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.082252:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.082254:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.082260:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 11 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.082266:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 11 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.082301:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 11 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.082334:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.082344:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813650176:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.082557:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1776:x1830945817722240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2773us (3030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.082563:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30281 00000100:00100000:2.0:1746126733.082704:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.083854:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813650176:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.083875:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.083920:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817722496:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1755us (1886us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.083927:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13475 00000100:00100000:0.0:1746126733.085155:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.085345:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817722752 00000100:00100000:2.0:1746126733.085354:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817722752 00002000:00100000:2.0:1746126733.085388:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb0ad80 x1830945817722752/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.085397:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0ad80 with x1830945817722752 ext(0->4095) 00010000:00010000:2.0:1746126733.085404:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.085415:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.085421:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb0ad80 00000100:00100000:2.0:1746126733.085438:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3008 00000100:00100000:2.0:1746126733.085444:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2009:x1830945817722752:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126733.085561:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2009:x1830945817722752:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (411us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.085567:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3008 00002000:00100000:2.0:1746126733.085572:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb0ad80 x1830945817722752/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.085578:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0ad80 with x1830945817722752 ext(0->4095) 00010000:00010000:2.0:1746126733.085583:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.085591:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.085597:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb0ad80 00000100:00100000:0.0:1746126733.089011:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.089716:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817722880 00000100:00100000:2.0:1746126733.089726:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817722880 00010000:00010000:2.0:1746126733.089762:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.089801:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13476 00000100:00100000:2.0:1746126733.089809:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2008:x1830945817722880:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.089823:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.089845:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.089862:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.089886:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a84481590 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6944 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.089913:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.089915:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.089922:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481597 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b694b expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.089931:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481597 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b694b expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.089965:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481597 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b694b expref: 10 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.089977:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813650304:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.090439:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.092344:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.092461:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817723136 00000100:00100000:1.0:1746126733.092468:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817723136 00002000:00100000:1.0:1746126733.092502:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb0a680 x1830945817723136/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.092510:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0a680 with x1830945817723136 ext(0->4095) 00002000:00010000:1.0:1746126733.092514:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb0a680 00000100:00100000:1.0:1746126733.092542:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13726 00000100:00100000:1.0:1746126733.092548:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2010:x1830945817723136:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126733.092655:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2010:x1830945817723136:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.092660:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13726 00002000:00100000:1.0:1746126733.092665:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb0a680 x1830945817723136/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.092671:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0a680 with x1830945817723136 ext(0->4095) 00002000:00010000:1.0:1746126733.092673:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb0a680 00000100:00100000:2.0:1746126733.092762:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813650304:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.092782:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.092803:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817722880:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2996us (3800us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.092810:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13476 00000100:00100000:0.0:1746126733.094395:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.095149:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817723264 00000100:00100000:3.0:1746126733.095158:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817723264 00000100:00100000:3.0:1746126733.095257:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30283 00000100:00100000:3.0:1746126733.095266:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817723264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.095284:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.095302:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448159e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6952 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.095621:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481597 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b694b expref: 9 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.095629:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.095631:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.095634:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448159e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6952 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.095665:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481597 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b694b expref: 9 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.096490:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b694b expref: 9 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.096509:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813650432:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.096885:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.099476:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.099554:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817723392 00000100:00100000:2.0:1746126733.099564:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817723392 00000100:00100000:3.0:1746126733.099593:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813650432:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.099594:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b694b expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.099620:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448159e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6952 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.099621:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13477 00000100:00100000:2.0:1746126733.099625:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817723392:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.099635:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.099638:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00010000:00010000:2.0:1746126733.099648:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481597 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b694b expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.099656:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481597 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b694b expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.099672:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481597 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b694b expref: 10 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.099687:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.099688:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.099693:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448159e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6952 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.099697:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817723264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4431us (5306us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126733.099698:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448159e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6952 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.099706:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30283 00010000:00010000:2.0:1746126733.099733:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448159e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6952 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.099744:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813650560:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.100025:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.102068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.102124:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817723648 00000100:00100000:3.0:1746126733.102131:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817723648 00002000:00100000:3.0:1746126733.102173:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb0a300 x1830945817723648/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.102182:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0a300 with x1830945817723648 ext(0->4095) 00002000:00010000:3.0:1746126733.102187:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb0a300 00000100:00100000:3.0:1746126733.102227:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13727 00000100:00100000:3.0:1746126733.102234:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817723648:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.102253:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813650560:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.102279:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.102356:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817723392:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2728us (2886us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.102370:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13477 00000100:00100000:3.0:1746126733.102416:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817723648:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (353us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.102422:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13727 00002000:00100000:3.0:1746126733.102428:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb0a300 x1830945817723648/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.102441:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0a300 with x1830945817723648 ext(0->4095) 00002000:00010000:3.0:1746126733.102443:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb0a300 00000100:00100000:0.0:1746126733.104182:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.104251:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817723776 00000100:00100000:3.0:1746126733.104256:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817723776 00000100:00100000:3.0:1746126733.104300:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30284 00000100:00100000:3.0:1746126733.104330:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1776:x1830945817723776:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.104342:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.104359:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6959 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.104383:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448159e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6952 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.104390:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.104392:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.104396:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 10 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.104424:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448159e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6952 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.104435:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448159e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6952 expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.104446:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813650688:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126733.104492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.104513:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126733.104584:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817723904 00000100:00100000:1.0:1746126733.104588:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817723904 00000100:00100000:1.0:1746126733.104727:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30285 00000100:00100000:1.0:1746126733.104733:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1778:x1830945817723904:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.104740:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.104746:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844815ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6960 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.104757:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.104760:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 12 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.104766:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.104768:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844815ac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6960 expref: 12 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.104787:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 12 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.104797:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844815ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6960 expref: 12 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.104806:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00000100:00100000:1.0:1746126733.104842:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+12:1778:x1830945817723904:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.104848:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30285 00000100:00100000:3.0:1746126733.105902:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813650688:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.105919:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 11 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.105928:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:3.0:1746126733.105963:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:1776:x1830945817723776:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1655us (1784us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.105968:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30284 00000100:00100000:1.0:1746126733.106560:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.106628:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817724032 00000100:00100000:2.0:1746126733.106633:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817724032 00010000:00010000:2.0:1746126733.106657:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448159e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6952 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.106689:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13478 00000100:00100000:2.0:1746126733.106695:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817724032:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.106705:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.106984:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448159e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6952 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.106996:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448159e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6952 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.107015:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a8448159e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6952 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.107034:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.107036:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.107042:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 10 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.107053:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 10 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.107074:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 10 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.107083:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 10 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.107093:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813650944:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.107450:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.110382:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813650944:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.110408:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.110447:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817724032:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3751us (3887us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.110457:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13478 00000100:00100000:0.0:1746126733.112854:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.112956:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817724288 00000100:00100000:3.0:1746126733.112965:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817724288 00002000:00100000:3.0:1746126733.113008:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea45180 x1830945817724288/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.113019:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea45180 with x1830945817724288 ext(0->4095) 00010000:00010000:3.0:1746126733.113027:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.113041:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.113048:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea45180 00000100:00100000:3.0:1746126733.113081:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3009 00000100:00100000:3.0:1746126733.113088:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2007:x1830945817724288:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126733.113260:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2007:x1830945817724288:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (416us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.113266:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3009 00002000:00100000:3.0:1746126733.113272:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea45180 x1830945817724288/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.113279:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea45180 with x1830945817724288 ext(0->4095) 00010000:00010000:3.0:1746126733.113283:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.113292:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.113297:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea45180 00000100:00100000:0.0:1746126733.115786:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.116039:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817724416 00000100:00100000:2.0:1746126733.116048:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817724416 00010000:00010000:2.0:1746126733.116083:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.116620:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13479 00000100:00100000:2.0:1746126733.116629:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2007:x1830945817724416:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.116644:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.116668:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.116681:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.116707:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844815a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6959 expref: 11 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.116743:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.116745:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.116753:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844815ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6960 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.116765:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844815ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6960 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.116802:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844815ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6960 expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.116814:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813651072:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.118952:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.120924:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813651072:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.120950:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.120999:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817724416:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4370us (5219us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.121011:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13479 00000100:00100000:0.0:1746126733.122394:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.123200:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817724672 00000100:00100000:1.0:1746126733.123220:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817724672 00002000:00100000:1.0:1746126733.123268:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea47100 x1830945817724672/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.123278:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea47100 with x1830945817724672 ext(0->4095) 00002000:00010000:1.0:1746126733.123283:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea47100 00000100:00100000:3.0:1746126733.123468:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13728 00000100:00100000:3.0:1746126733.123478:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817724672:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126733.123642:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817724672:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (1253us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.123648:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13728 00002000:00100000:3.0:1746126733.123653:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea47100 x1830945817724672/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.123660:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea47100 with x1830945817724672 ext(0->4095) 00002000:00010000:3.0:1746126733.123663:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea47100 00000100:00100000:1.0:1746126733.128862:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.128993:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817724800 00000100:00100000:2.0:1746126733.129003:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817724800 00000100:00100000:1.0:1746126733.129251:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30286 00000100:00100000:1.0:1746126733.129261:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817724800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.129279:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.129299:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6967 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.129445:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844815ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6960 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.129453:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.129455:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.129458:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.129491:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844815ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6960 expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.129503:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844815ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6960 expref: 9 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.129515:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813651200:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126733.129608:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126733.131060:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813651200:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126733.131081:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.131095:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126733.131194:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817724800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1933us (2341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.131202:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30286 00000100:00100000:0.0:1746126733.131289:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.131500:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817724928 00000100:00100000:3.0:1746126733.131505:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817724928 00010000:00010000:3.0:1746126733.131528:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844815ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6960 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.131549:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13480 00000100:00100000:3.0:1746126733.131559:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817724928:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.131570:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.131591:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844815ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6960 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.131600:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844815ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6960 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.131622:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844815ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6960 expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.131636:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.131637:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.131643:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.131650:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.131677:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.131692:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813651328:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.131735:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.133098:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.133271:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817725056 00000100:00100000:1.0:1746126733.133276:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817725056 00000100:00100000:1.0:1746126733.133335:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30287 00000100:00100000:1.0:1746126733.133343:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:1776:x1830945817725056:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.133357:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.133370:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b696e expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.133390:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.133396:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.133398:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.133401:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.133424:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.133434:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 5 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.133443:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813651456:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126733.133497:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.133905:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813651328:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.133920:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.134689:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2008:x1830945817724928:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3132us (3399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.134698:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13480 00000100:00100000:1.0:1746126733.134862:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.135247:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813651456:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126733.135265:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 10 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126733.135284:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:0.0:1746126733.135329:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:1776:x1830945817725056:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1987us (2233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126733.135335:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30287 00000100:00100000:2.0:1746126733.135432:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817725312 00000100:00100000:2.0:1746126733.135438:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817725312 00002000:00100000:2.0:1746126733.135469:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b4700 x1830945817725312/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.135478:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b4700 with x1830945817725312 ext(0->4095) 00010000:00010000:2.0:1746126733.135485:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.135496:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.135503:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2b4700 00000100:00100000:2.0:1746126733.135532:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3010 00000100:00100000:2.0:1746126733.135539:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817725312:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126733.135675:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817725312:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (813us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.135680:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3010 00002000:00100000:2.0:1746126733.135685:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b4700 x1830945817725312/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.135692:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b4700 with x1830945817725312 ext(0->4095) 00010000:00010000:2.0:1746126733.135696:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.135705:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.136015:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2b4700 00000100:00100000:0.0:1746126733.138665:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.138803:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817725440 00000100:00100000:3.0:1746126733.138812:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817725440 00010000:00010000:3.0:1746126733.138851:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.138881:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13481 00000100:00100000:3.0:1746126733.138888:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817725440:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.138904:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.138925:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.138936:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.138960:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844815b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6967 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.138988:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.138990:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.138997:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.139004:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.139035:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.139047:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813651584:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.139227:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.141535:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813651584:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.141556:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.141600:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817725440:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2711us (2944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.141611:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13481 00000100:00100000:0.0:1746126733.143571:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.143780:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817725696 00000100:00100000:2.0:1746126733.143791:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817725696 00002000:00100000:2.0:1746126733.143840:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea47800 x1830945817725696/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.143856:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea47800 with x1830945817725696 ext(0->4095) 00002000:00010000:2.0:1746126733.143862:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea47800 00000100:00100000:2.0:1746126733.143893:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13729 00000100:00100000:2.0:1746126733.143902:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817725696:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.144055:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817725696:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (491us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.144062:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13729 00002000:00100000:2.0:1746126733.144067:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea47800 x1830945817725696/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.144074:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea47800 with x1830945817725696 ext(0->4095) 00002000:00010000:2.0:1746126733.144077:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea47800 00000100:00100000:0.0:1746126733.145569:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.145734:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817725824 00000100:00100000:2.0:1746126733.145740:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817725824 00000100:00100000:2.0:1746126733.145784:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30288 00000100:00100000:2.0:1746126733.145790:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817725824:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.145805:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.145821:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6975 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.145848:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.145856:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.145858:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.145861:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.145891:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 9 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.145901:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 9 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.145912:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813651712:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.145993:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.148239:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813651712:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.148500:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.148519:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099255200, rc 0) 00000100:00100000:2.0:1746126733.148563:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817725824:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2772us (2997us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.148571:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30288 00000100:00100000:0.0:1746126733.149752:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.150089:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817725952 00000100:00100000:2.0:1746126733.150097:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817725952 00002000:00100000:2.0:1746126733.150135:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012ea45500 x1830945817725952/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.150145:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea45500 with x1830945817725952 ext(0->7) 00010000:00010000:2.0:1746126733.150152:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.150171:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 10 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.150177:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea45500 00000100:00100000:2.0:1746126733.150434:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3011 00000100:00100000:2.0:1746126733.150441:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817725952:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126733.152432:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2007:x1830945817725952:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1982us (2675us total) trans 4294972063 rc 0/0 00000100:00100000:0.0:1746126733.152442:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3011 00002000:00100000:0.0:1746126733.152450:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012ea45500 x1830945817725952/t4294972063(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/448 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.152459:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea45500 with x1830945817725952 ext(0->7) 00010000:00010000:0.0:1746126733.152468:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 12 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.152482:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 12 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:0.0:1746126733.152488:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea45500 00000100:00100000:0.0:1746126733.157197:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.157631:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817726080 00000100:00100000:2.0:1746126733.158957:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817726080 00010000:00010000:2.0:1746126733.159004:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 12 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.159045:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13482 00000100:00100000:2.0:1746126733.159053:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2008:x1830945817726080:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.159069:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.159091:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 12 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.159105:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 12 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.159129:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844815ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b696e expref: 12 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.159163:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.159165:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.159174:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.159182:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.159244:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.159257:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813651840:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.159375:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.160889:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.161042:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817726208 00000100:00100000:2.0:1746126733.161052:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817726208 00000100:00100000:2.0:1746126733.161080:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30289 00000100:00100000:2.0:1746126733.161086:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+12:1776:x1830945817726208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.161102:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.161115:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b697c expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.161138:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.161144:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.161146:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.161148:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 13 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.161170:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.161181:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 5 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.161190:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813651968:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.161271:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.162566:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.162599:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813651840:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.162625:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.162659:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+13:2008:x1830945817726080:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3607us (5474us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.162668:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13482 00000100:00100000:1.0:1746126733.162691:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817726464 00000100:00100000:1.0:1746126733.162698:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817726464 00002000:00100000:1.0:1746126733.162729:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea45f80 x1830945817726464/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.162738:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea45f80 with x1830945817726464 ext(0->4095) 00010000:00010000:1.0:1746126733.162745:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.162754:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.162759:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813651968:192.168.204.15@tcp:104: 00002000:00010000:1.0:1746126733.162760:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea45f80 00010000:00010000:3.0:1746126733.162774:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 12 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126733.162776:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3012 00000100:00100000:1.0:1746126733.162781:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817726464:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746126733.162785:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099254800, rc 0) 00000100:00100000:3.0:1746126733.162811:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+12:1776:x1830945817726208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1726us (1931us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.162817:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30289 00000100:00100000:1.0:1746126733.162930:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817726464:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.162936:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3012 00002000:00100000:1.0:1746126733.162942:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea45f80 x1830945817726464/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.162948:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea45f80 with x1830945817726464 ext(0->4095) 00010000:00010000:1.0:1746126733.162953:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.162962:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.162967:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea45f80 00000100:00100000:0.0:1746126733.164573:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.164750:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817726592 00000100:00100000:2.0:1746126733.164757:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817726592 00010000:00010000:2.0:1746126733.164780:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.164803:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13483 00000100:00100000:2.0:1746126733.164809:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817726592:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.164823:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.164840:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.164850:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.164873:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099255200/0xd8b4f51a844815c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6975 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.164905:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.164907:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.164915:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.164924:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.164951:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.164962:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813652096:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.165592:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.167419:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813652096:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.167445:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.167488:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817726592:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2677us (2921us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.167498:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13483 00000100:00100000:0.0:1746126733.167745:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.168098:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817726848 00000100:00100000:2.0:1746126733.168104:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817726848 00002000:00100000:2.0:1746126733.168138:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea45c00 x1830945817726848/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.168148:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea45c00 with x1830945817726848 ext(0->4095) 00002000:00010000:2.0:1746126733.168153:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea45c00 00000100:00100000:2.0:1746126733.168171:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13730 00000100:00100000:2.0:1746126733.168178:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2008:x1830945817726848:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.169028:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2008:x1830945817726848:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 847us (1281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.169035:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13730 00002000:00100000:2.0:1746126733.169041:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea45c00 x1830945817726848/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.169048:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea45c00 with x1830945817726848 ext(0->4095) 00002000:00010000:2.0:1746126733.169050:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea45c00 00000100:00100000:0.0:1746126733.171197:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.171459:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817726976 00000100:00100000:3.0:1746126733.171468:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817726976 00000100:00100000:3.0:1746126733.171513:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30290 00000100:00100000:3.0:1746126733.171521:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817726976:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.171541:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.171559:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844815cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6983 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.171590:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.171597:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.171599:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.171603:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844815cf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6983 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.171634:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.171646:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 11 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.171658:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813652224:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.171749:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.175595:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813652224:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.175631:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844815cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6983 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.175656:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:3.0:1746126733.175710:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817726976:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4188us (4519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.175720:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30290 00000100:00100000:0.0:1746126733.175961:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.176276:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817727104 00000100:00100000:2.0:1746126733.176283:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817727104 00002000:00100000:2.0:1746126733.176359:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012ea44a80 x1830945817727104/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.176368:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea44a80 with x1830945817727104 ext(0->7) 00010000:00010000:2.0:1746126733.176375:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 12 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.176387:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 12 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.176394:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea44a80 00000100:00100000:2.0:1746126733.176416:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3013 00000100:00100000:2.0:1746126733.176422:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2009:x1830945817727104:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126733.177948:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2009:x1830945817727104:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1519us (1982us total) trans 4294972064 rc 0/0 00000100:00100000:0.0:1746126733.177957:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3013 00002000:00100000:0.0:1746126733.177963:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012ea44a80 x1830945817727104/t4294972064(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/448 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.177971:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea44a80 with x1830945817727104 ext(0->7) 00010000:00010000:0.0:1746126733.177979:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 14 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.177992:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 14 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:0.0:1746126733.177998:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea44a80 00000100:00100000:0.0:1746126733.180562:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.180627:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817727232 00000100:00100000:2.0:1746126733.180641:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817727232 00010000:00010000:2.0:1746126733.180682:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 14 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.180722:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13484 00000100:00100000:2.0:1746126733.180730:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2009:x1830945817727232:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.180747:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.180768:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 14 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.180780:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 14 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.180805:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099254800/0xd8b4f51a844815c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b697c expref: 14 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.180843:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.180846:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.180853:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844815cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6983 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.180861:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844815cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6983 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.180895:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844815cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6983 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.180907:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813652352:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.180991:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.182453:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813652352:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.182477:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.182509:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+13:2009:x1830945817727232:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1779us (1954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.182518:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13484 00000100:00100000:0.0:1746126733.182958:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.183045:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817727488 00000100:00100000:2.0:1746126733.183051:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817727488 00002000:00100000:2.0:1746126733.183082:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bdc00 x1830945817727488/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.183091:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bdc00 with x1830945817727488 ext(0->4095) 00002000:00010000:2.0:1746126733.183095:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991bdc00 00000100:00100000:2.0:1746126733.183678:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13731 00000100:00100000:2.0:1746126733.183686:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817727488:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126733.183886:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817727488:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 200us (927us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.183892:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13731 00002000:00100000:2.0:1746126733.183898:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bdc00 x1830945817727488/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.183906:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bdc00 with x1830945817727488 ext(0->4095) 00002000:00010000:2.0:1746126733.183909:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991bdc00 00000100:00100000:0.0:1746126733.186215:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.186384:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.186479:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817727616 00000100:00100000:3.0:1746126733.186488:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817727616 00000100:00100000:3.0:1746126733.186523:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817727744 00000100:00100000:3.0:1746126733.186526:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817727744 00000100:00100000:1.0:1746126733.186530:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30291 00000100:00100000:1.0:1746126733.186543:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:1776:x1830945817727616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126733.186561:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30292 00000100:00100000:3.0:1746126733.186566:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+14:1778:x1830945817727744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.186582:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.186601:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6991 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.186633:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844815cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6983 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.186641:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.186643:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.186643:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.186647:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 15 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.186651:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b698a expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.186664:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.186668:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 16 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.186674:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.186677:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 16 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.186686:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844815cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6983 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.186699:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844815cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6983 expref: 5 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.186712:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813652480:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126733.186720:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 16 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.186732:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 16 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.186741:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126733.186776:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+16:1776:x1830945817727616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 236us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.186785:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30291 00000100:00100000:3.0:1746126733.186830:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.188470:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813652480:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126733.188476:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126733.188492:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 15 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.188504:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61a00, rc 0) 00000100:00100000:3.0:1746126733.188535:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+15:1778:x1830945817727744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1968us (2229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.188542:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30292 00000100:00100000:2.0:1746126733.188661:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817727872 00000100:00100000:2.0:1746126733.188668:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817727872 00010000:00010000:2.0:1746126733.188693:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844815cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6983 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.188731:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13485 00000100:00100000:2.0:1746126733.188738:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817727872:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.188750:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.189043:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844815cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6983 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.189054:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844815cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6983 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.189076:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844815cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6983 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.189101:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.189103:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.189110:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 14 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.189117:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 14 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.189143:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 14 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.189153:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 14 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.189168:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813652736:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.189247:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.191979:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813652736:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.192004:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.192043:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817727872:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3305us (3567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.192052:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13485 00000100:00100000:0.0:1746126733.192272:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.192336:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817728128 00000100:00100000:1.0:1746126733.192343:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817728128 00002000:00100000:1.0:1746126733.192384:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bdf80 x1830945817728128/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.192399:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bdf80 with x1830945817728128 ext(0->4095) 00010000:00010000:1.0:1746126733.192407:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 15 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.192419:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 15 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.192426:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bdf80 00000100:00100000:1.0:1746126733.192443:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3014 00000100:00100000:1.0:1746126733.192449:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+15:2008:x1830945817728128:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126733.192591:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+15:2008:x1830945817728128:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.192598:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3014 00002000:00100000:1.0:1746126733.192603:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bdf80 x1830945817728128/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.192610:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bdf80 with x1830945817728128 ext(0->4095) 00010000:00010000:1.0:1746126733.192614:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 15 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.192623:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 15 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.192628:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bdf80 00000100:00100000:0.0:1746126733.197080:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.197244:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817728256 00000100:00100000:3.0:1746126733.197253:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817728256 00000100:00100000:3.0:1746126733.197337:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30293 00000100:00100000:3.0:1746126733.197345:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817728256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.197365:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.197385:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6998 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.197415:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.197421:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.197427:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126733.197431:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.197473:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.197489:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.197498:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00000100:00100000:0.0:1746126733.197665:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.198674:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817728256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1318us (1596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.198683:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30293 00000100:00100000:3.0:1746126733.200367:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817728384 00000100:00100000:3.0:1746126733.200377:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817728384 00010000:00010000:3.0:1746126733.200407:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 15 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.200444:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13486 00000100:00100000:3.0:1746126733.200450:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+15:2008:x1830945817728384:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.200462:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.200478:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 15 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.200488:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 15 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.200508:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a844815d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6991 expref: 15 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.200770:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.200773:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.200779:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.200786:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.200813:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 14 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.200823:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 14 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.201121:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813652992:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.201213:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.207219:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813652992:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.207239:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.207277:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2008:x1830945817728384:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 6826us (9612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.207286:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13486 00000100:00100000:0.0:1746126733.207810:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.207896:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817728640 00000100:00100000:1.0:1746126733.207910:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817728640 00002000:00100000:1.0:1746126733.207962:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bc000 x1830945817728640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.207972:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bc000 with x1830945817728640 ext(0->4095) 00010000:00010000:1.0:1746126733.207982:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 14 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.207995:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 14 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.208001:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bc000 00000100:00100000:1.0:1746126733.208036:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3015 00000100:00100000:1.0:1746126733.208044:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2007:x1830945817728640:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126733.208216:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2007:x1830945817728640:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 173us (406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.208222:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3015 00002000:00100000:1.0:1746126733.208227:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bc000 x1830945817728640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.208235:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bc000 with x1830945817728640 ext(0->4095) 00010000:00010000:1.0:1746126733.208239:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 14 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.208247:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 14 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.208252:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bc000 00000100:00100000:1.0:1746126733.211413:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.212016:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.212051:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817728896 00000100:00100000:1.0:1746126733.212059:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817728896 00000100:00100000:1.0:1746126733.212111:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30294 00000100:00100000:1.0:1746126733.212118:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+14:1776:x1830945817728896:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.212134:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.212152:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b699f expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.212179:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.212186:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.212192:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126733.212195:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 15 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.212238:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817728768 00010000:00010000:1.0:1746126733.212242:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.212249:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817728768 00010000:00010000:1.0:1746126733.212253:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 15 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.212263:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00010000:00010000:3.0:1746126733.212287:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 16 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.212335:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13487 00000100:00100000:1.0:1746126733.212336:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+16:1776:x1830945817728896:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.212342:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2007:x1830945817728768:12345-192.168.204.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746126733.212343:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30294 00010000:00010000:3.0:1746126733.212355:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.212370:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 15 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.212380:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 15 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.212398:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844815dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b698a expref: 15 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.212415:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.212417:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.212424:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.212430:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.212458:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.212468:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 5 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.212480:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813653248:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.213137:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.215569:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.215611:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813653248:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.215635:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.215680:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2007:x1830945817728768:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3338us (4277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.215689:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13487 00000100:00100000:1.0:1746126733.215735:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817729152 00000100:00100000:1.0:1746126733.215741:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817729152 00002000:00100000:1.0:1746126733.215773:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bd180 x1830945817729152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.215782:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bd180 with x1830945817729152 ext(0->4095) 00010000:00010000:1.0:1746126733.215787:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.215798:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.215803:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bd180 00000100:00100000:1.0:1746126733.215829:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3016 00000100:00100000:1.0:1746126733.215835:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817729152:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126733.216088:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817729152:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 252us (526us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.216094:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3016 00002000:00100000:1.0:1746126733.216099:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bd180 x1830945817729152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.216106:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bd180 with x1830945817729152 ext(0->4095) 00010000:00010000:1.0:1746126733.216109:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.216118:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.216128:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bd180 00000100:00100000:0.0:1746126733.218167:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.218449:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817729280 00000100:00100000:3.0:1746126733.218458:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817729280 00010000:00010000:3.0:1746126733.218488:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.218523:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13488 00000100:00100000:3.0:1746126733.218530:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817729280:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.218541:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.218560:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.218572:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.218593:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844815e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6998 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.218616:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.218619:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.218626:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 13 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.218633:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 13 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.218663:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 13 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.218673:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813653376:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.219764:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.222040:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813653376:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.222064:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.222115:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817729280:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3583us (3954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.222126:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13488 00000100:00100000:0.0:1746126733.222343:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.222457:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817729536 00000100:00100000:1.0:1746126733.222464:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817729536 00002000:00100000:1.0:1746126733.222502:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bd880 x1830945817729536/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.222516:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bd880 with x1830945817729536 ext(0->4095) 00002000:00010000:1.0:1746126733.222520:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991bd880 00000100:00100000:1.0:1746126733.222679:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13732 00000100:00100000:1.0:1746126733.222687:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2009:x1830945817729536:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126733.222850:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2009:x1830945817729536:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (507us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.222857:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13732 00002000:00100000:1.0:1746126733.222862:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bd880 x1830945817729536/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.222868:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bd880 with x1830945817729536 ext(0->4095) 00002000:00010000:1.0:1746126733.222871:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991bd880 00000100:00100000:0.0:1746126733.225561:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.225634:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817729664 00000100:00100000:2.0:1746126733.225643:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817729664 00000100:00100000:2.0:1746126733.225781:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30295 00000100:00100000:2.0:1746126733.225789:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817729664:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.225808:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.225827:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b69a6 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.225856:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 13 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.225864:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.225866:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.225870:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.225906:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 13 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.225922:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 13 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.225934:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813653504:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.226034:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.228453:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.228797:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817729792 00000100:00100000:1.0:1746126733.228806:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817729792 00002000:00100000:1.0:1746126733.228850:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800991bed80 x1830945817729792/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126733.228931:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813653504:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.228966:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.228981:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00002000:00100000:1.0:1746126733.229003:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bed80 with x1830945817729792 ext(0->7) 00010000:00010000:1.0:1746126733.229010:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 14 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.229031:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 14 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.229037:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bed80 00000100:00100000:1.0:1746126733.229072:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3017 00000100:00100000:1.0:1746126733.229079:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2009:x1830945817729792:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126733.229589:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817729664:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3800us (4036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.229597:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30295 00000100:00100000:1.0:1746126733.230473:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2009:x1830945817729792:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1392us (2028us total) trans 4294972065 rc 0/0 00000100:00100000:1.0:1746126733.230480:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3017 00002000:00100000:1.0:1746126733.230485:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800991bed80 x1830945817729792/t4294972065(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/448 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.230492:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bed80 with x1830945817729792 ext(0->7) 00010000:00010000:1.0:1746126733.230497:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 16 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.230506:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 16 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.230512:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bed80 00000100:00100000:0.0:1746126733.243913:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.243978:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.244070:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817729920 00000100:00100000:2.0:1746126733.244079:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817729920 00000100:00100000:2.0:1746126733.244137:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30296 00000100:00100000:2.0:1746126733.244144:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+16:1776:x1830945817729920:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.244165:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.244183:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b69ad expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.244221:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.244226:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.244237:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126733.244241:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 17 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.244283:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.244293:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 17 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.244330:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ce00, rc 0) 00000100:00100000:2.0:1746126733.244372:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+17:1776:x1830945817729920:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 228us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.244377:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30296 00000100:00100000:3.0:1746126733.244495:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817730048 00000100:00100000:3.0:1746126733.244499:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817730048 00010000:00010000:3.0:1746126733.244519:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 17 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.244704:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13489 00000100:00100000:3.0:1746126733.244710:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+17:2010:x1830945817730048:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.244722:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.244741:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 17 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.244756:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 17 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.244772:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a844815eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b699f expref: 17 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.244786:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.244787:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.244793:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.244800:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.244820:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.244830:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.244841:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813653760:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.244918:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.248363:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.248397:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813653760:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126733.248398:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817730304 00000100:00100000:1.0:1746126733.248405:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817730304 00010000:00010000:3.0:1746126733.248421:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126733.248450:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134490a80 x1830945817730304/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.248460:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134490a80 with x1830945817730304 ext(0->4095) 00010000:00010000:1.0:1746126733.248469:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.248480:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.248481:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2010:x1830945817730048:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3770us (4500us total) trans 0 rc 0/0 00002000:00010000:1.0:1746126733.248487:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134490a80 00000100:00100000:3.0:1746126733.248496:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13489 00000100:00100000:1.0:1746126733.248520:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3018 00000100:00100000:1.0:1746126733.248526:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817730304:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126733.248648:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817730304:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.248654:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3018 00002000:00100000:1.0:1746126733.248659:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134490a80 x1830945817730304/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.248666:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134490a80 with x1830945817730304 ext(0->4095) 00010000:00010000:1.0:1746126733.248670:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.248679:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.248685:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134490a80 00000100:00100000:0.0:1746126733.251653:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.251771:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817730432 00000100:00100000:3.0:1746126733.251780:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817730432 00010000:00010000:3.0:1746126733.251816:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.251854:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13490 00000100:00100000:3.0:1746126733.251861:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817730432:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.251876:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.251897:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.251908:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.251931:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844815f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69a6 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.251959:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.251962:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.251968:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.251976:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.252007:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.252019:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813653888:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.252112:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.254461:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813653888:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.254486:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.254523:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817730432:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2662us (2883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.254531:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13490 00000100:00100000:0.0:1746126733.256505:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.256595:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817730688 00000100:00100000:2.0:1746126733.256606:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817730688 00002000:00100000:2.0:1746126733.256653:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134493100 x1830945817730688/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.256662:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134493100 with x1830945817730688 ext(0->4095) 00002000:00010000:2.0:1746126733.256667:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134493100 00000100:00100000:2.0:1746126733.256710:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13733 00000100:00100000:2.0:1746126733.256717:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2007:x1830945817730688:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.256875:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2007:x1830945817730688:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.256885:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13733 00002000:00100000:2.0:1746126733.256891:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134493100 x1830945817730688/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.256898:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134493100 with x1830945817730688 ext(0->4095) 00002000:00010000:2.0:1746126733.256901:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134493100 00000100:00100000:2.0:1746126733.262812:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.262852:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817730816 00000100:00100000:1.0:1746126733.262862:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817730816 00000100:00100000:1.0:1746126733.262907:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30297 00000100:00100000:1.0:1746126733.262914:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817730816:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.262929:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.262943:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b69b4 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.262968:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.262974:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.262975:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.262978:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.263002:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 15 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.263012:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 15 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.263022:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813654016:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126733.263102:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126733.267085:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813654016:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126733.267111:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.267126:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126733.267175:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817730816:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4260us (4368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.267187:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30297 00000100:00100000:2.0:1746126733.267535:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.267552:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817730944 00000100:00100000:0.0:1746126733.267557:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817730944 00002000:00100000:0.0:1746126733.267585:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009736d880 x1830945817730944/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.267592:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736d880 with x1830945817730944 ext(0->7) 00010000:00010000:0.0:1746126733.267597:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 16 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.267604:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 16 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:0.0:1746126733.267608:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736d880 00000100:00100000:0.0:1746126733.267628:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3019 00000100:00100000:0.0:1746126733.267633:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2007:x1830945817730944:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126733.268218:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+18:2007:x1830945817730944:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 583us (683us total) trans 4294972066 rc 0/0 00000100:00100000:0.0:1746126733.268225:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3019 00002000:00100000:0.0:1746126733.268231:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009736d880 x1830945817730944/t4294972066(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/448 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.268237:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736d880 with x1830945817730944 ext(0->7) 00010000:00010000:0.0:1746126733.268242:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 18 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.268250:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 18 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:0.0:1746126733.268255:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736d880 00000100:00100000:1.0:1746126733.273406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.273459:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817731072 00000100:00100000:0.0:1746126733.273470:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817731072 00000100:00100000:1.0:1746126733.273520:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.273536:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30298 00000100:00100000:1.0:1746126733.273565:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817731200 00000100:00100000:0.0:1746126733.273567:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+18:1776:x1830945817731072:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126733.273573:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817731200 00010000:00010000:1.0:1746126733.273604:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 19 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:0.0:1746126733.273639:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13491 00000100:00100000:0.0:1746126733.273646:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2009:x1830945817731200:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.273690:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.273707:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b69bb expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.273736:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.273742:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.273747:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126733.273750:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 20 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.273786:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.273798:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 20 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.273807:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00000100:00100000:3.0:1746126733.273867:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1776:x1830945817731072:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 322us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.273873:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30298 00010000:00010000:1.0:1746126733.273875:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126733.273894:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 19 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.273905:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 19 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.273923:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844815f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ad expref: 19 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.273947:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.273949:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.273955:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.273962:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.273990:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.274004:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 5 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.274014:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813654272:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126733.274075:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126733.275347:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813654272:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126733.275361:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126733.275399:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+18:2009:x1830945817731200:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1752us (1878us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.275405:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13491 00000100:00100000:0.0:1746126733.275594:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.275709:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817731456 00000100:00100000:2.0:1746126733.275715:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817731456 00002000:00100000:2.0:1746126733.275746:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134491500 x1830945817731456/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.275754:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134491500 with x1830945817731456 ext(0->4095) 00010000:00010000:2.0:1746126733.275760:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.275769:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.275775:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134491500 00000100:00100000:2.0:1746126733.275798:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3020 00000100:00100000:2.0:1746126733.275803:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817731456:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.275915:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817731456:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.275922:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3020 00002000:00100000:2.0:1746126733.275927:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134491500 x1830945817731456/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.275934:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134491500 with x1830945817731456 ext(0->4095) 00010000:00010000:2.0:1746126733.275938:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.275946:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.275952:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134491500 00000100:00100000:0.0:1746126733.278419:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.278511:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817731584 00000100:00100000:1.0:1746126733.278520:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817731584 00010000:00010000:1.0:1746126733.278757:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.278797:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13492 00000100:00100000:1.0:1746126733.278805:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817731584:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126733.278819:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126733.278840:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.278852:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.278875:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481600 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69b4 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.278894:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.278897:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.278905:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 17 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.278913:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 17 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.278947:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 17 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126733.278961:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813654400:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126733.279045:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126733.281417:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813654400:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126733.281437:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126733.281472:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817731584:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2667us (3061us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.281481:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13492 00000100:00100000:0.0:1746126733.282068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.282149:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817731840 00000100:00100000:2.0:1746126733.282156:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817731840 00002000:00100000:2.0:1746126733.282191:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134491880 x1830945817731840/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.282201:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134491880 with x1830945817731840 ext(0->4095) 00002000:00010000:2.0:1746126733.282214:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134491880 00000100:00100000:2.0:1746126733.282239:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13734 00000100:00100000:2.0:1746126733.282246:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+18:2008:x1830945817731840:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.282427:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+18:2008:x1830945817731840:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.282434:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13734 00002000:00100000:2.0:1746126733.282439:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134491880 x1830945817731840/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.282447:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134491880 with x1830945817731840 ext(0->4095) 00002000:00010000:2.0:1746126733.282450:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134491880 00000100:00100000:0.0:1746126733.284009:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.284073:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817731968 00000100:00100000:3.0:1746126733.284078:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817731968 00000100:00100000:3.0:1746126733.284115:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30299 00000100:00100000:3.0:1746126733.284120:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817731968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.284132:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.284148:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b69c2 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.284179:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 17 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.284186:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.284188:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.284191:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.284236:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 17 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.284249:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 17 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.284262:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813654528:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.284385:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.287913:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813654528:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.287943:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.287962:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00000100:00100000:3.0:1746126733.288021:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817731968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3898us (4015us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.288029:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30299 00000100:00100000:0.0:1746126733.289513:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.289586:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817732096 00000100:00100000:2.0:1746126733.289595:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817732096 00002000:00100000:2.0:1746126733.290006:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880134490000 x1830945817732096/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.290016:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134490000 with x1830945817732096 ext(0->7) 00010000:00010000:2.0:1746126733.290114:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 18 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.290129:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 18 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.290136:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134490000 00000100:00100000:2.0:1746126733.290274:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3021 00000100:00100000:2.0:1746126733.290282:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+18:2007:x1830945817732096:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126733.291827:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817732096:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1541us (2314us total) trans 4294972067 rc 0/0 00000100:00100000:1.0:1746126733.291836:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3021 00002000:00100000:1.0:1746126733.291843:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880134490000 x1830945817732096/t4294972067(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/448 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.291851:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134490000 with x1830945817732096 ext(0->7) 00010000:00010000:1.0:1746126733.291858:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 20 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.291869:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 20 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.291875:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134490000 00000100:00100000:0.0:1746126733.297783:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.297894:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.297976:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817732224 00000100:00100000:3.0:1746126733.297987:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817732224 00000100:00100000:3.0:1746126733.298033:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30300 00000100:00100000:3.0:1746126733.298040:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1776:x1830945817732224:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.298058:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.298076:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481615 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b69c9 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.298103:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.298109:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.298114:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126733.298117:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481615 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c9 expref: 21 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.298152:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.298165:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481615 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c9 expref: 21 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.298175:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61600, rc 0) 00000100:00100000:3.0:1746126733.298236:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1776:x1830945817732224:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.298243:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30300 00000100:00100000:1.0:1746126733.298337:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817732352 00000100:00100000:1.0:1746126733.298342:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817732352 00010000:00010000:1.0:1746126733.298360:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 21 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.298392:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13493 00000100:00100000:1.0:1746126733.298397:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817732352:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126733.298405:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126733.298423:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 21 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.298433:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 21 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.298449:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481607 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69bb expref: 21 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.298466:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.298468:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.298473:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.298484:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.298504:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.298515:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 5 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.298527:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813654784:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126733.298583:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.300754:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813654784:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.300770:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126733.300794:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.300858:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817732608 00000100:00100000:1.0:1746126733.300864:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817732608 00000100:00100000:2.0:1746126733.301167:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817732352:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2414us (2917us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.301177:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13493 00002000:00100000:1.0:1746126733.301197:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b7100 x1830945817732608/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.301291:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b7100 with x1830945817732608 ext(0->4095) 00010000:00010000:1.0:1746126733.301300:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.301331:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.301337:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2b7100 00000100:00100000:1.0:1746126733.301362:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3022 00000100:00100000:1.0:1746126733.301370:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817732608:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126733.301511:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817732608:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (716us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.301517:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3022 00002000:00100000:1.0:1746126733.301523:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b7100 x1830945817732608/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.301530:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b7100 with x1830945817732608 ext(0->4095) 00010000:00010000:1.0:1746126733.301535:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.301544:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.301549:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2b7100 00000100:00100000:0.0:1746126733.304020:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.304145:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817732736 00000100:00100000:2.0:1746126733.304154:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817732736 00010000:00010000:2.0:1746126733.304191:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.304231:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13494 00000100:00100000:2.0:1746126733.304239:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817732736:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.304255:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.304276:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.304287:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.304340:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a8448160e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c2 expref: 6 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.304412:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.304417:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.304425:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481615 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c9 expref: 19 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.304434:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c9 expref: 19 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.304467:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c9 expref: 19 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.304480:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813654912:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.304695:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.306850:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813654912:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.306873:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.306927:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817732736:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2686us (2914us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.306937:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13494 00000100:00100000:2.0:1746126733.307343:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.307406:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817732992 00000100:00100000:1.0:1746126733.307413:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817732992 00002000:00100000:1.0:1746126733.307449:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736ea00 x1830945817732992/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.307459:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ea00 with x1830945817732992 ext(0->4095) 00002000:00010000:1.0:1746126733.307463:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009736ea00 00000100:00100000:1.0:1746126733.307484:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13735 00000100:00100000:1.0:1746126733.307490:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817732992:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126733.307640:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817732992:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.307649:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13735 00002000:00100000:1.0:1746126733.307654:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736ea00 x1830945817732992/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.307660:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ea00 with x1830945817732992 ext(0->4095) 00002000:00010000:1.0:1746126733.307663:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009736ea00 00000100:00100000:0.0:1746126733.308857:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.308912:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817733120 00000100:00100000:2.0:1746126733.308917:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817733120 00000100:00100000:2.0:1746126733.309018:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30301 00000100:00100000:2.0:1746126733.309025:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817733120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.309037:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.309053:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448161c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b69d0 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.309079:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481615 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c9 expref: 19 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.309086:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.309088:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.309091:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448161c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d0 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.309122:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c9 expref: 19 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.309139:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c9 expref: 19 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.309150:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813655040:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.309246:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.311789:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813655040:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.311818:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448161c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d0 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.311831:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d200, rc 0) 00000100:00100000:2.0:1746126733.311868:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817733120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2843us (3014us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.311875:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30301 00000100:00100000:0.0:1746126733.312714:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.312842:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817733248 00000100:00100000:2.0:1746126733.312849:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817733248 00010000:00010000:2.0:1746126733.312876:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c9 expref: 20 pid: 11425 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.312912:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13495 00000100:00100000:2.0:1746126733.312920:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817733248:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.312935:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.312955:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481615 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c9 expref: 20 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.312965:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c9 expref: 20 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.312988:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481615 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69c9 expref: 20 pid: 11425 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.313016:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.313018:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.313026:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448161c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d0 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.313033:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448161c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d0 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.313059:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448161c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d0 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.313069:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813655168:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.313131:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.314932:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813655168:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.314952:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.314991:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2007:x1830945817733248:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2071us (2279us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.315000:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13495 00000100:00100000:0.0:1746126733.315439:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.315531:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817733504 00000100:00100000:1.0:1746126733.315538:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817733504 00002000:00100000:1.0:1746126733.315574:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75c380 x1830945817733504/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.315582:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75c380 with x1830945817733504 ext(0->4095) 00002000:00010000:1.0:1746126733.315586:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75c380 00000100:00100000:1.0:1746126733.315600:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13736 00000100:00100000:1.0:1746126733.315606:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817733504:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126733.315740:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817733504:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.315746:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13736 00002000:00100000:1.0:1746126733.315751:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75c380 x1830945817733504/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.315758:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75c380 with x1830945817733504 ext(0->4095) 00002000:00010000:1.0:1746126733.315760:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75c380 00000100:00100000:0.0:1746126733.317093:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.317429:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817733632 00000100:00100000:2.0:1746126733.317436:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817733632 00000100:00100000:2.0:1746126733.317481:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30302 00000100:00100000:2.0:1746126733.317489:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+19:1778:x1830945817733632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.317504:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.317521:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b69d7 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.317548:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448161c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d0 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.317560:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.317562:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.317565:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.317594:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448161c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d0 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.317604:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448161c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d0 expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.317615:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813655296:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.317694:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099130e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.318045:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.318134:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817733760 00000100:00100000:2.0:1746126733.318138:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817733760 00000100:00100000:2.0:1746126733.318514:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30303 00000100:00100000:2.0:1746126733.318521:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1776:x1830945817733760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.318528:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.318535:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b69de expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.318547:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.318551:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 22 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.318556:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.318560:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 22 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.318582:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 22 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.318593:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 22 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.318602:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126733.318871:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+22:1776:x1830945817733760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 349us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.318877:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30303 00000100:00100000:2.0:1746126733.319630:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813655296:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.319646:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.319655:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c600, rc 0) 00000100:00100000:2.0:1746126733.319711:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1778:x1830945817733632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2222us (2620us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.319717:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30302 00000100:00100000:0.0:1746126733.320954:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.321052:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817733888 00000100:00100000:2.0:1746126733.321058:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817733888 00010000:00010000:2.0:1746126733.321084:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448161c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d0 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.321106:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13496 00000100:00100000:2.0:1746126733.321112:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a55050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817733888:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.321123:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.321141:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448161c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d0 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.321152:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448161c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d0 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.321178:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448161c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d0 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.321216:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.321218:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.321258:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.321267:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.321295:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.321442:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.321455:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813655552:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.321509:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.322829:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813655552:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.322844:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.322871:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a55050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817733888:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1757us (1919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.322879:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13496 00000100:00100000:0.0:1746126733.323530:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.323668:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817734144 00000100:00100000:2.0:1746126733.323673:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817734144 00002000:00100000:2.0:1746126733.323710:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75ed80 x1830945817734144/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.323719:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75ed80 with x1830945817734144 ext(0->4095) 00010000:00010000:2.0:1746126733.323727:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.323738:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.323744:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75ed80 00000100:00100000:2.0:1746126733.323770:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3023 00000100:00100000:2.0:1746126733.323777:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817734144:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.323905:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817734144:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.323910:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3023 00002000:00100000:2.0:1746126733.323913:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75ed80 x1830945817734144/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.323918:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75ed80 with x1830945817734144 ext(0->4095) 00010000:00010000:2.0:1746126733.323922:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.323929:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.323932:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75ed80 00000100:00100000:0.0:1746126733.325647:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.325697:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817734272 00000100:00100000:2.0:1746126733.325705:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817734272 00000100:00100000:2.0:1746126733.325751:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30304 00000100:00100000:2.0:1746126733.325759:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817734272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.325774:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.325789:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b69e5 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.325814:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.325820:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 20 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.325826:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126733.325830:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.325865:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 20 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.325877:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.325890:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00000100:00100000:2.0:1746126733.326526:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817734272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 767us (884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.326532:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30304 00000100:00100000:0.0:1746126733.326940:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.327010:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817734400 00000100:00100000:2.0:1746126733.327015:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817734400 00010000:00010000:2.0:1746126733.327034:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.327058:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13497 00000100:00100000:2.0:1746126733.327064:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817734400:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.327072:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.327089:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.327098:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.327114:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a84481623 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69d7 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.327170:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.327172:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.327178:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 20 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.327190:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 20 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.327224:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 20 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.327235:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.327246:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813655808:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.327683:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.328997:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813655808:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.329015:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.329044:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817734400:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1980us (2104us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.329053:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13497 00000100:00100000:0.0:1746126733.329422:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.329586:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817734656 00000100:00100000:2.0:1746126733.329592:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817734656 00002000:00100000:2.0:1746126733.329627:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75d180 x1830945817734656/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.329638:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d180 with x1830945817734656 ext(0->4095) 00010000:00010000:2.0:1746126733.329646:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.329657:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.329663:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75d180 00000100:00100000:2.0:1746126733.329720:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3024 00000100:00100000:2.0:1746126733.329727:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817734656:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.330077:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817734656:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 349us (655us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.330083:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3024 00002000:00100000:2.0:1746126733.330088:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75d180 x1830945817734656/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.330096:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d180 with x1830945817734656 ext(0->4095) 00010000:00010000:2.0:1746126733.330100:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.330109:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.330115:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75d180 00000100:00100000:0.0:1746126733.331340:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.331382:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.331485:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817734784 00000100:00100000:2.0:1746126733.331491:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817734784 00000100:00100000:2.0:1746126733.331519:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30305 00000100:00100000:2.0:1746126733.331525:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1776:x1830945817734784:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.331536:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.331552:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481638 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b69ec expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.331583:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.331589:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.331592:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817734912 00010000:00010000:2.0:1746126733.331594:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746126733.331597:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817734912 00010000:00010000:2.0:1746126733.331598:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481638 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ec expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.331619:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 22 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.331641:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13498 00000100:00100000:3.0:1746126733.331647:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2007:x1830945817734912:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.331655:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.331675:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 22 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.331684:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 22 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.331702:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448162a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69de expref: 22 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.331723:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.331729:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.331730:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.331736:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.331748:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.331788:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481638 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ec expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.331800:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ca00, rc 0) 00010000:00010000:3.0:1746126733.331801:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.331811:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.331822:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813656064:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.331855:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1776:x1830945817734784:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 329us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.331861:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30305 00000100:00100000:3.0:1746126733.331874:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.334016:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813656064:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.334034:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.334076:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817734912:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2428us (2692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.334085:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13498 00000100:00100000:0.0:1746126733.334426:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.334483:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817735168 00000100:00100000:2.0:1746126733.334489:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817735168 00002000:00100000:2.0:1746126733.334522:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75e680 x1830945817735168/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.334532:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75e680 with x1830945817735168 ext(0->4095) 00010000:00010000:2.0:1746126733.334541:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.334556:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.334561:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75e680 00000100:00100000:2.0:1746126733.334589:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3025 00000100:00100000:2.0:1746126733.334594:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817735168:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.334731:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817735168:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (304us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.334737:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3025 00002000:00100000:2.0:1746126733.334742:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75e680 x1830945817735168/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.334748:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75e680 with x1830945817735168 ext(0->4095) 00010000:00010000:2.0:1746126733.334753:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.334761:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.334767:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75e680 00000100:00100000:0.0:1746126733.338530:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.338678:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817735296 00000100:00100000:3.0:1746126733.338690:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817735296 00010000:00010000:3.0:1746126733.338734:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.338832:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13499 00000100:00100000:3.0:1746126733.338840:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817735296:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.338857:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.338880:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.338892:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.338917:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481631 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69e5 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.338947:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.338949:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.338956:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481638 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ec expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.338964:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481638 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ec expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.338999:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481638 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ec expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.339011:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813656192:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.339109:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.342117:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813656192:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.342144:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.342422:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817735296:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3579us (3901us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.342434:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13499 00000100:00100000:1.0:1746126733.342619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.342765:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817735552 00000100:00100000:2.0:1746126733.342773:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817735552 00002000:00100000:2.0:1746126733.342814:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b6300 x1830945817735552/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.342824:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b6300 with x1830945817735552 ext(0->4095) 00002000:00010000:2.0:1746126733.342829:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2b6300 00000100:00100000:2.0:1746126733.342846:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13737 00000100:00100000:2.0:1746126733.342852:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817735552:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.343001:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817735552:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (383us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.343007:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13737 00002000:00100000:2.0:1746126733.343012:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b6300 x1830945817735552/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.343019:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b6300 with x1830945817735552 ext(0->4095) 00002000:00010000:2.0:1746126733.343022:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2b6300 00000100:00100000:0.0:1746126733.344405:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.344463:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817735680 00000100:00100000:2.0:1746126733.344470:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817735680 00000100:00100000:2.0:1746126733.344512:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30306 00000100:00100000:2.0:1746126733.344519:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817735680:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.344534:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.344551:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448163f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b69f3 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.344579:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481638 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ec expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.344587:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.344589:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.344592:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448163f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69f3 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.344640:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481638 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ec expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.344652:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481638 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ec expref: 19 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.344664:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813656320:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.344755:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.346443:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.346449:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813656320:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.346474:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448163f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69f3 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.346498:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ce00, rc 0) 00000100:00100000:2.0:1746126733.346540:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817735680:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2021us (2138us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.346548:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30306 00000100:00100000:2.0:1746126733.346600:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817735808 00000100:00100000:2.0:1746126733.346605:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817735808 00010000:00010000:2.0:1746126733.346626:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481638 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ec expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.346659:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13500 00000100:00100000:2.0:1746126733.346665:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817735808:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.346678:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.346700:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481638 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ec expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.346711:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481638 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ec expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.346736:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481638 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69ec expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.346752:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.346754:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.346761:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448163f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69f3 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.346769:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448163f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69f3 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.346793:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448163f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69f3 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.346804:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813656448:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.346859:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.348742:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813656448:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126733.348746:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.348889:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817736064 00000100:00100000:1.0:1746126733.348895:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817736064 00002000:00100000:1.0:1746126733.348936:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75f480 x1830945817736064/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.348946:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75f480 with x1830945817736064 ext(0->4095) 00002000:00010000:1.0:1746126733.348950:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75f480 00000100:00100000:1.0:1746126733.348984:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13738 00000100:00100000:1.0:1746126733.348991:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817736064:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00010000:00010000:2.0:1746126733.349044:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.349080:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2008:x1830945817735808:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2415us (2643us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.349087:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13500 00000100:00100000:1.0:1746126733.349120:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817736064:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.349125:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13738 00002000:00100000:1.0:1746126733.349129:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75f480 x1830945817736064/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.349135:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75f480 with x1830945817736064 ext(0->4095) 00002000:00010000:1.0:1746126733.349138:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75f480 00000100:00100000:0.0:1746126733.351619:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.351752:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817736192 00000100:00100000:2.0:1746126733.351762:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817736192 00000100:00100000:2.0:1746126733.351814:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30307 00000100:00100000:2.0:1746126733.351823:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+19:1778:x1830945817736192:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.351841:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.351860:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b69fa expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.351892:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448163f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69f3 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.351900:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.351902:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.351906:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.351938:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448163f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69f3 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.351950:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448163f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69f3 expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.351963:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813656576:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.352060:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.353617:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.353982:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817736320 00000100:00100000:2.0:1746126733.353991:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817736320 00000100:00100000:2.0:1746126733.354039:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30308 00000100:00100000:2.0:1746126733.354046:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1776:x1830945817736320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.354060:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.354075:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a01 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.354099:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.354104:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 22 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.354109:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.354113:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 22 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.354142:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 22 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.354154:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 22 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.354164:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d200, rc 0) 00000100:00100000:2.0:1746126733.354216:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+22:1776:x1830945817736320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.354222:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30308 00000100:00100000:0.0:1746126733.354783:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.354839:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817736448 00000100:00100000:3.0:1746126733.354844:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817736448 00010000:00010000:3.0:1746126733.354864:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448163f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69f3 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.354884:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813656576:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.354898:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.354907:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:3.0:1746126733.354920:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13501 00000100:00100000:3.0:1746126733.354926:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817736448:12345-192.168.204.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126733.354927:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1778:x1830945817736192:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3107us (3319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.354932:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30307 00010000:00010000:3.0:1746126733.354935:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.354955:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448163f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69f3 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.354966:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448163f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69f3 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.354985:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448163f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69f3 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.355004:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.355006:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.355012:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.355018:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.355039:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.355054:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.355065:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813656832:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.355124:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.356578:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813656832:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.356594:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.357128:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817736448:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2200us (2343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.357136:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13501 00000100:00100000:0.0:1746126733.358648:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.358723:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817736704 00000100:00100000:1.0:1746126733.358730:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817736704 00002000:00100000:1.0:1746126733.358767:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0380 x1830945817736704/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.358774:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0380 with x1830945817736704 ext(0->4095) 00010000:00010000:1.0:1746126733.358782:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.358792:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.358797:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be0380 00000100:00100000:1.0:1746126733.358990:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3026 00000100:00100000:1.0:1746126733.358998:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817736704:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126733.359148:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817736704:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.359155:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3026 00002000:00100000:1.0:1746126733.359160:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0380 x1830945817736704/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.359166:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0380 with x1830945817736704 ext(0->4095) 00010000:00010000:1.0:1746126733.359171:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.359178:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.359184:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be0380 00000100:00100000:0.0:1746126733.360402:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.360482:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817736960 00000100:00100000:2.0:1746126733.360488:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817736960 00000100:00100000:0.0:1746126733.360507:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.360528:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30309 00000100:00100000:2.0:1746126733.360534:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817736960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.360697:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126733.360698:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817736832 00000100:00100000:3.0:1746126733.360701:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817736832 00010000:00010000:2.0:1746126733.360712:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a08 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.360718:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.360736:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13502 00010000:00010000:2.0:1746126733.360736:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746126733.360740:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817736832:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.360741:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 21 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.360746:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126733.360747:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.360749:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.360761:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.360769:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.360784:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481646 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b69fa expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.360789:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 21 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.360799:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.360809:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.360811:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.360816:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 20 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.361022:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 20 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.361034:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c200, rc 0) 00010000:00010000:3.0:1746126733.361042:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 20 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.361052:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.361064:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813657088:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.361086:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817736960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 551us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.361095:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30309 00000100:00100000:3.0:1746126733.361456:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.362630:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813657088:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.362647:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.362683:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817736832:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1941us (2174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.362695:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13502 00000100:00100000:0.0:1746126733.363082:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.363227:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817737216 00000100:00100000:1.0:1746126733.363234:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817737216 00002000:00100000:1.0:1746126733.363266:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0000 x1830945817737216/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.363275:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0000 with x1830945817737216 ext(0->4095) 00010000:00010000:1.0:1746126733.363283:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.363293:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.363335:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be0000 00000100:00100000:1.0:1746126733.363508:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3027 00000100:00100000:1.0:1746126733.363515:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817737216:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126733.363674:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817737216:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.363680:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3027 00002000:00100000:1.0:1746126733.363685:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0000 x1830945817737216/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.363691:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0000 with x1830945817737216 ext(0->4095) 00010000:00010000:1.0:1746126733.363695:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.363704:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.363709:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be0000 00000100:00100000:0.0:1746126733.365037:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.365198:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817737344 00000100:00100000:2.0:1746126733.365216:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817737344 00000100:00100000:0.0:1746126733.365255:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.365257:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30310 00000100:00100000:2.0:1746126733.365265:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1776:x1830945817737344:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.365279:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126733.365331:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817737472 00000100:00100000:3.0:1746126733.365335:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817737472 00010000:00010000:3.0:1746126733.365351:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 21 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.365375:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8448165b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a0f expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.365384:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13503 00000100:00100000:3.0:1746126733.365390:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a55450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2007:x1830945817737472:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.365397:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.365402:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.365408:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.365413:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126733.365417:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8448165b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a0f expref: 22 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.365704:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 22 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.365714:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 22 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.365728:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.365730:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448164d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a01 expref: 22 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.365740:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8448165b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a0f expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.365743:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.365744:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.365749:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.365756:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.365763:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c600, rc 0) 00010000:00010000:3.0:1746126733.365772:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.365780:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.365795:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813657344:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.365806:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1776:x1830945817737344:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 542us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.365812:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30310 00000100:00100000:3.0:1746126733.365978:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.367361:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813657344:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.367380:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.367465:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a55450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817737472:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2073us (2208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.367475:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13503 00000100:00100000:0.0:1746126733.367681:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.367791:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817737728 00000100:00100000:1.0:1746126733.367797:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817737728 00002000:00100000:1.0:1746126733.367832:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be1180 x1830945817737728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.367841:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be1180 with x1830945817737728 ext(0->4095) 00010000:00010000:1.0:1746126733.367849:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.367865:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.367871:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be1180 00000100:00100000:1.0:1746126733.367896:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3028 00000100:00100000:1.0:1746126733.367903:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817737728:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126733.368036:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817737728:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.368041:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3028 00002000:00100000:1.0:1746126733.368046:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be1180 x1830945817737728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.368052:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be1180 with x1830945817737728 ext(0->4095) 00010000:00010000:1.0:1746126733.368057:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.368065:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.368071:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be1180 00000100:00100000:0.0:1746126733.369871:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.370249:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817737856 00000100:00100000:3.0:1746126733.370259:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817737856 00010000:00010000:3.0:1746126733.370290:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.370358:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13504 00000100:00100000:3.0:1746126733.370365:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817737856:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.370377:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.370397:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.370407:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.370431:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481654 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a08 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.370454:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.370457:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.370466:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8448165b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a0f expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.370474:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8448165b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a0f expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.370505:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8448165b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a0f expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.370518:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813657472:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.370614:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.372574:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813657472:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.372598:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126733.372609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.372642:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817737856:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2276us (2778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.372650:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13504 00000100:00100000:2.0:1746126733.372814:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817738112 00000100:00100000:2.0:1746126733.372820:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817738112 00002000:00100000:2.0:1746126733.372856:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be3800 x1830945817738112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.372866:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be3800 with x1830945817738112 ext(0->4095) 00002000:00010000:2.0:1746126733.372869:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be3800 00000100:00100000:2.0:1746126733.372886:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13739 00000100:00100000:2.0:1746126733.372892:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817738112:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.373029:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817738112:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (419us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.373035:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13739 00002000:00100000:2.0:1746126733.373040:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be3800 x1830945817738112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.373047:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be3800 with x1830945817738112 ext(0->4095) 00002000:00010000:2.0:1746126733.373050:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be3800 00000100:00100000:0.0:1746126733.375481:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.375602:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817738240 00000100:00100000:2.0:1746126733.375610:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817738240 00000100:00100000:2.0:1746126733.375666:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30311 00000100:00100000:2.0:1746126733.375673:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817738240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.375691:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.375710:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481662 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a16 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.375738:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8448165b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a0f expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.375751:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.375753:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.375756:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481662 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a16 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.375787:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8448165b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a0f expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.375800:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8448165b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a0f expref: 19 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.375812:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813657600:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.375898:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.378721:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813657600:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126733.378721:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.378783:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817738368 00000100:00100000:3.0:1746126733.378793:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817738368 00010000:00010000:3.0:1746126733.378827:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8448165b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a0f expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.379146:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13505 00000100:00100000:3.0:1746126733.379159:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817738368:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.379173:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.379196:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8448165b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a0f expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.379221:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8448165b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a0f expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.379245:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a8448165b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a0f expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.379284:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481662 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a16 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.379295:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.379297:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.379348:0:11426:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481662 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a16 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.379357:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481662 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a16 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.379385:0:11426:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481662 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a16 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.379402:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813657728:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.379422:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.379473:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2008:x1830945817738368:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 315us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.379481:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13505 00000100:00100000:2.0:1746126733.379584:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.381181:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813657728:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.381200:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c200, rc 0) 00000100:00100000:2.0:1746126733.381249:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817738240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5576us (5775us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.381257:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30311 00000100:00100000:0.0:1746126733.384162:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.384742:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817738624 00000100:00100000:2.0:1746126733.384753:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817738624 00002000:00100000:2.0:1746126733.384799:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2d80 x1830945817738624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.384809:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2d80 with x1830945817738624 ext(0->4095) 00002000:00010000:2.0:1746126733.384814:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be2d80 00000100:00100000:2.0:1746126733.384846:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13740 00000100:00100000:2.0:1746126733.384853:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817738624:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.385019:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817738624:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (867us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.385026:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13740 00002000:00100000:2.0:1746126733.385031:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2d80 x1830945817738624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.385038:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2d80 with x1830945817738624 ext(0->4095) 00002000:00010000:2.0:1746126733.385041:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be2d80 00000100:00100000:1.0:1746126733.385071:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.385089:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817738752 00000100:00100000:2.0:1746126733.385092:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817738752 00000100:00100000:2.0:1746126733.385108:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30312 00000100:00100000:2.0:1746126733.385113:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+19:1776:x1830945817738752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.385121:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.385138:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a1d expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.385163:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481662 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a16 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.385171:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.385173:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.385177:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.385218:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481662 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a16 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.385229:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481662 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a16 expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.385241:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813657856:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.385663:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.386663:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.386774:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813657856:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.386795:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.386813:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d000, rc 0) 00000100:00100000:2.0:1746126733.386839:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1776:x1830945817738752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1725us (1768us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.386846:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30312 00000100:00100000:2.0:1746126733.386864:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817738880 00000100:00100000:2.0:1746126733.386867:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817738880 00000100:00100000:2.0:1746126733.386976:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30313 00000100:00100000:2.0:1746126733.386983:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1778:x1830945817738880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.386993:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.387002:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481670 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a24 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.387018:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.387023:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.387029:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.387031:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481670 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a24 expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.387053:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.387063:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481670 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a24 expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.387074:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d200, rc 0) 00000100:00100000:2.0:1746126733.387092:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1778:x1830945817738880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.387097:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30313 00000100:00100000:0.0:1746126733.387144:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.387290:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817739008 00000100:00100000:3.0:1746126733.387294:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817739008 00010000:00010000:3.0:1746126733.387458:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481662 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a16 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.387733:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13506 00000100:00100000:3.0:1746126733.387740:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817739008:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.387750:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.387770:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481662 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a16 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.387780:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481662 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a16 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.387896:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481662 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a16 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.387916:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.387918:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.387925:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.387932:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.387954:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.387965:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.387975:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813658112:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.388104:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.389487:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813658112:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.389506:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.389534:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817739008:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1794us (2390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.389542:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13506 00000100:00100000:0.0:1746126733.389864:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.389935:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817739264 00000100:00100000:2.0:1746126733.389941:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817739264 00002000:00100000:2.0:1746126733.390019:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989ce00 x1830945817739264/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.390029:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989ce00 with x1830945817739264 ext(0->4095) 00010000:00010000:2.0:1746126733.390037:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.390048:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.390054:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009989ce00 00000100:00100000:2.0:1746126733.390079:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3029 00000100:00100000:2.0:1746126733.390085:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817739264:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.390237:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817739264:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (372us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.390243:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3029 00002000:00100000:2.0:1746126733.390247:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989ce00 x1830945817739264/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.390260:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989ce00 with x1830945817739264 ext(0->4095) 00010000:00010000:2.0:1746126733.390264:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.390272:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.390277:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009989ce00 00000100:00100000:0.0:1746126733.391851:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.392008:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817739392 00000100:00100000:3.0:1746126733.392014:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817739392 00010000:00010000:3.0:1746126733.392037:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.392073:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13507 00000100:00100000:3.0:1746126733.392078:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817739392:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.392089:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.392104:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.392113:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.392134:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481669 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a1d expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.392147:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.392149:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.392156:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481670 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a24 expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.392163:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481670 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a24 expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.392189:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481670 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a24 expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.392199:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813658240:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.392289:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.394491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.394592:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813658240:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.394614:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.394657:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817739392:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2577us (2811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.394667:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13507 00000100:00100000:1.0:1746126733.394899:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817739648 00000100:00100000:1.0:1746126733.394906:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817739648 00002000:00100000:1.0:1746126733.394943:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989fb80 x1830945817739648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.394959:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989fb80 with x1830945817739648 ext(0->4095) 00002000:00010000:1.0:1746126733.394964:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009989fb80 00000100:00100000:1.0:1746126733.394992:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13741 00000100:00100000:1.0:1746126733.394998:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2010:x1830945817739648:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126733.395199:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2010:x1830945817739648:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 201us (717us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.395213:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13741 00002000:00100000:1.0:1746126733.395218:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989fb80 x1830945817739648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.395225:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989fb80 with x1830945817739648 ext(0->4095) 00002000:00010000:1.0:1746126733.395227:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009989fb80 00000100:00100000:0.0:1746126733.397843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.397990:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817739776 00000100:00100000:1.0:1746126733.398002:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817739776 00000100:00100000:1.0:1746126733.398072:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30314 00000100:00100000:1.0:1746126733.398080:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817739776:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.398100:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.398118:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481677 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a2b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.398145:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481670 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a24 expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.398153:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.398155:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.398159:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481677 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a2b expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.398193:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481670 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a24 expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.398286:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481670 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a24 expref: 19 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.398298:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e4f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813658368:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126733.398418:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126733.399753:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e4f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813658368:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126733.399778:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481677 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a2b expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.399793:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd800, rc 0) 00000100:00100000:1.0:1746126733.399837:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817739776:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1758us (2002us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.399845:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30314 00000100:00100000:0.0:1746126733.400282:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.400475:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817739904 00000100:00100000:3.0:1746126733.400482:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817739904 00010000:00010000:3.0:1746126733.400508:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481670 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a24 expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.400539:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13508 00000100:00100000:3.0:1746126733.400550:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817739904:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.400562:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.400581:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481670 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a24 expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.400591:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481670 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a24 expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.400612:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481670 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a24 expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.400636:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.400638:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.400644:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481677 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a2b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.400651:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481677 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a2b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.400677:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481677 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a2b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.400688:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813658496:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.401040:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.402606:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813658496:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.402624:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.402661:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2007:x1830945817739904:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2111us (2378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.402669:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13508 00000100:00100000:0.0:1746126733.403267:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.403612:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817740160 00000100:00100000:1.0:1746126733.403620:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817740160 00002000:00100000:1.0:1746126733.403659:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989f100 x1830945817740160/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.403669:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989f100 with x1830945817740160 ext(0->4095) 00002000:00010000:1.0:1746126733.403673:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009989f100 00000100:00100000:1.0:1746126733.403697:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13742 00000100:00100000:1.0:1746126733.403704:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817740160:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126733.403833:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817740160:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (568us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.403839:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13742 00002000:00100000:1.0:1746126733.403844:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989f100 x1830945817740160/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.403852:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989f100 with x1830945817740160 ext(0->4095) 00002000:00010000:1.0:1746126733.403854:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009989f100 00000100:00100000:0.0:1746126733.406617:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.406838:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817740288 00000100:00100000:2.0:1746126733.406847:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817740288 00000100:00100000:2.0:1746126733.406894:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30315 00000100:00100000:2.0:1746126733.406901:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+19:1776:x1830945817740288:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.406919:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.406935:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a32 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.406963:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481677 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a2b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.406970:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.406972:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.406976:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.407007:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481677 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a2b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.407023:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481677 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a2b expref: 5 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.407036:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813658624:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.407543:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126733.407863:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.407952:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817740416 00000100:00100000:0.0:1746126733.407958:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817740416 00000100:00100000:0.0:1746126733.408506:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30316 00000100:00100000:0.0:1746126733.408515:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1778:x1830945817740416:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126733.408527:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126733.408539:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098eb7600/0xd8b4f51a84481685 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a39 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126733.408559:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126733.408564:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126733.408570:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126733.408574:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098eb7600/0xd8b4f51a84481685 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a39 expref: 22 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126733.408603:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126733.408615:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098eb7600/0xd8b4f51a84481685 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a39 expref: 22 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126733.408625:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098eb7600, rc 0) 00000100:00100000:0.0:1746126733.408673:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+22:1778:x1830945817740416:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126733.408679:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30316 00000100:00100000:2.0:1746126733.411132:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813658624:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.411162:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.411179:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126733.411242:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1776:x1830945817740288:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4340us (4633us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.411249:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30315 00000100:00100000:0.0:1746126733.411418:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.411989:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817740544 00000100:00100000:2.0:1746126733.411996:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817740544 00010000:00010000:2.0:1746126733.412021:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481677 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a2b expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.412050:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13509 00000100:00100000:2.0:1746126733.412055:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817740544:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.412069:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.412088:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481677 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a2b expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.412101:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481677 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a2b expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.412123:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd800/0xd8b4f51a84481677 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a2b expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.412143:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.412145:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.412151:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.412159:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.412183:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.412192:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.412213:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813658880:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.412279:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.413957:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813658880:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.413974:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.414018:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817740544:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1960us (2599us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.414030:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13509 00000100:00100000:0.0:1746126733.414492:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.414622:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817740800 00000100:00100000:2.0:1746126733.414627:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817740800 00002000:00100000:2.0:1746126733.414657:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00c000 x1830945817740800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.414667:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00c000 with x1830945817740800 ext(0->4095) 00010000:00010000:2.0:1746126733.414673:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.414684:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.414690:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00c000 00000100:00100000:2.0:1746126733.414710:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3030 00000100:00100000:2.0:1746126733.414715:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817740800:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.414839:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817740800:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.414845:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3030 00002000:00100000:2.0:1746126733.414851:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00c000 x1830945817740800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.414858:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00c000 with x1830945817740800 ext(0->4095) 00010000:00010000:2.0:1746126733.414862:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.414875:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.414879:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00c000 00000100:00100000:0.0:1746126733.418287:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.418439:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817740928 00000100:00100000:2.0:1746126733.418449:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817740928 00010000:00010000:2.0:1746126733.418490:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.418528:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13510 00000100:00100000:2.0:1746126733.418536:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a54c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817740928:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.418553:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.418574:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.418588:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.418613:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448167e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a32 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.418990:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.418992:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.419000:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098eb7600/0xd8b4f51a84481685 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a39 expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.419012:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098eb7600/0xd8b4f51a84481685 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a39 expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.419048:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098eb7600/0xd8b4f51a84481685 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a39 expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.419061:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813659008:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.419164:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.424150:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.424219:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817741184 00000100:00100000:3.0:1746126733.424231:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817741184 00002000:00100000:3.0:1746126733.424277:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00e680 x1830945817741184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.424288:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00e680 with x1830945817741184 ext(0->4095) 00002000:00010000:3.0:1746126733.424293:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00e680 00000100:00100000:2.0:1746126733.424300:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813659008:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.424339:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.424397:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a54c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817740928:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5861us (6119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.424408:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13510 00000100:00100000:3.0:1746126733.424432:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13743 00000100:00100000:3.0:1746126733.424439:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817741184:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126733.424921:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817741184:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 481us (781us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.424931:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13743 00002000:00100000:3.0:1746126733.424937:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00e680 x1830945817741184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.424949:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00e680 with x1830945817741184 ext(0->4095) 00002000:00010000:3.0:1746126733.424951:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00e680 00000100:00100000:0.0:1746126733.427217:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.427421:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817741312 00000100:00100000:2.0:1746126733.427430:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817741312 00000100:00100000:2.0:1746126733.427477:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30317 00000100:00100000:2.0:1746126733.427484:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817741312:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.427500:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.427517:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a40 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.427546:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098eb7600/0xd8b4f51a84481685 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a39 expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.427554:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.427556:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.427559:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.427586:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098eb7600/0xd8b4f51a84481685 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a39 expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.427597:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098eb7600/0xd8b4f51a84481685 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a39 expref: 19 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.427609:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813659136:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.428072:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.431068:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.431215:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817741440 00000100:00100000:3.0:1746126733.431225:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817741440 00010000:00010000:3.0:1746126733.431265:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098eb7600/0xd8b4f51a84481685 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a39 expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.431327:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13511 00000100:00100000:3.0:1746126733.431335:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817741440:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.431350:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.431372:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098eb7600/0xd8b4f51a84481685 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a39 expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.431384:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098eb7600/0xd8b4f51a84481685 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a39 expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.431412:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.431415:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.431422:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.431430:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.431463:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.431480:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813659264:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.431562:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9840 going to sleep for 11 seconds 00010000:00010000:2.0:1746126733.431703:0:9564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098eb7600/0xd8b4f51a84481685 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a39 expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.431729:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813659136:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.431753:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.431762:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ca00, rc 0) 00000100:00100000:2.0:1746126733.431787:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817741312:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4304us (4587us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.431794:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30317 00000100:00100000:3.0:1746126733.434438:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813659264:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.434458:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.434499:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2007:x1830945817741440:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3164us (3438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.434510:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13511 00000100:00100000:0.0:1746126733.434703:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.434796:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.435287:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817741824 00000100:00100000:2.0:1746126733.435295:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817741824 00000100:00100000:2.0:1746126733.435364:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30318 00000100:00100000:2.0:1746126733.435370:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+19:1776:x1830945817741824:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.435388:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.435404:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a47 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.435433:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.435441:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.435442:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.435445:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.435472:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.435483:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 5 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.435494:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813659392:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.435613:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817741696 00000100:00100000:3.0:1746126733.435617:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817741696 00002000:00100000:3.0:1746126733.435641:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00dc00 x1830945817741696/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.435650:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00dc00 with x1830945817741696 ext(0->4095) 00010000:00010000:3.0:1746126733.435656:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.435666:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.435672:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00dc00 00000100:00100000:2.0:1746126733.436256:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.436343:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3031 00000100:00100000:3.0:1746126733.436350:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817741696:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126733.436485:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817741696:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (1782us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.436495:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3031 00002000:00100000:3.0:1746126733.436501:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00dc00 x1830945817741696/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.436508:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00dc00 with x1830945817741696 ext(0->4095) 00010000:00010000:3.0:1746126733.436513:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.436523:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.436529:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00dc00 00000100:00100000:2.0:1746126733.439089:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813659392:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.439118:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.439134:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:3.0:1746126733.439615:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1776:x1830945817741824:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4243us (4816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.439625:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30318 00000100:00100000:0.0:1746126733.440350:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.440386:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.440529:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817742080 00000100:00100000:2.0:1746126733.440535:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817742080 00010000:00010000:2.0:1746126733.440563:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.440586:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13512 00000100:00100000:2.0:1746126733.440591:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817742080:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.440604:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.440623:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.440635:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.440658:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a8448168c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a40 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.440674:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.440675:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.440683:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.440691:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.440719:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.440729:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813659520:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.440782:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.441048:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817741952 00000100:00100000:3.0:1746126733.441052:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817741952 00000100:00100000:3.0:1746126733.441074:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30319 00000100:00100000:3.0:1746126733.441078:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1778:x1830945817741952:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.441090:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.441100:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8448169a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a4e expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.441121:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.441132:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.441134:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.441136:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8448169a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a4e expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.441151:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.441159:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.441167:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813659648:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.441208:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.446747:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.447363:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813659520:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126733.447387:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126733.448457:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817742080:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 7858us (8063us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126733.448470:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13512 00000100:00100000:3.0:1746126733.448666:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817742336 00000100:00100000:3.0:1746126733.448677:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817742336 00002000:00100000:3.0:1746126733.448722:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736c700 x1830945817742336/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.448735:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736c700 with x1830945817742336 ext(0->4095) 00010000:00010000:3.0:1746126733.448745:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 22 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.448758:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 22 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.448764:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736c700 00000100:00100000:3.0:1746126733.448814:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813659648:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.448836:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8448169a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a4e expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.448851:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:3.0:1746126733.448897:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+22:1778:x1830945817741952:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7817us (8549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.448903:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30319 00000100:00100000:3.0:1746126733.448927:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3032 00000100:00100000:3.0:1746126733.448934:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817742336:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126733.449071:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817742336:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (2335us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.449077:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3032 00002000:00100000:3.0:1746126733.449082:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736c700 x1830945817742336/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.449089:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736c700 with x1830945817742336 ext(0->4095) 00010000:00010000:3.0:1746126733.449094:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.449103:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.449108:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736c700 00000100:00100000:2.0:1746126733.452071:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.452266:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817742464 00000100:00100000:0.0:1746126733.452275:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817742464 00010000:00010000:0.0:1746126733.452331:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:0.0:1746126733.452366:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13513 00000100:00100000:0.0:1746126733.452374:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817742464:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126733.452388:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126733.452408:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.452420:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.452444:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481693 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a47 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.452497:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126733.452500:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126733.452508:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8448169a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a4e expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126733.452515:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8448169a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a4e expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126733.452547:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8448169a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a4e expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126733.452558:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d00ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813659776:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126733.452669:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.454581:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d00ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813659776:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126733.454605:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126733.454608:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.454648:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817742464:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2275us (2588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.454734:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13513 00000100:00100000:1.0:1746126733.454807:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817742720 00000100:00100000:1.0:1746126733.454813:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817742720 00002000:00100000:1.0:1746126733.454848:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00e300 x1830945817742720/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.454858:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00e300 with x1830945817742720 ext(0->4095) 00002000:00010000:1.0:1746126733.454862:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00e300 00000100:00100000:1.0:1746126733.454891:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13744 00000100:00100000:1.0:1746126733.454898:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817742720:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126733.455040:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817742720:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.455046:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13744 00002000:00100000:1.0:1746126733.455225:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00e300 x1830945817742720/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.455233:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00e300 with x1830945817742720 ext(0->4095) 00002000:00010000:1.0:1746126733.455236:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00e300 00000100:00100000:0.0:1746126733.456766:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.456867:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817742848 00000100:00100000:3.0:1746126733.456874:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817742848 00000100:00100000:3.0:1746126733.456973:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30320 00000100:00100000:3.0:1746126733.456982:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817742848:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.456995:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.457010:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844816a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a55 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.457035:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8448169a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a4e expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.457042:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.457043:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.457046:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844816a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a55 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.457071:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8448169a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a4e expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.457080:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8448169a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a4e expref: 19 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.457090:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813659904:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.457498:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.459147:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.459230:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817742976 00000100:00100000:2.0:1746126733.459237:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817742976 00010000:00010000:2.0:1746126733.459269:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8448169a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a4e expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.459383:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813659904:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.459406:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844816a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a55 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.459419:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60200, rc 0) 00000100:00100000:3.0:1746126733.459456:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817742848:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2475us (2695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.459464:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30320 00000100:00100000:2.0:1746126733.459607:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13514 00000100:00100000:2.0:1746126733.459614:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817742976:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.459626:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.459646:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8448169a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a4e expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.459656:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8448169a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a4e expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.459678:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a8448169a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a4e expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.459692:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.459694:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.459701:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844816a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a55 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.459718:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844816a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a55 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.459742:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844816a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a55 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.459808:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813660032:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.459906:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.460942:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813660032:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.460956:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.460976:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2008:x1830945817742976:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1363us (1835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.460983:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13514 00000100:00100000:0.0:1746126733.461194:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.461279:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817743232 00000100:00100000:1.0:1746126733.461284:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817743232 00002000:00100000:1.0:1746126733.461338:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00d180 x1830945817743232/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.461347:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00d180 with x1830945817743232 ext(0->4095) 00002000:00010000:1.0:1746126733.461355:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00d180 00000100:00100000:1.0:1746126733.461456:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13745 00000100:00100000:1.0:1746126733.461462:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817743232:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126733.461754:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817743232:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 292us (560us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.461761:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13745 00002000:00100000:1.0:1746126733.461766:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00d180 x1830945817743232/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.461773:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00d180 with x1830945817743232 ext(0->4095) 00002000:00010000:1.0:1746126733.461775:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00d180 00000100:00100000:0.0:1746126733.463470:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.463525:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817743360 00000100:00100000:3.0:1746126733.463532:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817743360 00000100:00100000:3.0:1746126733.463721:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30321 00000100:00100000:3.0:1746126733.463729:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+19:1778:x1830945817743360:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.463745:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.463762:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a5c expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.463791:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844816a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a55 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.463798:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.463800:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.463804:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.463830:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844816a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a55 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.463841:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844816a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a55 expref: 5 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.463853:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813660160:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.463939:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.465758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.465874:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813660160:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.465903:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.466110:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00000100:00100000:3.0:1746126733.466654:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1778:x1830945817743360:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2925us (3188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.466663:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30321 00000100:00100000:0.0:1746126733.467007:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.467058:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817743488 00000100:00100000:3.0:1746126733.467065:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817743488 00000100:00100000:3.0:1746126733.467095:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30322 00000100:00100000:3.0:1746126733.467101:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1776:x1830945817743488:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.467118:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.467131:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a63 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.467152:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.467156:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.467167:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.467171:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.467209:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.467220:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.467233:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61200, rc 0) 00000100:00100000:3.0:1746126733.467271:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1776:x1830945817743488:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (1519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.467277:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30322 00000100:00100000:2.0:1746126733.467327:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817743616 00000100:00100000:2.0:1746126733.467332:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817743616 00010000:00010000:2.0:1746126733.467352:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844816a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a55 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.467384:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13515 00000100:00100000:2.0:1746126733.467389:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817743616:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.467399:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.467419:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844816a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a55 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.467430:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844816a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a55 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.467448:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844816a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a55 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.467467:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.467469:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.467474:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.467481:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.467501:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.467511:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.467523:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813660416:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.467601:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.469735:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813660416:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.469760:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.469816:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817743616:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2425us (2808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.469826:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13515 00000100:00100000:0.0:1746126733.470217:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.470334:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817743872 00000100:00100000:1.0:1746126733.470342:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817743872 00002000:00100000:1.0:1746126733.470379:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099270700 x1830945817743872/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.470389:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099270700 with x1830945817743872 ext(0->4095) 00010000:00010000:1.0:1746126733.470397:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.470410:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.470418:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099270700 00000100:00100000:1.0:1746126733.470447:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3033 00000100:00100000:1.0:1746126733.470453:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817743872:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126733.470599:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817743872:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.470605:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3033 00002000:00100000:1.0:1746126733.470610:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099270700 x1830945817743872/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.470616:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099270700 with x1830945817743872 ext(0->4095) 00010000:00010000:1.0:1746126733.470620:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.470629:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.470635:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099270700 00000100:00100000:1.0:1746126733.473715:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.473742:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817744000 00000100:00100000:0.0:1746126733.473750:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817744000 00000100:00100000:3.0:1746126733.473881:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30323 00000100:00100000:3.0:1746126733.473891:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817744000:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.473911:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.473928:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a6a expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.473959:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.473965:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.473971:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126733.473974:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.474010:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.474022:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.474032:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61000, rc 0) 00000100:00100000:1.0:1746126733.474034:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.474087:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817744000:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.474094:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30323 00000100:00100000:2.0:1746126733.474166:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817744128 00000100:00100000:2.0:1746126733.474170:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817744128 00010000:00010000:2.0:1746126733.474190:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.474219:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13516 00000100:00100000:2.0:1746126733.474224:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817744128:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.474233:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.474251:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.474262:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.474280:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844816a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a5c expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.474356:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.474358:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.474365:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.474373:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.474394:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.474406:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.474419:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813660672:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.474882:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.476155:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813660672:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.476175:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.476287:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817744128:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2060us (2249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.476295:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13516 00000100:00100000:0.0:1746126733.476659:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.476767:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817744384 00000100:00100000:3.0:1746126733.476774:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817744384 00002000:00100000:3.0:1746126733.476808:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099273800 x1830945817744384/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.476818:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099273800 with x1830945817744384 ext(0->4095) 00010000:00010000:3.0:1746126733.476826:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.476838:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.476844:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099273800 00000100:00100000:3.0:1746126733.476891:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3034 00000100:00100000:3.0:1746126733.476898:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817744384:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126733.477033:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099273800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817744384:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (374us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.477040:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3034 00002000:00100000:3.0:1746126733.477045:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099273800 x1830945817744384/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.477055:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099273800 with x1830945817744384 ext(0->4095) 00010000:00010000:3.0:1746126733.477060:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.477074:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.477079:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099273800 00000100:00100000:0.0:1746126733.478490:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.478564:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.478640:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817744512 00000100:00100000:3.0:1746126733.478646:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817744512 00000100:00100000:3.0:1746126733.478675:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30324 00000100:00100000:3.0:1746126733.478683:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1776:x1830945817744512:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.478696:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.478711:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844816bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a71 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.478735:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.478741:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.478747:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126733.478750:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844816bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a71 expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.478783:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.478795:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844816bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a71 expref: 21 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.478804:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00000100:00100000:3.0:1746126733.478847:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1776:x1830945817744512:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.478853:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30324 00000100:00100000:2.0:1746126733.478911:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817744640 00000100:00100000:2.0:1746126733.478915:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817744640 00010000:00010000:2.0:1746126733.478929:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.478947:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13517 00000100:00100000:2.0:1746126733.478951:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a55850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817744640:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.478961:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.478975:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.478984:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.479001:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844816af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a63 expref: 21 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.479014:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.479021:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.479028:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.479035:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.479052:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.479061:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 5 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.479072:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813660928:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.479416:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.481563:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813660928:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.481588:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126733.481599:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.481840:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a55850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817744640:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2876us (3263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.481854:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13517 00000100:00100000:3.0:1746126733.481888:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817744896 00000100:00100000:3.0:1746126733.481895:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817744896 00002000:00100000:3.0:1746126733.482613:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099272300 x1830945817744896/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.482623:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099272300 with x1830945817744896 ext(0->4095) 00010000:00010000:3.0:1746126733.482632:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.482645:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.482651:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099272300 00000100:00100000:3.0:1746126733.482670:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3035 00000100:00100000:3.0:1746126733.482677:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817744896:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126733.482820:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099272300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817744896:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (1221us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.482827:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3035 00002000:00100000:3.0:1746126733.482832:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099272300 x1830945817744896/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.482840:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099272300 with x1830945817744896 ext(0->4095) 00010000:00010000:3.0:1746126733.482845:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.482859:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.482864:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099272300 00000100:00100000:0.0:1746126733.485138:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.485282:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817745024 00000100:00100000:2.0:1746126733.485291:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817745024 00010000:00010000:2.0:1746126733.485343:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.485368:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13518 00000100:00100000:2.0:1746126733.485374:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817745024:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.485388:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.485402:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.485412:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.485429:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844816b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a6a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.485443:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.485445:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.485451:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844816bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a71 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.485458:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844816bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a71 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.485481:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844816bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a71 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.485491:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813661056:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.485553:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.488389:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813661056:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.488407:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.488449:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817745024:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3073us (3317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.488461:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13518 00000100:00100000:0.0:1746126733.488556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.489356:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817745280 00000100:00100000:1.0:1746126733.489367:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817745280 00002000:00100000:1.0:1746126733.489696:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099272680 x1830945817745280/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.489706:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099272680 with x1830945817745280 ext(0->4095) 00002000:00010000:1.0:1746126733.489712:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099272680 00000100:00100000:1.0:1746126733.489747:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13746 00000100:00100000:1.0:1746126733.489754:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817745280:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126733.489904:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099272680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817745280:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (1348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.489911:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13746 00002000:00100000:1.0:1746126733.489917:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099272680 x1830945817745280/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.489924:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099272680 with x1830945817745280 ext(0->4095) 00002000:00010000:1.0:1746126733.489927:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099272680 00000100:00100000:0.0:1746126733.491954:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.492098:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817745408 00000100:00100000:2.0:1746126733.492107:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817745408 00000100:00100000:2.0:1746126733.492160:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30325 00000100:00100000:2.0:1746126733.492168:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817745408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.492181:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.492195:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844816c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a78 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.492226:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844816bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a71 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.492233:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.492235:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.492238:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844816c4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a78 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.492261:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844816bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a71 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.492271:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844816bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a71 expref: 19 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.492281:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813661184:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.492376:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.494426:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.494430:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813661184:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.494456:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844816c4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a78 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.494573:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:2.0:1746126733.494618:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817745408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2451us (2671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.494625:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30325 00000100:00100000:3.0:1746126733.494657:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817745536 00000100:00100000:3.0:1746126733.494665:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817745536 00010000:00010000:3.0:1746126733.494701:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844816bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a71 expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.494729:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13519 00000100:00100000:3.0:1746126733.494735:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817745536:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.494749:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.494771:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844816bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a71 expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.494782:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844816bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a71 expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.494806:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844816bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a71 expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.494824:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.494826:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.494833:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844816c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a78 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.494845:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844816c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a78 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.494875:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844816c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a78 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.494886:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813661312:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.494950:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.497189:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813661312:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.497221:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.497281:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2007:x1830945817745536:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2544us (2859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.497291:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13519 00000100:00100000:0.0:1746126733.497810:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.498046:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817745792 00000100:00100000:3.0:1746126733.498054:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817745792 00002000:00100000:3.0:1746126733.498098:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf1c00 x1830945817745792/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.498107:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1c00 with x1830945817745792 ext(0->4095) 00002000:00010000:3.0:1746126733.498111:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf1c00 00000100:00100000:3.0:1746126733.498138:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13747 00000100:00100000:3.0:1746126733.498145:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817745792:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126733.498299:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817745792:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (490us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.498328:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13747 00002000:00100000:3.0:1746126733.498333:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf1c00 x1830945817745792/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.498340:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1c00 with x1830945817745792 ext(0->4095) 00002000:00010000:3.0:1746126733.498343:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf1c00 00000100:00100000:0.0:1746126733.498779:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.499135:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817745920 00000100:00100000:3.0:1746126733.499140:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817745920 00000100:00100000:3.0:1746126733.499175:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30326 00000100:00100000:3.0:1746126733.499180:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+19:1776:x1830945817745920:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.499190:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.499216:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a7f expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.499241:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844816c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a78 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.499248:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.499250:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.499253:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.499281:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844816c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a78 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.499291:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844816c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a78 expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.499338:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813661440:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.499421:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.500717:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.500818:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817746048 00000100:00100000:2.0:1746126733.500826:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817746048 00000100:00100000:2.0:1746126733.500867:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30327 00000100:00100000:2.0:1746126733.500874:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1778:x1830945817746048:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.500886:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.500898:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a86 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.500919:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.500925:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 22 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.500930:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.500932:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a86 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.500959:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 22 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.500971:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a86 expref: 22 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.500984:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126733.501027:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+22:1778:x1830945817746048:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.501032:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30327 00000100:00100000:0.0:1746126733.501772:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813661440:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126733.501796:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126733.501804:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60c00, rc 0) 00000100:00100000:0.0:1746126733.501964:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1776:x1830945817745920:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2782us (3185us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126733.501974:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30326 00000100:00100000:0.0:1746126733.503037:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.503647:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817746176 00000100:00100000:3.0:1746126733.503655:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817746176 00010000:00010000:3.0:1746126733.503689:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844816c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a78 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.503857:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13520 00000100:00100000:3.0:1746126733.503866:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817746176:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.503879:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.503901:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844816c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a78 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.503912:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844816c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a78 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.503938:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844816c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a78 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.503965:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.503967:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.503975:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.503984:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.504020:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.504031:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.504042:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813661696:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.504130:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.506006:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.506176:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813661696:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.506195:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.506344:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817746432 00000100:00100000:2.0:1746126733.506351:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817746432 00002000:00100000:2.0:1746126733.506389:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf1f80 x1830945817746432/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.506399:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1f80 with x1830945817746432 ext(0->4095) 00010000:00010000:2.0:1746126733.506407:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.506419:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.506426:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf1f80 00000100:00100000:2.0:1746126733.506454:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3036 00000100:00100000:2.0:1746126733.506460:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817746432:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126733.506468:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817746176:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2602us (3432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.506478:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13520 00000100:00100000:2.0:1746126733.506589:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817746432:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (590us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.506594:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3036 00002000:00100000:2.0:1746126733.506599:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf1f80 x1830945817746432/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.506610:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1f80 with x1830945817746432 ext(0->4095) 00010000:00010000:2.0:1746126733.506614:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.506622:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.506628:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf1f80 00000100:00100000:0.0:1746126733.508803:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.509648:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817746560 00000100:00100000:3.0:1746126733.509658:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817746560 00010000:00010000:3.0:1746126733.509693:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.509724:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13521 00000100:00100000:3.0:1746126733.509731:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817746560:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.509744:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.509764:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.509781:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.509805:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844816cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a7f expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.509827:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.509829:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.509836:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a86 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.509843:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a86 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.509876:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a86 expref: 20 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.509888:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813661824:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.509976:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.512449:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813661824:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.512474:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.512519:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817746560:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2787us (3719us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.512534:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13521 00000100:00100000:0.0:1746126733.512603:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.512659:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817746816 00000100:00100000:2.0:1746126733.512667:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817746816 00002000:00100000:2.0:1746126733.512713:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf1880 x1830945817746816/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.512723:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1880 with x1830945817746816 ext(0->4095) 00002000:00010000:2.0:1746126733.512727:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf1880 00000100:00100000:2.0:1746126733.512753:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13748 00000100:00100000:2.0:1746126733.512760:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2009:x1830945817746816:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126733.512895:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2009:x1830945817746816:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.512901:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13748 00002000:00100000:2.0:1746126733.512906:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf1880 x1830945817746816/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.512912:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1880 with x1830945817746816 ext(0->4095) 00002000:00010000:2.0:1746126733.512914:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf1880 00000100:00100000:0.0:1746126733.514854:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.514977:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817746944 00000100:00100000:2.0:1746126733.514984:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817746944 00000100:00100000:2.0:1746126733.515030:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30328 00000100:00100000:2.0:1746126733.515037:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817746944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.515058:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.515075:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844816d9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a8d expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.515105:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a86 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.515111:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.515113:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.515116:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844816d9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a8d expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.515145:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a86 expref: 19 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.515156:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a86 expref: 19 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.515168:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813661952:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.515348:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.516905:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.517000:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813661952:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.517027:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844816d9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a8d expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.517047:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00000100:00100000:2.0:1746126733.517082:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817746944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2045us (2234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.517090:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30328 00000100:00100000:3.0:1746126733.517168:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817747072 00000100:00100000:3.0:1746126733.517175:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817747072 00010000:00010000:3.0:1746126733.517211:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a86 expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.517246:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13522 00000100:00100000:3.0:1746126733.517282:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817747072:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.517299:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.517355:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a86 expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.517365:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a86 expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.517387:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a86 expref: 20 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.517491:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.517493:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.517500:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844816d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a8d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.517508:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844816d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a8d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.517534:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844816d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a8d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.517543:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813662080:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.517614:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.518531:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813662080:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.518546:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.518577:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2008:x1830945817747072:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1325us (1677us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.518585:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13522 00000100:00100000:0.0:1746126733.519014:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.519112:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817747328 00000100:00100000:2.0:1746126733.519117:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817747328 00002000:00100000:2.0:1746126733.519149:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf3800 x1830945817747328/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.519158:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf3800 with x1830945817747328 ext(0->4095) 00002000:00010000:2.0:1746126733.519161:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf3800 00000100:00100000:2.0:1746126733.519175:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13749 00000100:00100000:2.0:1746126733.519180:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817747328:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126733.519514:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817747328:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 332us (499us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.519520:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13749 00002000:00100000:2.0:1746126733.519525:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf3800 x1830945817747328/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.519532:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf3800 with x1830945817747328 ext(0->4095) 00002000:00010000:2.0:1746126733.519535:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf3800 00000100:00100000:0.0:1746126733.520608:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.520653:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817747456 00000100:00100000:2.0:1746126733.520658:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817747456 00000100:00100000:2.0:1746126733.520693:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30329 00000100:00100000:2.0:1746126733.520698:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+19:1778:x1830945817747456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.520709:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.520724:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a94 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.520747:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844816d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a8d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.520754:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.520756:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.520759:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.520785:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844816d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a8d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.520796:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844816d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a8d expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.520807:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813662208:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.520878:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.521717:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813662208:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.521733:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.521745:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126733.521777:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1778:x1830945817747456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1078us (1170us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.521786:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30329 00000100:00100000:0.0:1746126733.522170:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.522233:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.522277:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817747712 00000100:00100000:3.0:1746126733.522283:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817747712 00000100:00100000:2.0:1746126733.522289:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817747584 00000100:00100000:2.0:1746126733.522292:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817747584 00010000:00010000:3.0:1746126733.522324:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844816d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a8d expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.522332:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30330 00000100:00100000:2.0:1746126733.522337:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1776:x1830945817747584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126733.522343:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13523 00010000:00010000:2.0:1746126733.522344:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126733.522348:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817747712:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.522351:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6a9b expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.522356:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.522373:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844816d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a8d expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.522383:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844816d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a8d expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.522401:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844816d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a8d expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.522415:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.522417:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.522423:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.522435:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.522458:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.522468:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813662336:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.522502:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00010000:00010000:2.0:1746126733.522543:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.522549:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.522551:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.522553:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.522701:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.522711:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.522720:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813662464:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.522740:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.524882:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.524962:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813662336:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.524980:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.525014:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817747712:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2665us (2780us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.525023:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13523 00000100:00100000:2.0:1746126733.525039:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813662464:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.525058:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.525071:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126733.525089:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1776:x1830945817747584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2752us (2920us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.525095:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30330 00000100:00100000:2.0:1746126733.525216:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817747968 00000100:00100000:2.0:1746126733.525222:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817747968 00002000:00100000:2.0:1746126733.525250:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374e00 x1830945817747968/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.525259:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374e00 with x1830945817747968 ext(0->4095) 00010000:00010000:2.0:1746126733.525265:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.525276:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.525282:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d374e00 00000100:00100000:2.0:1746126733.525296:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3037 00000100:00100000:2.0:1746126733.525302:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817747968:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.525467:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817747968:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (591us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.525473:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3037 00002000:00100000:2.0:1746126733.525477:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374e00 x1830945817747968/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.525485:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374e00 with x1830945817747968 ext(0->4095) 00010000:00010000:2.0:1746126733.525488:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.525497:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.525502:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d374e00 00000100:00100000:0.0:1746126733.528049:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.528177:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817748096 00000100:00100000:2.0:1746126733.528186:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817748096 00000100:00100000:2.0:1746126733.528412:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30331 00000100:00100000:2.0:1746126733.528420:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817748096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.528439:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.528454:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6aa2 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.528479:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.528483:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.528489:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126733.528492:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.528526:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.528540:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.528548:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ca00, rc 0) 00000100:00100000:2.0:1746126733.528584:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817748096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.528589:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30331 00000100:00100000:0.0:1746126733.529647:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.529968:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817748224 00000100:00100000:3.0:1746126733.529975:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817748224 00010000:00010000:3.0:1746126733.530002:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.530030:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13524 00000100:00100000:3.0:1746126733.530036:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a56850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817748224:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.530047:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.530065:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.530081:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.530927:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844816e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a94 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.530958:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.530960:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.530967:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.530974:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.531004:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.531015:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.531028:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813662720:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.531321:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.533581:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813662720:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.533605:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.533657:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a56850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817748224:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3620us (4012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.533686:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13524 00000100:00100000:0.0:1746126733.533930:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.534102:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817748480 00000100:00100000:2.0:1746126733.534109:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817748480 00002000:00100000:2.0:1746126733.534161:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d375880 x1830945817748480/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.534170:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375880 with x1830945817748480 ext(0->4095) 00010000:00010000:2.0:1746126733.534179:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.534190:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.534196:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d375880 00000100:00100000:2.0:1746126733.534235:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3038 00000100:00100000:2.0:1746126733.534242:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817748480:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.534409:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817748480:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 166us (480us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.534415:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3038 00002000:00100000:2.0:1746126733.534421:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d375880 x1830945817748480/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.534431:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375880 with x1830945817748480 ext(0->4095) 00010000:00010000:2.0:1746126733.534436:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.534444:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 20 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.534450:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d375880 00010000:00010000:1.0:1746126733.535659:0:11892:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126733.535946:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.535991:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817748608 00000100:00100000:1.0:1746126733.535997:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817748608 00000100:00100000:0.0:1746126733.536020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.536040:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30332 00000100:00100000:1.0:1746126733.536048:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1776:x1830945817748608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.536060:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.536142:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844816f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6aa9 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.536169:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.536176:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.536182:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126733.536186:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844816f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa9 expref: 21 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.536194:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817748736 00000100:00100000:3.0:1746126733.536208:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817748736 00010000:00010000:3.0:1746126733.536224:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 22 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.536242:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.536249:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13525 00000100:00100000:3.0:1746126733.536254:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2008:x1830945817748736:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.536262:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.536276:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 22 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.536286:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 22 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.536302:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844816e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6a9b expref: 22 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.536323:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844816f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa9 expref: 22 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.536332:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.536333:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.536392:0:9565:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.536400:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.536698:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126733.536710:0:9565:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.536722:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.536733:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813662976:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.536743:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817748736:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 487us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.536749:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13525 00000100:00100000:1.0:1746126733.536835:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126733.538813:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813662976:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126733.538830:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126733.538880:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1776:x1830945817748608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2832us (2935us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.538889:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30332 00000100:00100000:0.0:1746126733.538957:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.539121:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817748992 00000100:00100000:3.0:1746126733.539128:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817748992 00002000:00100000:3.0:1746126733.539164:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5c00 x1830945817748992/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.539178:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5c00 with x1830945817748992 ext(0->4095) 00010000:00010000:3.0:1746126733.539186:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.539197:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.539213:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa5c00 00000100:00100000:3.0:1746126733.539230:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3039 00000100:00100000:3.0:1746126733.539237:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817748992:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126733.540090:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817748992:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 851us (1130us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.540098:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3039 00002000:00100000:3.0:1746126733.540104:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5c00 x1830945817748992/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.540112:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5c00 with x1830945817748992 ext(0->4095) 00010000:00010000:3.0:1746126733.540118:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.540127:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.540134:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa5c00 00000100:00100000:0.0:1746126733.542895:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.543405:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817749120 00000100:00100000:3.0:1746126733.543416:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817749120 00010000:00010000:3.0:1746126733.543455:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.543484:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13526 00000100:00100000:3.0:1746126733.543491:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817749120:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.543506:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.543528:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.543540:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.543564:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844816ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa2 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.544227:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.544229:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.544237:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844816f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa9 expref: 19 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.544246:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844816f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa9 expref: 19 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.544282:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844816f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa9 expref: 19 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.544296:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813663104:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.544477:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.547346:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813663104:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.547368:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.547428:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817749120:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3936us (4542us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.547438:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13526 00000100:00100000:1.0:1746126733.547708:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.547903:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817749376 00000100:00100000:3.0:1746126733.547910:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817749376 00002000:00100000:3.0:1746126733.547946:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb0aa00 x1830945817749376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.547955:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0aa00 with x1830945817749376 ext(0->4095) 00002000:00010000:3.0:1746126733.547960:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb0aa00 00000100:00100000:3.0:1746126733.547981:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13750 00000100:00100000:3.0:1746126733.547987:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817749376:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126733.548125:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817749376:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (417us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.548131:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13750 00002000:00100000:3.0:1746126733.548136:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb0aa00 x1830945817749376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.548144:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb0aa00 with x1830945817749376 ext(0->4095) 00002000:00010000:3.0:1746126733.548146:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb0aa00 00000100:00100000:0.0:1746126733.549857:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.549975:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817749504 00000100:00100000:1.0:1746126733.549982:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817749504 00000100:00100000:1.0:1746126733.550670:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30333 00000100:00100000:1.0:1746126733.550678:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817749504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.550694:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.550713:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844816fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ab0 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.550744:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844816f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa9 expref: 19 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.550751:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.550753:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.550757:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844816fc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab0 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.550788:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844816f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa9 expref: 19 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.550800:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844816f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa9 expref: 19 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.550812:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813663232:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126733.550900:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.553477:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.553610:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817749632 00000100:00100000:3.0:1746126733.553618:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817749632 00000100:00100000:1.0:1746126733.553634:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813663232:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.553653:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844816f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa9 expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.553660:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844816fc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab0 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.553675:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:3.0:1746126733.553687:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13527 00000100:00100000:3.0:1746126733.553694:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817749632:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.553707:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126733.553713:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817749504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3036us (3862us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.553720:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30333 00010000:00010000:3.0:1746126733.553727:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844816f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa9 expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.553737:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844816f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa9 expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.553759:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a844816f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aa9 expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.553774:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.553776:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.553784:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844816fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab0 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.553793:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844816fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab0 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.553824:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844816fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab0 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.553835:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813663360:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.553889:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.556366:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813663360:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.556387:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.556430:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2007:x1830945817749632:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2735us (2960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.556439:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13527 00000100:00100000:0.0:1746126733.556616:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.556708:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817749888 00000100:00100000:1.0:1746126733.556715:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817749888 00002000:00100000:1.0:1746126733.556750:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa7b80 x1830945817749888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.556760:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa7b80 with x1830945817749888 ext(0->4095) 00002000:00010000:1.0:1746126733.556764:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa7b80 00000100:00100000:1.0:1746126733.556777:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13751 00000100:00100000:1.0:1746126733.556782:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817749888:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126733.556898:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817749888:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.556903:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13751 00002000:00100000:1.0:1746126733.556908:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa7b80 x1830945817749888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.556915:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa7b80 with x1830945817749888 ext(0->4095) 00002000:00010000:1.0:1746126733.556918:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa7b80 00000100:00100000:0.0:1746126733.559776:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.560297:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817750016 00000100:00100000:1.0:1746126733.560333:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817750016 00000100:00100000:1.0:1746126733.560502:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30334 00000100:00100000:1.0:1746126733.560511:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+19:1776:x1830945817750016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.560534:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.560551:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ab7 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.560581:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844816fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab0 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.560588:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.560589:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.560593:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 20 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.560622:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844816fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab0 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.560633:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844816fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab0 expref: 5 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.560645:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813663488:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126733.560994:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.561609:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.562590:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817750144 00000100:00100000:3.0:1746126733.562599:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817750144 00000100:00100000:3.0:1746126733.562648:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30335 00000100:00100000:3.0:1746126733.562656:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1778:x1830945817750144:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.562675:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.562690:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448170a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6abe expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.562715:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.562720:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 22 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.562726:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.562729:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448170a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6abe expref: 22 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126733.562745:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813663488:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.562758:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 22 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.562764:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 22 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.562768:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448170a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6abe expref: 22 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.562778:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61600, rc 0) 00010000:00010000:1.0:1746126733.562779:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:3.0:1746126733.562837:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+22:1778:x1830945817750144:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (1230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.562838:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+22:1776:x1830945817750016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2327us (3071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.562844:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30335 00000100:00100000:1.0:1746126733.562928:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30334 00000100:00100000:0.0:1746126733.563513:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.563554:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817750272 00000100:00100000:3.0:1746126733.563559:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817750272 00010000:00010000:3.0:1746126733.563580:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844816fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab0 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.563605:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13528 00000100:00100000:3.0:1746126733.563610:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817750272:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.563619:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.563638:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844816fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab0 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.563649:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844816fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab0 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.563666:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844816fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab0 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.563690:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.563692:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.563698:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 20 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.563706:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 20 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.563730:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 20 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.563738:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.563746:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813663744:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.563803:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.566775:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813663744:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126733.566780:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126733.566797:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.566851:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817750272:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3239us (3337us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.566861:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13528 00000100:00100000:2.0:1746126733.566972:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817750528 00000100:00100000:2.0:1746126733.566979:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817750528 00002000:00100000:2.0:1746126733.567019:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa4e00 x1830945817750528/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.567028:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa4e00 with x1830945817750528 ext(0->4095) 00010000:00010000:2.0:1746126733.567037:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 21 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.567049:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 21 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.567055:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa4e00 00000100:00100000:2.0:1746126733.567083:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3040 00000100:00100000:2.0:1746126733.567090:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817750528:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.567234:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817750528:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (457us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.567240:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3040 00002000:00100000:2.0:1746126733.567245:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa4e00 x1830945817750528/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.567252:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa4e00 with x1830945817750528 ext(0->4095) 00010000:00010000:2.0:1746126733.567257:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 21 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.567265:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 21 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.567271:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa4e00 00000100:00100000:0.0:1746126733.570856:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.570922:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817750656 00000100:00100000:3.0:1746126733.570931:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817750656 00010000:00010000:3.0:1746126733.570966:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 21 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.571008:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13529 00000100:00100000:3.0:1746126733.571015:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817750656:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.571034:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.571054:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 21 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.571072:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 21 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.571101:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481703 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ab7 expref: 21 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.571128:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.571130:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.571137:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448170a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6abe expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.571145:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448170a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6abe expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.571177:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448170a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6abe expref: 20 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.571190:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813663872:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.571285:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.574869:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813663872:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.574897:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.574952:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2007:x1830945817750656:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3935us (4104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.574962:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13529 00000100:00100000:0.0:1746126733.575392:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.575501:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817750912 00000100:00100000:1.0:1746126733.575508:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817750912 00002000:00100000:1.0:1746126733.575547:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa14380 x1830945817750912/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.575557:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa14380 with x1830945817750912 ext(0->4095) 00002000:00010000:1.0:1746126733.575561:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fa14380 00000100:00100000:1.0:1746126733.575852:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13752 00000100:00100000:1.0:1746126733.575860:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2010:x1830945817750912:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126733.576250:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2010:x1830945817750912:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 389us (856us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.576257:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13752 00002000:00100000:1.0:1746126733.576263:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa14380 x1830945817750912/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.576270:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa14380 with x1830945817750912 ext(0->4095) 00002000:00010000:1.0:1746126733.576273:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fa14380 00000100:00100000:0.0:1746126733.579002:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.579394:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817751040 00000100:00100000:1.0:1746126733.579403:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817751040 00000100:00100000:1.0:1746126733.579458:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30336 00000100:00100000:1.0:1746126733.579466:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817751040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.579485:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.579503:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ac5 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.579533:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448170a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6abe expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.579541:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.579543:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.579546:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.579594:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448170a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6abe expref: 19 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.579606:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448170a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6abe expref: 19 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.579619:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813664000:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126733.580174:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126733.584507:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813664000:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126733.584543:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.584562:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00000100:00100000:1.0:1746126733.584623:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817751040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5156us (5629us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.584636:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30336 00000100:00100000:0.0:1746126733.585547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.585848:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.585905:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817751296 00000100:00100000:1.0:1746126733.585912:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817751296 00000100:00100000:3.0:1746126733.586161:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817751168 00000100:00100000:3.0:1746126733.586167:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817751168 00010000:00010000:3.0:1746126733.586190:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448170a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6abe expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.586240:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13530 00000100:00100000:1.0:1746126733.586247:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30337 00000100:00100000:3.0:1746126733.586248:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817751168:12345-192.168.204.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746126733.586255:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1776:x1830945817751296:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.586262:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126733.586270:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.586284:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6acc expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.586286:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448170a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6abe expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.586298:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448170a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6abe expref: 22 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.586377:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.586383:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.586389:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126733.586393:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 22 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.586429:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448170a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6abe expref: 22 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.586647:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.586660:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 21 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.586668:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.586669:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.586676:0:9565:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.586688:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.586705:0:9565:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.586715:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 5 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.586726:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813664256:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126733.586796:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00010000:00010000:3.0:1746126733.586985:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.587023:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2007:x1830945817751168:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 775us (1835us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.587030:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13530 00000100:00100000:1.0:1746126733.588997:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813664256:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126733.589015:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:0.0:1746126733.589048:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.589126:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+20:1776:x1830945817751296:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2829us (3235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.589134:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30337 00000100:00100000:2.0:1746126733.589359:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817751552 00000100:00100000:2.0:1746126733.589366:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817751552 00002000:00100000:2.0:1746126733.589404:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ef800 x1830945817751552/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.589414:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef800 with x1830945817751552 ext(0->4095) 00010000:00010000:2.0:1746126733.589421:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.589432:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.589438:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ef800 00000100:00100000:2.0:1746126733.589465:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3041 00000100:00100000:2.0:1746126733.589471:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817751552:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.589594:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817751552:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (547us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.589600:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3041 00002000:00100000:2.0:1746126733.589604:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ef800 x1830945817751552/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.589611:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ef800 with x1830945817751552 ext(0->4095) 00010000:00010000:2.0:1746126733.589615:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.589622:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.589628:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ef800 00000100:00100000:1.0:1746126733.592496:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.592692:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817751680 00000100:00100000:3.0:1746126733.592701:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817751680 00010000:00010000:3.0:1746126733.592736:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.592775:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13531 00000100:00100000:3.0:1746126733.592783:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a57450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817751680:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.592799:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.592818:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.592829:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.592852:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481711 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ac5 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.592866:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.592868:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.592876:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 19 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.592883:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 19 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.592914:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 19 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.592927:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813664384:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.593021:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.595378:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813664384:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.595399:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126733.595422:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.595444:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a57450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817751680:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2661us (2958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.595461:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13531 00000100:00100000:2.0:1746126733.595633:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817751936 00000100:00100000:2.0:1746126733.595639:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817751936 00002000:00100000:2.0:1746126733.595679:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ec000 x1830945817751936/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.595689:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec000 with x1830945817751936 ext(0->4095) 00002000:00010000:2.0:1746126733.595693:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ec000 00000100:00100000:2.0:1746126733.595778:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13753 00000100:00100000:2.0:1746126733.595785:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817751936:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.595928:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817751936:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (506us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.595935:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13753 00002000:00100000:2.0:1746126733.595941:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969ec000 x1830945817751936/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.595948:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec000 with x1830945817751936 ext(0->4095) 00002000:00010000:2.0:1746126733.595950:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ec000 00000100:00100000:0.0:1746126733.598150:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.598302:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817752064 00000100:00100000:1.0:1746126733.598358:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817752064 00000100:00100000:1.0:1746126733.598606:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30338 00000100:00100000:1.0:1746126733.598618:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817752064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.598637:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.598658:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ad3 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.598698:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 19 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.598706:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.598708:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.598712:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.598755:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 19 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.598770:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 19 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.598784:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813664512:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126733.599551:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.601765:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.601855:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb08380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813664512:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126733.601880:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.601895:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126733.601938:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817752064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3324us (3798us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.601946:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30338 00000100:00100000:2.0:1746126733.602423:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817752192 00000100:00100000:2.0:1746126733.602430:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817752192 00002000:00100000:2.0:1746126733.602466:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800969ec700 x1830945817752192/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.602475:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec700 with x1830945817752192 ext(0->7) 00010000:00010000:2.0:1746126733.602482:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.602493:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 20 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.602499:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ec700 00000100:00100000:2.0:1746126733.602525:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3042 00000100:00100000:2.0:1746126733.602531:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2008:x1830945817752192:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126733.605283:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2008:x1830945817752192:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2739us (3514us total) trans 4294972068 rc 0/0 00000100:00100000:0.0:1746126733.605296:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3042 00002000:00100000:0.0:1746126733.605320:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800969ec700 x1830945817752192/t4294972068(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/448 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.605331:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec700 with x1830945817752192 ext(0->7) 00010000:00010000:0.0:1746126733.605341:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 22 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.605354:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 22 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:0.0:1746126733.605360:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969ec700 00000100:00100000:0.0:1746126733.613166:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.613251:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.613364:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817752320 00000100:00100000:1.0:1746126733.613376:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817752320 00000100:00100000:1.0:1746126733.613454:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30339 00000100:00100000:1.0:1746126733.613465:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+22:1776:x1830945817752320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.613487:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.613509:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481726 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ada expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.613541:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.613548:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.613554:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126733.613558:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481726 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ada expref: 23 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.613601:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.613616:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481726 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ada expref: 23 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.613628:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00000100:00100000:1.0:1746126733.613688:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+23:1776:x1830945817752320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 224us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.613694:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30339 00000100:00100000:3.0:1746126733.614028:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817752448 00000100:00100000:3.0:1746126733.614034:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817752448 00010000:00010000:3.0:1746126733.614057:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 23 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.614090:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13532 00000100:00100000:3.0:1746126733.614097:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+23:2010:x1830945817752448:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.614108:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126733.614127:0:8368:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746126733 -> 1746126734 00002000:00010000:3.0:1746126733.614130:0:8368:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746126733 -> 1746126734 00010000:00010000:3.0:1746126733.614137:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 23 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.614148:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 23 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.614168:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481718 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6acc expref: 23 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.614186:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.614189:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.614208:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.614218:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.614251:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.614263:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 5 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.614275:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813664768:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.614362:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.625381:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813664768:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.625411:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126733.625721:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.625997:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2010:x1830945817752448:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 11898us (12744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.626009:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13532 00000100:00100000:0.0:1746126733.626801:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817752704 00000100:00100000:0.0:1746126733.626810:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817752704 00002000:00100000:0.0:1746126733.626858:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb08380 x1830945817752704/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.626868:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb08380 with x1830945817752704 ext(0->4095) 00010000:00010000:0.0:1746126733.626878:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.626892:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:0.0:1746126733.626898:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb08380 00000100:00100000:0.0:1746126733.626926:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3043 00000100:00100000:0.0:1746126733.626933:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817752704:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126733.627080:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817752704:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (2774us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126733.627087:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3043 00002000:00100000:0.0:1746126733.627092:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb08380 x1830945817752704/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.627098:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb08380 with x1830945817752704 ext(0->4095) 00010000:00010000:0.0:1746126733.627103:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.627111:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:0.0:1746126733.627116:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb08380 00000100:00100000:0.0:1746126733.629605:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.629735:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817752832 00000100:00100000:3.0:1746126733.629742:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817752832 00010000:00010000:3.0:1746126733.629775:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.629811:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13533 00000100:00100000:3.0:1746126733.629818:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817752832:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.629832:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.629852:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.629869:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.629894:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448171f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ad3 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.629923:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.629925:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.629932:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ada expref: 21 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.629940:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481726 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ada expref: 21 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.629971:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481726 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ada expref: 21 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.629984:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813664896:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.630080:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.632061:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.634364:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813664896:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.634391:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.634457:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817752832:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4638us (4859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.634468:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13533 00000100:00100000:2.0:1746126733.634577:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817753088 00000100:00100000:2.0:1746126733.634585:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817753088 00002000:00100000:2.0:1746126733.634625:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbed180 x1830945817753088/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.634633:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbed180 with x1830945817753088 ext(0->4095) 00002000:00010000:2.0:1746126733.634638:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbed180 00000100:00100000:2.0:1746126733.634667:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13754 00000100:00100000:2.0:1746126733.634675:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2007:x1830945817753088:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.634809:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2007:x1830945817753088:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (2755us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.634815:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13754 00002000:00100000:2.0:1746126733.634820:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbed180 x1830945817753088/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.634833:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbed180 with x1830945817753088 ext(0->4095) 00002000:00010000:2.0:1746126733.634835:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbed180 00000100:00100000:0.0:1746126733.636840:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.637506:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817753216 00000100:00100000:2.0:1746126733.637515:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817753216 00000100:00100000:2.0:1746126733.637553:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30340 00000100:00100000:2.0:1746126733.637560:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817753216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.637576:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.637592:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ae1 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.637620:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481726 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ada expref: 21 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.637627:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.637629:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.637632:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.637660:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481726 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ada expref: 21 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.637675:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481726 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ada expref: 21 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.637686:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813665024:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.639053:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.640411:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813665024:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.640445:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.640462:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126733.640514:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817753216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2954us (3682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.640522:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30340 00000100:00100000:0.0:1746126733.641076:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.641190:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817753344 00000100:00100000:3.0:1746126733.641206:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817753344 00010000:00010000:3.0:1746126733.641236:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481726 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ada expref: 22 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.641268:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13534 00000100:00100000:3.0:1746126733.641274:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2008:x1830945817753344:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.641287:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.641322:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481726 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ada expref: 22 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.641334:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481726 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ada expref: 22 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.641361:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481726 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ada expref: 22 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.641410:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.641412:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.641420:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.641427:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.641459:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.641473:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813665152:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.641545:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.642735:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.642858:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813665152:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.642875:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.642906:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:2008:x1830945817753344:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1631us (1830us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.642914:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13534 00000100:00100000:2.0:1746126733.643005:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817753472 00000100:00100000:2.0:1746126733.643010:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817753472 00000100:00100000:2.0:1746126733.643037:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30341 00000100:00100000:2.0:1746126733.643043:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+21:1776:x1830945817753472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.643057:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.643070:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ae8 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126733.643078:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126733.643091:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.643103:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.643105:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.643108:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 22 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.643127:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.643137:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.643147:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813665280:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126733.643161:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817753728 00000100:00100000:1.0:1746126733.643165:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817753728 00000100:00100000:2.0:1746126733.643182:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00002000:00100000:1.0:1746126733.643192:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbefb80 x1830945817753728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.643213:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbefb80 with x1830945817753728 ext(0->4095) 00010000:00010000:1.0:1746126733.643298:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.643398:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.643404:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbefb80 00000100:00100000:1.0:1746126733.643428:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3044 00000100:00100000:1.0:1746126733.643434:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817753728:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126733.643809:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817753728:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 374us (729us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.643815:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3044 00002000:00100000:1.0:1746126733.643820:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbefb80 x1830945817753728/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.643828:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbefb80 with x1830945817753728 ext(0->4095) 00010000:00010000:1.0:1746126733.643832:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.643841:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.643846:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbefb80 00000100:00100000:2.0:1746126733.644377:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813665280:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.644396:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 22 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.644405:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126733.644423:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+22:1776:x1830945817753472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1381us (1694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.644429:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30341 00000100:00100000:0.0:1746126733.645963:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.646063:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817753856 00000100:00100000:3.0:1746126733.646069:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817753856 00010000:00010000:3.0:1746126733.646095:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.646119:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13535 00000100:00100000:3.0:1746126733.646125:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817753856:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.646136:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.646154:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.646164:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.646184:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a8448172d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae1 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.646210:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.646212:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.646219:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.646231:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.646257:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.646267:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813665408:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.646552:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.650032:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.650130:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813665408:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.650154:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.650209:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817753856:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4072us (4240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.650220:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13535 00000100:00100000:1.0:1746126733.650332:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817754112 00000100:00100000:1.0:1746126733.650339:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817754112 00002000:00100000:1.0:1746126733.650378:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbec380 x1830945817754112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.650387:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbec380 with x1830945817754112 ext(0->4095) 00002000:00010000:1.0:1746126733.650391:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbec380 00000100:00100000:1.0:1746126733.650678:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13755 00000100:00100000:1.0:1746126733.650685:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2007:x1830945817754112:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126733.650819:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2007:x1830945817754112:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (797us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.650825:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13755 00002000:00100000:1.0:1746126733.650829:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbec380 x1830945817754112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.650836:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbec380 with x1830945817754112 ext(0->4095) 00002000:00010000:1.0:1746126733.650839:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbec380 00000100:00100000:3.0:1746126733.657827:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.657900:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817754240 00000100:00100000:2.0:1746126733.657911:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817754240 00000100:00100000:2.0:1746126733.657965:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30342 00000100:00100000:2.0:1746126733.657972:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817754240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.657991:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.658009:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448173b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6aef expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.658039:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.658047:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.658049:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.658052:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448173b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aef expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.658082:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 21 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.658092:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 21 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.658104:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813665536:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.658187:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.659617:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813665536:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.659647:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448173b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aef expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.659661:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126733.659705:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817754240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1732us (1889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.659716:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30342 00000100:00100000:0.0:1746126733.663720:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.663824:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817754368 00000100:00100000:2.0:1746126733.663834:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817754368 00002000:00100000:2.0:1746126733.663883:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cbed500 x1830945817754368/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.663894:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbed500 with x1830945817754368 ext(0->7) 00010000:00010000:2.0:1746126733.663904:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 22 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.663917:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 22 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.663924:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbed500 00000100:00100000:2.0:1746126733.663959:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3045 00000100:00100000:2.0:1746126733.663968:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2008:x1830945817754368:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126733.665765:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2008:x1830945817754368:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1790us (2047us total) trans 4294972069 rc 0/0 00000100:00100000:0.0:1746126733.665775:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3045 00002000:00100000:0.0:1746126733.665783:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cbed500 x1830945817754368/t4294972069(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/448 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.665792:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbed500 with x1830945817754368 ext(0->7) 00010000:00010000:0.0:1746126733.665800:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.665814:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:0.0:1746126733.665820:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbed500 00000100:00100000:0.0:1746126733.671991:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.672744:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817754496 00000100:00100000:3.0:1746126733.672754:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817754496 00010000:00010000:3.0:1746126733.672794:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.672834:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13536 00000100:00100000:3.0:1746126733.672841:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2007:x1830945817754496:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.672855:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.672874:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.672891:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.672916:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481734 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ae8 expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.672948:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.672951:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.672960:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448173b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aef expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.672967:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448173b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aef expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.673003:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448173b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aef expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.673016:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813665664:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.673114:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.675985:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.676103:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813665664:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.676127:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.676675:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+23:2007:x1830945817754496:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3832us (4692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.676686:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13536 00000100:00100000:1.0:1746126733.676809:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817754752 00000100:00100000:1.0:1746126733.676818:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817754752 00002000:00100000:1.0:1746126733.676858:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbef480 x1830945817754752/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.676868:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbef480 with x1830945817754752 ext(0->4095) 00002000:00010000:1.0:1746126733.676873:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbef480 00000100:00100000:1.0:1746126733.676899:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13756 00000100:00100000:1.0:1746126733.676905:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817754752:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126733.677051:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817754752:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (1072us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.677058:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13756 00002000:00100000:1.0:1746126733.677063:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbef480 x1830945817754752/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.677070:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbef480 with x1830945817754752 ext(0->4095) 00002000:00010000:1.0:1746126733.677073:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbef480 00000100:00100000:0.0:1746126733.679949:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.680037:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817754880 00000100:00100000:2.0:1746126733.680045:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817754880 00000100:00100000:2.0:1746126733.680088:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30343 00000100:00100000:2.0:1746126733.680095:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+23:1778:x1830945817754880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.680683:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.680698:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6af6 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.680722:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448173b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aef expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.680734:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.680736:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.680738:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 24 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.680761:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448173b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aef expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.680770:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448173b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aef expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.680780:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813665792:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.682050:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.682075:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813665792:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.682097:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 24 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.682108:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00000100:00100000:2.0:1746126733.682148:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+24:1778:x1830945817754880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2053us (2205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.682154:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30343 00000100:00100000:0.0:1746126733.684035:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.684085:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.684111:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817755008 00000100:00100000:2.0:1746126733.684120:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817755008 00000100:00100000:3.0:1746126733.684157:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817755136 00000100:00100000:3.0:1746126733.684164:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817755136 00010000:00010000:3.0:1746126733.684206:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448173b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aef expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.684236:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13537 00000100:00100000:3.0:1746126733.684243:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817755136:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.684256:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.684278:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448173b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aef expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.684290:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448173b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aef expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.684339:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448173b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6aef expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.684359:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.684361:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.684368:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 24 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.684377:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 24 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.684410:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 24 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.684422:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813665920:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.684487:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.685162:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30344 00000100:00100000:2.0:1746126733.685174:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+24:1776:x1830945817755008:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.685191:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.685217:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6afd expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.685242:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 25 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.685248:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.685250:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.685253:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 25 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.685451:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 25 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.685462:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 25 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.685473:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813666048:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.685786:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.686400:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813665920:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.686414:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.686439:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817755136:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2196us (2352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.686447:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13537 00000100:00100000:0.0:1746126733.686696:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.686783:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817755392 00000100:00100000:2.0:1746126733.686788:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817755392 00002000:00100000:2.0:1746126733.686813:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb9c00 x1830945817755392/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.686821:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb9c00 with x1830945817755392 ext(0->4095) 00010000:00010000:2.0:1746126733.686827:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 26 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.687075:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 26 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.687081:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddb9c00 00000100:00100000:2.0:1746126733.687108:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3046 00000100:00100000:2.0:1746126733.687114:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2007:x1830945817755392:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.687229:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2007:x1830945817755392:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (534us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.687234:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3046 00002000:00100000:2.0:1746126733.687487:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb9c00 x1830945817755392/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.687493:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb9c00 with x1830945817755392 ext(0->4095) 00010000:00010000:2.0:1746126733.687498:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 26 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.687505:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 26 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.687510:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddb9c00 00000100:00100000:2.0:1746126733.688991:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813666048:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.689019:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 25 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.689036:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ca00, rc 0) 00000100:00100000:2.0:1746126733.689086:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+25:1776:x1830945817755008:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3916us (5058us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.689093:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30344 00000100:00100000:0.0:1746126733.689950:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.689994:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.689998:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817755520 00000100:00100000:2.0:1746126733.690004:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817755520 00000100:00100000:3.0:1746126733.690174:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817755648 00000100:00100000:3.0:1746126733.690179:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817755648 00010000:00010000:3.0:1746126733.690209:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 25 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.690232:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13538 00000100:00100000:3.0:1746126733.690237:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a54850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+25:2009:x1830945817755648:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.690248:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.690264:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 25 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.690273:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 25 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.690292:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481742 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6af6 expref: 25 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.690348:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.690350:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.690357:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 24 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.690368:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 24 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.690395:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 24 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.690405:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813666176:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.690462:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30345 00000100:00100000:2.0:1746126733.690468:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817755520:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.690479:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.690488:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b04 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.690501:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 24 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.690507:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.690508:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.690511:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.690526:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 24 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.690535:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.690557:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813666304:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.690624:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.690753:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.692680:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813666176:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.692696:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.692727:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a54850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2009:x1830945817755648:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2489us (2732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.692736:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13538 00000100:00100000:2.0:1746126733.692987:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813666304:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.693005:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.693017:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126733.693149:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817755520:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2680us (3204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.693155:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30345 00000100:00100000:0.0:1746126733.693267:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.693573:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817755904 00000100:00100000:2.0:1746126733.693578:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817755904 00002000:00100000:2.0:1746126733.693605:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddbaa00 x1830945817755904/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.693618:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddbaa00 with x1830945817755904 ext(0->4095) 00010000:00010000:2.0:1746126733.693624:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.693635:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.693641:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddbaa00 00000100:00100000:2.0:1746126733.693655:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3047 00000100:00100000:2.0:1746126733.693661:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2007:x1830945817755904:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.693781:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2007:x1830945817755904:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (513us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.693786:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3047 00002000:00100000:2.0:1746126733.693790:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddbaa00 x1830945817755904/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.693796:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddbaa00 with x1830945817755904 ext(0->4095) 00010000:00010000:2.0:1746126733.693800:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.693807:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.693812:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddbaa00 00000100:00100000:0.0:1746126733.699486:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.699538:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.699641:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817756160 00000100:00100000:3.0:1746126733.699649:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817756160 00010000:00010000:3.0:1746126733.699690:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.699725:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13539 00000100:00100000:3.0:1746126733.699732:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2010:x1830945817756160:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.699743:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.699769:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.699786:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.699806:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481749 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6afd expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.699831:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.699833:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.699839:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.699847:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.699873:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.699883:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813666432:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.700076:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817756032 00000100:00100000:2.0:1746126733.700080:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817756032 00000100:00100000:2.0:1746126733.700105:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30346 00000100:00100000:2.0:1746126733.700110:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+24:1776:x1830945817756032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.700122:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.700131:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481757 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b0b expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.700146:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.700152:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.700153:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.700157:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481757 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b0b expref: 25 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.700173:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.700183:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.700191:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813666560:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.701881:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.701883:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.705833:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813666560:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.705851:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813666432:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.705860:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481757 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b0b expref: 25 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.705863:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.705897:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+25:2010:x1830945817756160:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 6165us (6358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.705906:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13539 00010000:00010000:2.0:1746126733.706064:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c200, rc 0) 00000100:00100000:2.0:1746126733.706086:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+24:1776:x1830945817756032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5975us (6607us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.706092:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30346 00000100:00100000:0.0:1746126733.706155:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.706234:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817756416 00000100:00100000:2.0:1746126733.706240:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817756416 00002000:00100000:2.0:1746126733.706399:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb8e00 x1830945817756416/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.706408:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb8e00 with x1830945817756416 ext(0->4095) 00010000:00010000:2.0:1746126733.706415:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.706430:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.706436:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddb8e00 00000100:00100000:2.0:1746126733.706463:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3048 00000100:00100000:2.0:1746126733.706470:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817756416:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.706588:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817756416:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.706594:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3048 00002000:00100000:2.0:1746126733.706599:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb8e00 x1830945817756416/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.706606:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb8e00 with x1830945817756416 ext(0->4095) 00010000:00010000:2.0:1746126733.706610:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.706619:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.706624:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddb8e00 00000100:00100000:0.0:1746126733.710250:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.710366:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817756544 00000100:00100000:3.0:1746126733.710374:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817756544 00010000:00010000:3.0:1746126733.710773:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.710803:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13540 00000100:00100000:3.0:1746126733.710810:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817756544:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.710823:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.710840:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.710851:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.710871:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481750 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b04 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.710968:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.710970:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.710978:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481757 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b0b expref: 23 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.710985:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481757 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b0b expref: 23 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.711019:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481757 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b0b expref: 23 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.711030:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813666688:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.712413:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.716958:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.717044:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817756800 00000100:00100000:2.0:1746126733.717051:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817756800 00000100:00100000:3.0:1746126733.717069:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813666688:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.717086:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126733.717088:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddbad80 x1830945817756800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.717096:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddbad80 with x1830945817756800 ext(0->4095) 00002000:00010000:2.0:1746126733.717100:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddbad80 00000100:00100000:2.0:1746126733.717128:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13757 00000100:00100000:2.0:1746126733.717133:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2008:x1830945817756800:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126733.717835:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817756544:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 7023us (7588us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.717846:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13540 00000100:00100000:2.0:1746126733.718099:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2008:x1830945817756800:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 960us (1146us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.718106:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13757 00002000:00100000:2.0:1746126733.718112:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddbad80 x1830945817756800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.718119:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddbad80 with x1830945817756800 ext(0->4095) 00002000:00010000:2.0:1746126733.718122:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddbad80 00000100:00100000:0.0:1746126733.721180:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.721351:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817756928 00000100:00100000:2.0:1746126733.721360:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817756928 00000100:00100000:2.0:1746126733.721406:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30347 00000100:00100000:2.0:1746126733.721413:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817756928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.721427:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.721441:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b12 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.721462:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481757 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b0b expref: 23 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.721468:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.721469:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.721472:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.721501:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481757 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b0b expref: 23 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.721512:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481757 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b0b expref: 23 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.721522:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813666816:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.721601:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.724256:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813666816:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.724287:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.724301:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:2.0:1746126733.724621:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817756928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3206us (3445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.724633:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30347 00000100:00100000:0.0:1746126733.724984:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.725131:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817757056 00000100:00100000:3.0:1746126733.725137:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817757056 00010000:00010000:3.0:1746126733.725160:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481757 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b0b expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.725189:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13541 00000100:00100000:3.0:1746126733.725201:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2007:x1830945817757056:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.725211:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.725227:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481757 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b0b expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.725236:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481757 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b0b expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.725255:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481757 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b0b expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.725281:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.725282:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.725288:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.725300:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.725763:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.725774:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813666944:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.725918:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.726484:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.726572:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817757184 00000100:00100000:2.0:1746126733.726577:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817757184 00000100:00100000:2.0:1746126733.726604:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30348 00000100:00100000:2.0:1746126733.726918:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+24:1776:x1830945817757184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.726933:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.726945:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b19 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.726964:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.726971:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.726973:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.726975:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 25 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.726993:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.727002:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 5 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.727009:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813667072:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.727061:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.727922:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813666944:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.727936:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.727959:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+25:2007:x1830945817757056:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2764us (2976us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.727967:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13541 00000100:00100000:0.0:1746126733.728987:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.729118:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817757440 00000100:00100000:3.0:1746126733.729124:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817757440 00002000:00100000:3.0:1746126733.729152:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddba680 x1830945817757440/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.729161:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddba680 with x1830945817757440 ext(0->4095) 00010000:00010000:3.0:1746126733.729167:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.729178:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.729184:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddba680 00000100:00100000:3.0:1746126733.729216:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3049 00000100:00100000:3.0:1746126733.729221:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817757440:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.729242:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813667072:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.729334:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817757440:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (348us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.729340:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3049 00010000:00010000:2.0:1746126733.729343:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 24 pid: 11426 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746126733.729345:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddba680 x1830945817757440/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.729352:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddba680 with x1830945817757440 ext(0->4095) 00010000:00010000:2.0:1746126733.729354:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ca00, rc 0) 00010000:00010000:3.0:1746126733.729356:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.729365:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:3.0:1746126733.729370:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddba680 00000100:00100000:2.0:1746126733.729379:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+24:1776:x1830945817757184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2771us (2896us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.729384:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30348 00000100:00100000:0.0:1746126733.731237:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.731709:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817757568 00000100:00100000:3.0:1746126733.731716:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817757568 00010000:00010000:3.0:1746126733.731740:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.731797:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13542 00000100:00100000:3.0:1746126733.731804:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817757568:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.731816:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.731831:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.731847:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.731867:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448175e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b12 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.731991:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.731993:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.731999:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 23 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.732006:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 23 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.732033:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 23 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.732043:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813667200:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.732112:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.734757:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.734835:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817757824 00000100:00100000:2.0:1746126733.734842:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817757824 00002000:00100000:2.0:1746126733.734875:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6ce00 x1830945817757824/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.734889:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6ce00 with x1830945817757824 ext(0->4095) 00002000:00010000:2.0:1746126733.734893:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b6ce00 00000100:00100000:2.0:1746126733.734925:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13758 00000100:00100000:2.0:1746126733.734932:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2007:x1830945817757824:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126733.735029:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813667200:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.735044:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.735047:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2007:x1830945817757824:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.735053:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13758 00002000:00100000:2.0:1746126733.735058:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6ce00 x1830945817757824/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.735065:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6ce00 with x1830945817757824 ext(0->4095) 00000100:00100000:3.0:1746126733.735067:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817757568:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3263us (3835us total) trans 0 rc 0/0 00002000:00010000:2.0:1746126733.735067:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b6ce00 00000100:00100000:3.0:1746126733.735075:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13542 00000100:00100000:0.0:1746126733.738877:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.738922:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817757952 00000100:00100000:2.0:1746126733.738930:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817757952 00000100:00100000:2.0:1746126733.738977:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30349 00000100:00100000:2.0:1746126733.738984:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817757952:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.738998:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.739011:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b20 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.739032:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 23 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.739039:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.739040:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.739044:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.739069:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 23 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.739079:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 23 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.739089:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813667328:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.739168:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed856c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.742049:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813667328:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.742078:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.742094:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ce00, rc 0) 00000100:00100000:2.0:1746126733.742144:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817757952:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3159us (3272us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.742152:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30349 00000100:00100000:0.0:1746126733.742685:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.742888:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817758080 00000100:00100000:2.0:1746126733.742895:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817758080 00002000:00100000:2.0:1746126733.742923:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094b6dc00 x1830945817758080/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.742931:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6dc00 with x1830945817758080 ext(0->7) 00010000:00010000:2.0:1746126733.742936:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.742952:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 24 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.742957:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6dc00 00000100:00100000:2.0:1746126733.743235:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3050 00000100:00100000:2.0:1746126733.743241:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+24:2007:x1830945817758080:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126733.744564:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2007:x1830945817758080:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1318us (1875us total) trans 4294972070 rc 0/0 00000100:00100000:0.0:1746126733.744571:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3050 00002000:00100000:0.0:1746126733.744578:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880094b6dc00 x1830945817758080/t4294972070(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/448 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.744586:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6dc00 with x1830945817758080 ext(0->7) 00010000:00010000:0.0:1746126733.744591:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 26 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.744601:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 26 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:0.0:1746126733.744606:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6dc00 00000100:00100000:1.0:1746126733.750863:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.751038:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817758208 00000100:00100000:3.0:1746126733.751046:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817758208 00010000:00010000:3.0:1746126733.751074:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 26 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.751105:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13543 00000100:00100000:3.0:1746126733.751111:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817758208:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.751122:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.751137:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 26 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.751390:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 26 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.751481:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481765 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b19 expref: 26 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.751502:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.751503:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.751511:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.751518:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.751553:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.751568:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813667456:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.751641:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.756175:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.756374:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817758336 00000100:00100000:0.0:1746126733.756383:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817758336 00000100:00100000:0.0:1746126733.756434:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30350 00000100:00100000:0.0:1746126733.756442:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+26:1776:x1830945817758336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126733.756455:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126733.756469:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b27 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126733.756490:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126733.756497:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126733.756498:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126733.756501:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 27 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.756653:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813667456:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.756691:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126733.756884:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.756909:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817758592 00000100:00100000:1.0:1746126733.756912:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817758592 00002000:00100000:1.0:1746126733.756932:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb08000 x1830945817758592/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.756940:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb08000 with x1830945817758592 ext(0->4095) 00010000:00010000:1.0:1746126733.756945:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.756952:0:27125:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126733.756958:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb08000 00000100:00100000:1.0:1746126733.756970:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3051 00000100:00100000:1.0:1746126733.756975:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817758592:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126733.757067:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945817758208:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5615us (5872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.757075:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13543 00010000:00010000:0.0:1746126733.757227:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126733.757237:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:0.0:1746126733.757247:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813667584:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126733.757296:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817758592:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 319us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.757302:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3051 00002000:00100000:1.0:1746126733.757327:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb08000 x1830945817758592/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.757335:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb08000 with x1830945817758592 ext(0->4095) 00010000:00010000:1.0:1746126733.757339:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.757349:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.757354:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb08000 00000100:00100000:0.0:1746126733.757430:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.759096:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.759136:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.759222:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817758848 00000100:00100000:2.0:1746126733.759225:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813667584:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.759227:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817758848 00010000:00010000:3.0:1746126733.759251:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.759251:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 26 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.759267:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012deaa800, rc 0) 00000100:00100000:3.0:1746126733.759285:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13544 00000100:00100000:1.0:1746126733.759290:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817758720 00000100:00100000:3.0:1746126733.759291:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817758848:12345-192.168.204.15@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746126733.759293:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817758720 00000100:00100000:2.0:1746126733.759296:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1776:x1830945817758336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2856us (3129us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126733.759301:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126733.759302:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30350 00000100:00100000:1.0:1746126733.759330:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30351 00010000:00010000:3.0:1746126733.759334:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.759335:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+26:1778:x1830945817758720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.759348:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.759358:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448177a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b2e expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.759372:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.759376:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 27 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.759381:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.759384:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448177a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b2e expref: 27 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.759406:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 27 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.759420:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448177a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b2e expref: 27 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.759427:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126733.759443:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1778:x1830945817758720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.759453:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30351 00010000:00010000:3.0:1746126733.759505:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.759524:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a8448176c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b20 expref: 6 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.759773:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.759775:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.759780:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 26 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.759791:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 26 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.759809:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 26 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.759817:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 26 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.759826:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813667840:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.759887:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.762151:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813667840:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.762168:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.762219:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817758848:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2926us (3081us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.762227:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13544 00000100:00100000:0.0:1746126733.762298:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.762389:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817759104 00000100:00100000:1.0:1746126733.762395:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817759104 00002000:00100000:1.0:1746126733.762422:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6ea00 x1830945817759104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.762431:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6ea00 with x1830945817759104 ext(0->4095) 00010000:00010000:1.0:1746126733.762438:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 27 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.762449:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 27 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.762454:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6ea00 00000100:00100000:1.0:1746126733.762469:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3052 00000100:00100000:1.0:1746126733.762476:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945817759104:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126733.762581:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945817759104:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.762587:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3052 00002000:00100000:1.0:1746126733.762592:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6ea00 x1830945817759104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.762599:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6ea00 with x1830945817759104 ext(0->4095) 00010000:00010000:1.0:1746126733.762603:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 27 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.762611:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 27 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.762616:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6ea00 00000100:00100000:0.0:1746126733.764230:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.764279:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817759232 00000100:00100000:3.0:1746126733.764285:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817759232 00010000:00010000:3.0:1746126733.764335:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 27 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.764358:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13545 00000100:00100000:3.0:1746126733.764365:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a57c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2007:x1830945817759232:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.764374:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.764388:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 27 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.764397:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 27 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.764416:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481773 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b27 expref: 27 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.764427:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.764429:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.764434:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448177a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b2e expref: 26 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.764440:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448177a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b2e expref: 26 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.764465:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448177a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b2e expref: 26 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.764475:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813667968:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.764544:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.766168:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813667968:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126733.766173:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126733.766184:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.766220:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a57c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2007:x1830945817759232:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1856us (2027us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.766228:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13545 00000100:00100000:1.0:1746126733.766233:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817759488 00000100:00100000:1.0:1746126733.766237:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817759488 00002000:00100000:1.0:1746126733.766263:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6d500 x1830945817759488/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.766271:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6d500 with x1830945817759488 ext(0->4095) 00002000:00010000:1.0:1746126733.766275:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b6d500 00000100:00100000:1.0:1746126733.766287:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13759 00000100:00100000:1.0:1746126733.766293:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2007:x1830945817759488:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126733.766425:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2007:x1830945817759488:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.766431:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13759 00002000:00100000:1.0:1746126733.766436:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6d500 x1830945817759488/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.766442:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6d500 with x1830945817759488 ext(0->4095) 00002000:00010000:1.0:1746126733.766445:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b6d500 00000100:00100000:0.0:1746126733.767547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.767589:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817759616 00000100:00100000:1.0:1746126733.767593:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817759616 00000100:00100000:1.0:1746126733.767625:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30352 00000100:00100000:1.0:1746126733.767631:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817759616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.767641:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.767651:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481781 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b35 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.767668:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448177a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b2e expref: 25 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.767672:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.767673:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.767675:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481781 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b35 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.767691:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448177a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b2e expref: 25 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.767698:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448177a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b2e expref: 25 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.767705:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813668096:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126733.767754:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126733.769595:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813668096:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126733.769616:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481781 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b35 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.769630:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126733.769893:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817759616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2260us (2345us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.769899:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30352 00000100:00100000:0.0:1746126733.770520:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.770574:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817759744 00000100:00100000:2.0:1746126733.770580:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817759744 00010000:00010000:2.0:1746126733.770600:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448177a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b2e expref: 26 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.770730:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13546 00000100:00100000:2.0:1746126733.770736:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817759744:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.770748:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.770763:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448177a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b2e expref: 26 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.770773:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448177a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b2e expref: 26 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.770791:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448177a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b2e expref: 26 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.771020:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.771022:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.771029:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481781 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b35 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.771037:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481781 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b35 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.771060:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481781 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b35 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.771070:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813668224:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.771419:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.774117:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813668224:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.774137:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.774173:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+25:2008:x1830945817759744:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3436us (3653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.774182:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13546 00000100:00100000:0.0:1746126733.774396:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.774486:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817760000 00000100:00100000:1.0:1746126733.774491:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817760000 00002000:00100000:1.0:1746126733.774527:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6e300 x1830945817760000/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.774535:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6e300 with x1830945817760000 ext(0->4095) 00002000:00010000:1.0:1746126733.774539:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b6e300 00000100:00100000:1.0:1746126733.774566:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13760 00000100:00100000:1.0:1746126733.774572:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817760000:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126733.774674:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817760000:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.775085:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13760 00002000:00100000:1.0:1746126733.775092:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6e300 x1830945817760000/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.775099:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6e300 with x1830945817760000 ext(0->4095) 00002000:00010000:1.0:1746126733.775101:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b6e300 00000100:00100000:0.0:1746126733.776826:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.776900:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817760128 00000100:00100000:1.0:1746126733.776906:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817760128 00000100:00100000:1.0:1746126733.776983:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30353 00000100:00100000:1.0:1746126733.776988:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+25:1778:x1830945817760128:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.777079:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.777093:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b3c expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.777117:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481781 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b35 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.777123:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.777124:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.777127:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 26 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.777148:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481781 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b35 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.777157:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481781 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b35 expref: 5 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.777166:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813668352:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126733.777251:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.777498:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.777674:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817760256 00000100:00100000:2.0:1746126733.777678:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817760256 00000100:00100000:2.0:1746126733.777699:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30354 00000100:00100000:2.0:1746126733.777704:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1776:x1830945817760256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.777710:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.777716:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b43 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.777727:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.777730:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.777735:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.777737:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 28 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.777759:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.777769:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 28 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.777776:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126733.777802:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+28:1776:x1830945817760256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.777807:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30354 00000100:00100000:1.0:1746126733.779026:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb09500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813668352:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126733.779043:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.779052:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126733.779075:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1778:x1830945817760128:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2086us (2252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.779083:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30353 00000100:00100000:0.0:1746126733.781067:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.781157:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817760384 00000100:00100000:2.0:1746126733.781164:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817760384 00010000:00010000:2.0:1746126733.781191:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481781 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b35 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.781259:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13547 00000100:00100000:2.0:1746126733.781266:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817760384:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.781277:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.781291:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481781 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b35 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.781301:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481781 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b35 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.781340:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481781 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b35 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.781500:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.781503:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.781510:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 26 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.781517:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 26 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.781547:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 26 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.781556:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 26 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.781565:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813668608:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.781842:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.784509:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813668608:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.784529:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126733.784538:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.784559:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817760384:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3294us (3497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.784568:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13547 00000100:00100000:0.0:1746126733.784633:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817760640 00000100:00100000:0.0:1746126733.784639:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817760640 00002000:00100000:0.0:1746126733.784767:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb09500 x1830945817760640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.784775:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb09500 with x1830945817760640 ext(0->4095) 00010000:00010000:0.0:1746126733.784783:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 27 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.784793:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 27 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:0.0:1746126733.784799:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb09500 00000100:00100000:0.0:1746126733.784829:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3053 00000100:00100000:0.0:1746126733.784837:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2007:x1830945817760640:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126733.784946:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2007:x1830945817760640:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (407us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126733.784951:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3053 00002000:00100000:0.0:1746126733.784956:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb09500 x1830945817760640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.785145:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb09500 with x1830945817760640 ext(0->4095) 00010000:00010000:0.0:1746126733.785151:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 27 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.785159:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 27 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:0.0:1746126733.785165:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb09500 00000100:00100000:0.0:1746126733.787095:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.787142:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817760768 00000100:00100000:1.0:1746126733.787148:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817760768 00000100:00100000:0.0:1746126733.787166:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.787341:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30355 00000100:00100000:1.0:1746126733.787349:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817760768:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126733.787353:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817760896 00000100:00100000:2.0:1746126733.787357:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817760896 00010000:00010000:1.0:1746126733.787363:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.787372:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 27 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.787390:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13548 00000100:00100000:2.0:1746126733.787394:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945817760896:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.787404:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.787419:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 27 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.787424:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b4a expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.787433:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 27 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.787495:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.787500:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 27 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.787505:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126733.787508:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.787537:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 27 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.787546:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.787554:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126733.787583:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817760768:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 236us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.787591:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30355 00010000:00010000:2.0:1746126733.787601:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481788 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b3c expref: 27 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.787617:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.787619:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.787623:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 26 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.787629:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 26 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.787647:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 26 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.787657:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 26 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.787666:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813668864:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.787773:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.789002:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813668864:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.789116:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.789153:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817760896:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1756us (1985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.789162:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13548 00000100:00100000:0.0:1746126733.789341:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.789406:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817761152 00000100:00100000:1.0:1746126733.789411:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817761152 00002000:00100000:1.0:1746126733.789433:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74c000 x1830945817761152/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.789443:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74c000 with x1830945817761152 ext(0->4095) 00010000:00010000:1.0:1746126733.789448:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 26 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.789458:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 26 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.789464:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74c000 00000100:00100000:1.0:1746126733.789534:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3054 00000100:00100000:1.0:1746126733.789544:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2007:x1830945817761152:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126733.789878:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2007:x1830945817761152:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 337us (536us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.789884:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3054 00002000:00100000:1.0:1746126733.789890:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74c000 x1830945817761152/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.789896:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74c000 with x1830945817761152 ext(0->4095) 00010000:00010000:1.0:1746126733.789901:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 26 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.789913:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 26 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.789918:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74c000 00000100:00100000:0.0:1746126733.791210:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.791273:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.791417:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817761280 00000100:00100000:2.0:1746126733.791419:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817761408 00000100:00100000:2.0:1746126733.791423:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817761408 00000100:00100000:1.0:1746126733.791423:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817761280 00010000:00010000:2.0:1746126733.791441:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 27 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.791456:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30356 00000100:00100000:1.0:1746126733.791462:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1776:x1830945817761280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126733.791469:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13549 00010000:00010000:1.0:1746126733.791470:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126733.791475:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2010:x1830945817761408:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126733.791480:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448179d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b51 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.791485:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.791497:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 28 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.791503:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 28 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.791590:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.791596:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.791604:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126733.791608:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448179d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b51 expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.791656:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448178f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b43 expref: 28 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.791759:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.791759:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.791763:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.791768:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.791776:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.791787:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 5 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746126733.791797:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813668992:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.791800:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 5 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.791806:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 5 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.791811:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813669120:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.791861:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126733.791868:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.793776:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813668992:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.793791:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448179d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b51 expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.793800:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:2.0:1746126733.793825:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1776:x1830945817761280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2364us (2618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.793830:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30356 00000100:00100000:0.0:1746126733.794085:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.794498:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813669120:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.794512:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.794536:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2010:x1830945817761408:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3061us (3262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.794543:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13549 00000100:00100000:1.0:1746126733.794591:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817761664 00000100:00100000:1.0:1746126733.794596:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817761664 00002000:00100000:1.0:1746126733.794619:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74e300 x1830945817761664/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.794627:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74e300 with x1830945817761664 ext(0->4095) 00010000:00010000:1.0:1746126733.794633:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.794643:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.794648:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74e300 00000100:00100000:1.0:1746126733.794786:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3055 00000100:00100000:1.0:1746126733.794792:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817761664:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126733.794882:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817761664:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 90us (798us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.794887:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3055 00002000:00100000:1.0:1746126733.794892:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74e300 x1830945817761664/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.794898:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74e300 with x1830945817761664 ext(0->4095) 00010000:00010000:1.0:1746126733.794902:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.794911:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.794917:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74e300 00000100:00100000:0.0:1746126733.796507:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.797020:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817761792 00000100:00100000:3.0:1746126733.797026:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817761792 00010000:00010000:3.0:1746126733.797049:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.797078:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13550 00000100:00100000:3.0:1746126733.797083:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817761792:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.797093:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.797106:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.797116:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.797133:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481796 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b4a expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.797155:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.797157:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.797162:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448179d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b51 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.797169:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448179d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b51 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.797192:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448179d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b51 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.797214:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813669248:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.797271:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.798947:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813669248:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.798961:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.798986:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817761792:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1902us (2482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.798992:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13550 00000100:00100000:0.0:1746126733.800602:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.800670:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817762048 00000100:00100000:2.0:1746126733.800676:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817762048 00002000:00100000:2.0:1746126733.800703:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74fb80 x1830945817762048/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.800710:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74fb80 with x1830945817762048 ext(0->4095) 00002000:00010000:2.0:1746126733.800713:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74fb80 00000100:00100000:2.0:1746126733.800736:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13761 00000100:00100000:2.0:1746126733.800742:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817762048:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.800861:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817762048:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (263us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.800871:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13761 00002000:00100000:2.0:1746126733.800876:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74fb80 x1830945817762048/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.800882:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74fb80 with x1830945817762048 ext(0->4095) 00002000:00010000:2.0:1746126733.800885:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74fb80 00000100:00100000:0.0:1746126733.802387:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.802460:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817762176 00000100:00100000:2.0:1746126733.802464:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817762176 00000100:00100000:2.0:1746126733.802505:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30357 00000100:00100000:2.0:1746126733.802511:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817762176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.802522:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.802536:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b58 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.802556:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448179d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b51 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.802562:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.802564:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.802566:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817a4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b58 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.802584:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448179d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b51 expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.802591:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448179d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b51 expref: 25 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.802602:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813669376:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.802668:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed859c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.804140:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813669376:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.804158:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817a4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b58 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.804170:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:2.0:1746126733.804219:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817762176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1708us (1834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.804225:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30357 00000100:00100000:0.0:1746126733.804612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.804683:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817762304 00000100:00100000:3.0:1746126733.804688:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817762304 00010000:00010000:3.0:1746126733.804706:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448179d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b51 expref: 26 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.804724:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13551 00000100:00100000:3.0:1746126733.804729:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817762304:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.804738:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.804758:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448179d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b51 expref: 26 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.804767:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448179d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b51 expref: 26 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.804783:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448179d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b51 expref: 26 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.804804:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.804806:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.804811:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b58 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.804817:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b58 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.804837:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b58 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.804844:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813669504:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.804892:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.805743:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813669504:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.805752:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.805781:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+25:2008:x1830945817762304:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1051us (1169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.805788:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13551 00000100:00100000:0.0:1746126733.806046:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.806089:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817762560 00000100:00100000:2.0:1746126733.806093:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817762560 00002000:00100000:2.0:1746126733.806115:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74e680 x1830945817762560/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.806124:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74e680 with x1830945817762560 ext(0->4095) 00002000:00010000:2.0:1746126733.806127:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74e680 00000100:00100000:2.0:1746126733.806143:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13762 00000100:00100000:2.0:1746126733.806147:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817762560:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126733.806267:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817762560:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (220us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.806273:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13762 00002000:00100000:2.0:1746126733.806277:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74e680 x1830945817762560/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.806289:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74e680 with x1830945817762560 ext(0->4095) 00002000:00010000:2.0:1746126733.806292:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74e680 00000100:00100000:0.0:1746126733.807873:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.807942:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817762688 00000100:00100000:2.0:1746126733.807946:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817762688 00000100:00100000:2.0:1746126733.807977:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30358 00000100:00100000:2.0:1746126733.807982:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+25:1778:x1830945817762688:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.807993:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.808004:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b5f expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.808024:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b58 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.808031:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.808033:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.808035:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 26 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.808056:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b58 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.808070:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b58 expref: 5 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.808078:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813669632:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.808144:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.809224:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813669632:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.809242:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 26 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.809254:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126733.809278:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+26:1778:x1830945817762688:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1295us (1408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.809283:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30358 00000100:00100000:0.0:1746126733.810421:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.810478:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817762816 00000100:00100000:3.0:1746126733.810483:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817762816 00010000:00010000:3.0:1746126733.810505:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b58 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.810536:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13552 00000100:00100000:3.0:1746126733.810546:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a54450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817762816:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.810557:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.810573:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b58 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.810592:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b58 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.810610:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b58 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.810634:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.810637:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.810642:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.810649:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.810672:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.810682:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813669760:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.810744:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.812357:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813669760:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.812373:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.812409:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a54450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817762816:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1862us (1990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.812417:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13552 00000100:00100000:0.0:1746126733.812811:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.812901:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817763072 00000100:00100000:2.0:1746126733.812906:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817763072 00002000:00100000:2.0:1746126733.812934:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74ed80 x1830945817763072/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.812943:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74ed80 with x1830945817763072 ext(0->4095) 00002000:00010000:2.0:1746126733.812947:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74ed80 00000100:00100000:2.0:1746126733.812976:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13763 00000100:00100000:2.0:1746126733.812982:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2010:x1830945817763072:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126733.813094:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2010:x1830945817763072:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.813100:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13763 00002000:00100000:2.0:1746126733.813104:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74ed80 x1830945817763072/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.813111:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74ed80 with x1830945817763072 ext(0->4095) 00002000:00010000:2.0:1746126733.813113:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74ed80 00000100:00100000:0.0:1746126733.815511:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.816035:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817763200 00000100:00100000:2.0:1746126733.816044:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817763200 00000100:00100000:2.0:1746126733.816089:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30359 00000100:00100000:2.0:1746126733.816096:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817763200:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.816110:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.816123:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b66 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.816145:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.816152:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.816153:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.816156:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817b2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b66 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.816179:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 25 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.816189:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 25 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.816214:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813669888:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.816278:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.824647:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813669888:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.824674:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817b2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b66 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.824694:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d200, rc 0) 00000100:00100000:2.0:1746126733.824733:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817763200:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8638us (9227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.824741:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30359 00000100:00100000:1.0:1746126733.826365:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.826445:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817763328 00000100:00100000:0.0:1746126733.826452:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817763328 00002000:00100000:0.0:1746126733.826487:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cb08e00 x1830945817763328/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.826496:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb08e00 with x1830945817763328 ext(0->7) 00010000:00010000:0.0:1746126733.826502:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 26 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.826515:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 26 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:0.0:1746126733.826521:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb08e00 00000100:00100000:0.0:1746126733.826548:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3056 00000100:00100000:0.0:1746126733.826554:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2010:x1830945817763328:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126733.827364:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2010:x1830945817763328:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 809us (1000us total) trans 4294972071 rc 0/0 00000100:00100000:0.0:1746126733.827370:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3056 00002000:00100000:0.0:1746126733.827376:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cb08e00 x1830945817763328/t4294972071(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/448 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.827382:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb08e00 with x1830945817763328 ext(0->7) 00010000:00010000:0.0:1746126733.827538:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 28 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:0.0:1746126733.827549:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 28 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:0.0:1746126733.827555:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb08e00 00000100:00100000:0.0:1746126733.830169:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.831040:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817763456 00000100:00100000:3.0:1746126733.831054:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817763456 00010000:00010000:3.0:1746126733.831094:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 28 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.831128:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13553 00000100:00100000:3.0:1746126733.831135:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2009:x1830945817763456:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.831149:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.831170:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 28 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.831183:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 28 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.831217:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b5f expref: 28 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.831248:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.831250:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.831258:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b66 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.831267:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b66 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.831328:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b66 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.831342:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813670016:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.832051:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.834297:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.834412:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817763584 00000100:00100000:2.0:1746126733.834421:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817763584 00000100:00100000:0.0:1746126733.835024:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.835133:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817763840 00000100:00100000:1.0:1746126733.835138:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817763840 00002000:00100000:1.0:1746126733.835172:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74c700 x1830945817763840/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.835181:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74c700 with x1830945817763840 ext(0->4095) 00002000:00010000:1.0:1746126733.835186:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74c700 00000100:00100000:1.0:1746126733.835217:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13764 00000100:00100000:1.0:1746126733.835225:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817763840:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126733.835412:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817763840:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 186us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.835419:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13764 00002000:00100000:1.0:1746126733.835424:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74c700 x1830945817763840/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.835432:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74c700 with x1830945817763840 ext(0->4095) 00002000:00010000:1.0:1746126733.835435:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74c700 00000100:00100000:3.0:1746126733.835455:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813670016:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.835474:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.835496:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2009:x1830945817763456:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4363us (5338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.835504:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13553 00000100:00100000:3.0:1746126733.835531:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30360 00000100:00100000:3.0:1746126733.835536:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1776:x1830945817763584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.835545:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.835560:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b6d expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.835588:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b66 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.835595:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.835597:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.835600:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 28 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.835623:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b66 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.835634:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b66 expref: 5 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.835643:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813670144:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.835696:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.837342:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.837368:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813670144:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.837390:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 28 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.837404:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:0.0:1746126733.837418:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.837447:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+28:1776:x1830945817763584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1910us (3159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.837454:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30360 00000100:00100000:2.0:1746126733.837476:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817763968 00000100:00100000:2.0:1746126733.837486:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817763968 00000100:00100000:3.0:1746126733.837487:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817764096 00000100:00100000:3.0:1746126733.837491:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817764096 00010000:00010000:3.0:1746126733.837507:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b66 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.837530:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13554 00000100:00100000:3.0:1746126733.837535:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817764096:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.837546:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.837570:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b66 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.837570:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30361 00000100:00100000:2.0:1746126733.837578:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+28:1778:x1830945817763968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.837590:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b66 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.837592:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.837606:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844817c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b74 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.837610:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b66 expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.837626:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.837631:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 29 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.837637:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.837855:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844817c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b74 expref: 29 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.838038:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.838041:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.838048:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 29 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.838057:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 29 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.838084:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 29 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.838096:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 29 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.838106:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 29 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.838108:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813670272:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.838114:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 29 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.838124:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813670400:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.838202:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.838208:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.839800:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813670272:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.839818:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844817c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b74 expref: 29 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.839830:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c600, rc 0) 00000100:00100000:2.0:1746126733.839871:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+29:1778:x1830945817763968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2294us (2569us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.839879:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30361 00000100:00100000:3.0:1746126733.839968:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813670400:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.839982:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.840006:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817764096:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2470us (2588us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.840014:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13554 00000100:00100000:0.0:1746126733.840045:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.840156:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817764352 00000100:00100000:2.0:1746126733.840160:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817764352 00002000:00100000:2.0:1746126733.840192:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ac700 x1830945817764352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.840211:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ac700 with x1830945817764352 ext(0->4095) 00010000:00010000:2.0:1746126733.840217:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 29 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.840227:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 29 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.840236:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800966ac700 00000100:00100000:2.0:1746126733.840251:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3057 00000100:00100000:2.0:1746126733.840257:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817764352:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.840610:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817764352:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 353us (564us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.840616:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3057 00002000:00100000:2.0:1746126733.840621:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ac700 x1830945817764352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.840627:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ac700 with x1830945817764352 ext(0->4095) 00010000:00010000:2.0:1746126733.840631:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 29 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.840639:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 29 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.840644:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800966ac700 00000100:00100000:0.0:1746126733.845412:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.845489:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817764480 00000100:00100000:3.0:1746126733.845496:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817764480 00010000:00010000:3.0:1746126733.845524:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 29 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.845558:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13555 00000100:00100000:3.0:1746126733.845565:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2007:x1830945817764480:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.845577:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.845592:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 29 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.845601:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 29 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.845620:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844817b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b6d expref: 29 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.845649:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.845650:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.845656:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844817c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b74 expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.845663:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844817c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b74 expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.845691:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844817c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b74 expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.845700:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813670528:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.845821:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.847281:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813670528:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.847301:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.847363:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2007:x1830945817764480:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1797us (1955us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.847370:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13555 00000100:00100000:0.0:1746126733.847618:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.847697:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817764736 00000100:00100000:2.0:1746126733.847702:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817764736 00002000:00100000:2.0:1746126733.847732:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ac380 x1830945817764736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.847740:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ac380 with x1830945817764736 ext(0->4095) 00002000:00010000:2.0:1746126733.847745:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800966ac380 00000100:00100000:2.0:1746126733.847758:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13765 00000100:00100000:2.0:1746126733.847763:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2007:x1830945817764736:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.847943:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2007:x1830945817764736:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 179us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.847949:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13765 00002000:00100000:2.0:1746126733.847954:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ac380 x1830945817764736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.847961:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ac380 with x1830945817764736 ext(0->4095) 00002000:00010000:2.0:1746126733.847963:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800966ac380 00000100:00100000:0.0:1746126733.849436:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.849604:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817764864 00000100:00100000:2.0:1746126733.849610:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817764864 00000100:00100000:2.0:1746126733.849649:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30362 00000100:00100000:2.0:1746126733.849655:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817764864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.849667:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.849679:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844817c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b7b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.849700:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844817c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b74 expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.849707:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.849708:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.849711:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844817c7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b7b expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.849733:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844817c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b74 expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.849743:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844817c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b74 expref: 27 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.849752:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813670656:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.849824:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.851981:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813670656:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.852004:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844817c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b7b expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.852016:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126733.852058:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817764864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2403us (2624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.852065:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30362 00000100:00100000:0.0:1746126733.852852:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.853455:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817764992 00000100:00100000:3.0:1746126733.853461:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817764992 00010000:00010000:3.0:1746126733.853485:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844817c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b74 expref: 28 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.853504:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13556 00000100:00100000:3.0:1746126733.853510:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2008:x1830945817764992:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.853520:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.853535:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844817c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b74 expref: 28 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.853543:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844817c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b74 expref: 28 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.853559:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c600/0xd8b4f51a844817c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b74 expref: 28 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.853572:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.853573:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.853578:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844817c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b7b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.853584:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844817c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b7b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.853607:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844817c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b7b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.853617:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813670784:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.854205:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.855091:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813670784:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.855102:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.855121:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945817764992:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1611us (2270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.855127:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13556 00000100:00100000:0.0:1746126733.855490:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.855576:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817765248 00000100:00100000:2.0:1746126733.855581:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817765248 00002000:00100000:2.0:1746126733.855606:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ae300 x1830945817765248/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.855615:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ae300 with x1830945817765248 ext(0->4095) 00002000:00010000:2.0:1746126733.855618:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800966ae300 00000100:00100000:2.0:1746126733.855646:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13766 00000100:00100000:2.0:1746126733.855652:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817765248:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.855950:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817765248:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 297us (459us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.855957:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13766 00002000:00100000:2.0:1746126733.855972:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ae300 x1830945817765248/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.855979:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ae300 with x1830945817765248 ext(0->4095) 00002000:00010000:2.0:1746126733.855982:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800966ae300 00000100:00100000:0.0:1746126733.856918:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.856959:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817765376 00000100:00100000:2.0:1746126733.856963:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817765376 00000100:00100000:2.0:1746126733.856997:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30363 00000100:00100000:2.0:1746126733.857003:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1778:x1830945817765376:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.857013:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.857026:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b82 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.857046:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844817c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b7b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.857053:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.857054:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.857057:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.857079:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844817c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b7b expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.857089:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844817c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b7b expref: 5 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.857097:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813670912:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.857162:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed859c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.858345:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.858431:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.858487:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817765504 00000100:00100000:3.0:1746126733.858491:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817765504 00000100:00100000:3.0:1746126733.858515:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30364 00000100:00100000:3.0:1746126733.858520:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:1776:x1830945817765504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.858527:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.858535:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b89 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.858549:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.858552:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.858556:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.858559:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.858583:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.858593:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.858600:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61000, rc 0) 00000100:00100000:3.0:1746126733.858635:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817765504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.858639:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30364 00000100:00100000:3.0:1746126733.858659:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817765632 00000100:00100000:3.0:1746126733.858662:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817765632 00010000:00010000:3.0:1746126733.858673:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844817c7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b7b expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.858679:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813670912:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.858688:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13557 00000100:00100000:3.0:1746126733.858692:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136048000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817765632:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.858694:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 29 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.858699:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.858708:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d200, rc 0) 00010000:00010000:3.0:1746126733.858713:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844817c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b7b expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.858721:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844817c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b7b expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.858724:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+29:1778:x1830945817765376:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1721us (1807us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.858730:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30363 00010000:00010000:3.0:1746126733.858735:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844817c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b7b expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.858746:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.858747:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.858752:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.858758:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.858775:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.858783:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 28 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.858791:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813671168:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.858834:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.859907:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813671168:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.859918:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.859940:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136048000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817765632:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1247us (1509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.859945:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13557 00000100:00100000:0.0:1746126733.860232:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.860397:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817765888 00000100:00100000:2.0:1746126733.860402:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817765888 00002000:00100000:2.0:1746126733.860425:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136049880 x1830945817765888/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.860432:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049880 with x1830945817765888 ext(0->4095) 00010000:00010000:2.0:1746126733.860438:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 29 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.860447:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 29 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.860453:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136049880 00000100:00100000:2.0:1746126733.860466:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3058 00000100:00100000:2.0:1746126733.860471:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2009:x1830945817765888:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126733.860574:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2009:x1830945817765888:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.860580:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3058 00002000:00100000:2.0:1746126733.860585:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136049880 x1830945817765888/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.860597:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049880 with x1830945817765888 ext(0->4095) 00010000:00010000:2.0:1746126733.860601:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 29 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.860609:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 29 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.860615:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136049880 00000100:00100000:0.0:1746126733.862908:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.863036:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.863380:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817766016 00000100:00100000:2.0:1746126733.863386:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817766016 00000100:00100000:2.0:1746126733.863417:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30365 00000100:00100000:2.0:1746126733.863423:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817766016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.863436:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.863449:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b90 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.863470:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.863475:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 28 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.863480:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126733.863483:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.863511:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 28 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.863525:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.863534:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126733.863579:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817766016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.863585:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30365 00000100:00100000:3.0:1746126733.863650:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817766144 00000100:00100000:3.0:1746126733.863654:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817766144 00010000:00010000:3.0:1746126733.863668:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 29 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.863689:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13558 00000100:00100000:3.0:1746126733.863693:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2009:x1830945817766144:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.863700:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.863714:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 29 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.863722:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 29 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.863737:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a844817ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b82 expref: 29 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.863758:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.863760:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.863765:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 28 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.863772:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 28 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.863790:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 28 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.863799:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 28 pid: 11426 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.863813:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813671424:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.864168:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.866661:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.866663:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813671424:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.866678:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126733.866721:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817766400 00000100:00100000:3.0:1746126733.866724:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2009:x1830945817766144:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3030us (3688us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.866726:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817766400 00000100:00100000:3.0:1746126733.866732:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13558 00002000:00100000:1.0:1746126733.866753:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136049c00 x1830945817766400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.866762:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049c00 with x1830945817766400 ext(0->4095) 00010000:00010000:1.0:1746126733.866768:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 28 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.866779:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 28 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.866785:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136049c00 00000100:00100000:1.0:1746126733.866812:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3059 00000100:00100000:1.0:1746126733.866819:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2008:x1830945817766400:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126733.866921:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2008:x1830945817766400:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.866927:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3059 00002000:00100000:1.0:1746126733.866932:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136049c00 x1830945817766400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.866938:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049c00 with x1830945817766400 ext(0->4095) 00010000:00010000:1.0:1746126733.866942:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 28 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746126733.866950:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 28 pid: 11426 timeout: 876 lvb_type: 0 00002000:00010000:1.0:1746126733.866955:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136049c00 00000100:00100000:0.0:1746126733.869893:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.869942:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.870182:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817766528 00000100:00100000:2.0:1746126733.870189:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817766528 00000100:00100000:2.0:1746126733.870231:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30366 00000100:00100000:2.0:1746126733.870238:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+28:1776:x1830945817766528:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.870251:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.870265:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844817e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b97 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.870276:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817766656 00000100:00100000:3.0:1746126733.870279:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817766656 00010000:00010000:2.0:1746126733.870286:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.870291:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.870293:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 30 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.870296:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126733.870299:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844817e3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b97 expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.870330:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13559 00000100:00100000:3.0:1746126733.870335:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23dd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817766656:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.870341:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.870345:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.870354:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 30 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.870359:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844817e3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b97 expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.870363:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 30 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.870545:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.870546:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844817d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b89 expref: 30 pid: 11426 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.870546:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.870551:0:9564:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.870558:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.870572:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126733.870574:0:9564:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.870583:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 5 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.870592:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813671680:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.870611:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23dd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817766656:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 276us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.870617:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13559 00000100:00100000:2.0:1746126733.870631:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.874773:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813671680:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.874791:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00000100:00100000:2.0:1746126733.874839:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+28:1776:x1830945817766528:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4600us (4949us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.874846:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30366 00000100:00100000:0.0:1746126733.875838:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.875958:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817766912 00000100:00100000:2.0:1746126733.875965:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817766912 00002000:00100000:2.0:1746126733.875993:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136048a80 x1830945817766912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.876002:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136048a80 with x1830945817766912 ext(0->4095) 00010000:00010000:2.0:1746126733.876012:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.876024:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.876031:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136048a80 00000100:00100000:2.0:1746126733.876081:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3060 00000100:00100000:2.0:1746126733.876087:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817766912:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.876238:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817766912:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.876244:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3060 00002000:00100000:2.0:1746126733.876249:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136048a80 x1830945817766912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.876259:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136048a80 with x1830945817766912 ext(0->4095) 00010000:00010000:2.0:1746126733.876263:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.876272:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.876276:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136048a80 00000100:00100000:0.0:1746126733.878580:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.878785:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817767040 00000100:00100000:3.0:1746126733.878792:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817767040 00010000:00010000:3.0:1746126733.878820:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.878844:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13560 00000100:00100000:3.0:1746126733.878850:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817767040:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.878861:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.878875:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.878886:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.878904:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844817dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b90 expref: 6 pid: 9565 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.878932:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.878934:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.878940:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844817e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b97 expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.878948:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844817e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b97 expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.878980:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844817e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b97 expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.878990:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813671808:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.879057:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.880836:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813671808:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.880851:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.880885:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817767040:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2031us (2305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.880894:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13560 00000100:00100000:0.0:1746126733.881059:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.881165:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817767296 00000100:00100000:2.0:1746126733.881170:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817767296 00002000:00100000:2.0:1746126733.881237:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136049f80 x1830945817767296/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.881250:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049f80 with x1830945817767296 ext(0->4095) 00002000:00010000:2.0:1746126733.881254:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136049f80 00000100:00100000:2.0:1746126733.881279:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13767 00000100:00100000:2.0:1746126733.881285:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2008:x1830945817767296:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.881431:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2008:x1830945817767296:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (371us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.881437:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13767 00002000:00100000:2.0:1746126733.881443:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136049f80 x1830945817767296/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.881449:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049f80 with x1830945817767296 ext(0->4095) 00002000:00010000:2.0:1746126733.881452:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136049f80 00000100:00100000:0.0:1746126733.882698:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.882765:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817767424 00000100:00100000:2.0:1746126733.882770:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817767424 00000100:00100000:2.0:1746126733.882791:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30367 00000100:00100000:2.0:1746126733.882796:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817767424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.882806:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.882819:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6b9e expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.882838:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844817e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b97 expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.882849:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.882851:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.882853:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.882875:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844817e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b97 expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.882885:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844817e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b97 expref: 27 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.882895:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813671936:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.882964:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.885868:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813671936:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.885893:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.885908:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:0.0:1746126733.885999:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.886228:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817767552 00000100:00100000:3.0:1746126733.886233:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817767552 00010000:00010000:3.0:1746126733.886256:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844817e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b97 expref: 28 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746126733.886283:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817767424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3486us (3587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.886284:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13561 00000100:00100000:3.0:1746126733.886289:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136048000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2008:x1830945817767552:12345-192.168.204.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126733.886290:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30367 00010000:00010000:3.0:1746126733.886419:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.886440:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844817e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b97 expref: 28 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.886450:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844817e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b97 expref: 28 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.886467:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844817e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b97 expref: 28 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.886520:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.886523:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.886529:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.886536:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.886561:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.886572:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813672064:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.886742:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.890102:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813672064:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.890125:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.891031:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136048000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945817767552:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4736us (5028us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.891042:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13561 00000100:00100000:1.0:1746126733.891558:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.891876:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.891934:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817767936 00000100:00100000:3.0:1746126733.891941:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817767936 00000100:00100000:3.0:1746126733.891987:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30368 00000100:00100000:3.0:1746126733.891995:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1776:x1830945817767936:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.892015:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.892032:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ba5 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.892180:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817767808 00000100:00100000:2.0:1746126733.892184:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817767808 00010000:00010000:3.0:1746126733.892186:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.892201:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.892203:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.892207:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746126733.892220:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b7800 x1830945817767808/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126733.892234:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746126733.892234:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b7800 with x1830945817767808 ext(0->4095) 00010000:00010000:2.0:1746126733.892239:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.892245:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.892249:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.892254:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2b7800 00000100:00100000:3.0:1746126733.892257:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813672192:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.892279:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3061 00000100:00100000:2.0:1746126733.892285:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817767808:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126733.892388:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.892446:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817767808:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 161us (890us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.892452:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3061 00002000:00100000:2.0:1746126733.892458:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b7800 x1830945817767808/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.892464:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b7800 with x1830945817767808 ext(0->4095) 00010000:00010000:2.0:1746126733.892469:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.892477:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746126733.892482:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2b7800 00000100:00100000:3.0:1746126733.894393:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813672192:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.894417:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.894430:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:3.0:1746126733.894462:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+28:1776:x1830945817767936:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2468us (2586us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.894468:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30368 00000100:00100000:0.0:1746126733.895214:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.895257:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.895324:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817768064 00000100:00100000:3.0:1746126733.895330:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817768064 00000100:00100000:2.0:1746126733.895330:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817768192 00000100:00100000:2.0:1746126733.895334:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817768192 00010000:00010000:2.0:1746126733.895355:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746126733.895367:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30369 00000100:00100000:3.0:1746126733.895373:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+28:1778:x1830945817768064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.895385:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126733.895386:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13562 00000100:00100000:2.0:1746126733.895392:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817768192:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.895398:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844817f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6bac expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.895402:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.895415:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.895420:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 29 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.895425:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.895428:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844817f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bac expref: 29 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.895452:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746126733.895462:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.895477:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 29 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.895483:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844817ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6b9e expref: 6 pid: 9564 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746126733.895488:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844817f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bac expref: 29 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.895495:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.895496:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.895501:0:9564:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 29 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.895508:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 29 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.895522:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126733.895529:0:9564:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 29 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.895539:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 29 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126733.895547:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817768192:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 155us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.895550:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813672448:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.895553:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13562 00000100:00100000:3.0:1746126733.895601:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.898269:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.898465:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813672448:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.898482:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60200, rc 0) 00000100:00100000:2.0:1746126733.898483:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817768448 00000100:00100000:2.0:1746126733.898489:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817768448 00002000:00100000:2.0:1746126733.898524:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca31880 x1830945817768448/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.898534:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31880 with x1830945817768448 ext(0->4095) 00000100:00100000:3.0:1746126733.898538:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1778:x1830945817768064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3164us (3326us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126733.898542:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 30 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126733.898545:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30369 00010000:00010000:2.0:1746126733.898558:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 30 pid: 9564 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126733.898564:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca31880 00000100:00100000:2.0:1746126733.898578:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3062 00000100:00100000:2.0:1746126733.898582:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817768448:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.898713:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817768448:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.898719:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3062 00002000:00100000:2.0:1746126733.898723:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca31880 x1830945817768448/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.898731:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31880 with x1830945817768448 ext(0->4095) 00010000:00010000:2.0:1746126733.898735:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 29 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126733.898743:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 29 pid: 9564 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126733.898749:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca31880 00000100:00100000:0.0:1746126733.902858:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.902949:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817768576 00000100:00100000:1.0:1746126733.902956:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817768576 00010000:00010000:1.0:1746126733.902984:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 29 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126733.903012:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13563 00000100:00100000:1.0:1746126733.903017:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2007:x1830945817768576:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126733.903025:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126733.903042:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 29 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.903052:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 29 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.903071:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844817f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ba5 expref: 29 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.903085:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.903087:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.903092:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844817f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bac expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.903100:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844817f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bac expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.903127:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844817f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bac expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126733.903136:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813672576:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126733.903220:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.905450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.905517:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817768832 00000100:00100000:2.0:1746126733.905526:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817768832 00000100:00100000:1.0:1746126733.905560:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813672576:192.168.204.15@tcp:105: 00002000:00100000:2.0:1746126733.905572:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca31c00 x1830945817768832/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746126733.905579:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746126733.905581:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31c00 with x1830945817768832 ext(0->4095) 00002000:00010000:2.0:1746126733.905586:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca31c00 00000100:00100000:1.0:1746126733.905618:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2007:x1830945817768576:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2600us (2766us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.905621:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13768 00000100:00100000:1.0:1746126733.905627:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13563 00000100:00100000:2.0:1746126733.905628:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2007:x1830945817768832:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126733.905847:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2007:x1830945817768832:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 218us (404us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.905853:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13768 00002000:00100000:2.0:1746126733.905858:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca31c00 x1830945817768832/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.905864:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31c00 with x1830945817768832 ext(0->4095) 00002000:00010000:2.0:1746126733.905867:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca31c00 00000100:00100000:0.0:1746126733.907370:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.907483:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817768960 00000100:00100000:3.0:1746126733.907490:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817768960 00000100:00100000:3.0:1746126733.907524:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30370 00000100:00100000:3.0:1746126733.907529:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817768960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.907543:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.907559:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844817ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6bb3 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.907585:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844817f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bac expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.907598:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.907600:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.907603:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844817ff lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bb3 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.907633:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844817f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bac expref: 27 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.907645:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844817f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bac expref: 27 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126733.907655:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813672704:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.907727:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.910643:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.910717:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813672704:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.910750:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844817ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bb3 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126733.910831:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817769088 00000100:00100000:1.0:1746126733.910838:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817769088 00010000:00010000:3.0:1746126733.910856:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61c00, rc 0) 00010000:00010000:1.0:1746126733.910870:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844817f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bac expref: 28 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126733.910901:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817768960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3371us (3535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.910909:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30370 00000100:00100000:1.0:1746126733.910912:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13564 00000100:00100000:1.0:1746126733.910919:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2008:x1830945817769088:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126733.910933:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126733.911002:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844817f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bac expref: 28 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.911016:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844817f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bac expref: 28 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.911039:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844817f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bac expref: 28 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.911065:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.911066:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.911074:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844817ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bb3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.911082:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844817ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bb3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.911112:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844817ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bb3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126733.911124:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813672832:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126733.911190:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.914682:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.914795:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817769344 00000100:00100000:2.0:1746126733.914804:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817769344 00002000:00100000:2.0:1746126733.914849:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca33480 x1830945817769344/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.914858:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca33480 with x1830945817769344 ext(0->4095) 00002000:00010000:2.0:1746126733.914863:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca33480 00000100:00100000:2.0:1746126733.914894:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13769 00000100:00100000:2.0:1746126733.914901:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817769344:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126733.915009:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813672832:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126733.915033:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126733.915080:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945817769088:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4160us (4444us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.915089:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13564 00000100:00100000:2.0:1746126733.915241:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817769344:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 340us (567us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.915247:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13769 00002000:00100000:2.0:1746126733.915252:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca33480 x1830945817769344/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.915264:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca33480 with x1830945817769344 ext(0->4095) 00002000:00010000:2.0:1746126733.915266:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca33480 00000100:00100000:0.0:1746126733.917368:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.917431:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817769472 00000100:00100000:3.0:1746126733.917440:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817769472 00000100:00100000:3.0:1746126733.917491:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30371 00000100:00100000:3.0:1746126733.917498:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+27:1776:x1830945817769472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.917515:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.917537:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6bba expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.917566:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844817ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bb3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.917573:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.917574:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.917577:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.917609:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844817ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bb3 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.917620:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844817ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bb3 expref: 5 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126733.917632:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813672960:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126733.918685:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.918797:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126733.918883:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817769600 00000100:00100000:1.0:1746126733.918887:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817769600 00000100:00100000:1.0:1746126733.918915:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30372 00000100:00100000:1.0:1746126733.918921:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+29:1778:x1830945817769600:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126733.918929:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126733.918938:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6bc1 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.918955:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.918959:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.918965:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126733.918967:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.918994:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.919006:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.919014:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126733.919751:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1778:x1830945817769600:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 828us (1067us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.919758:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30372 00000100:00100000:3.0:1746126733.922254:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813672960:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.922293:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 29 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.922368:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61200, rc 0) 00000100:00100000:3.0:1746126733.922431:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+29:1776:x1830945817769472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4931us (5129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.922444:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30371 00000100:00100000:0.0:1746126733.923497:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.923725:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817769728 00000100:00100000:1.0:1746126733.923735:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817769728 00010000:00010000:1.0:1746126733.923769:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844817ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bb3 expref: 6 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126733.923801:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13565 00000100:00100000:1.0:1746126733.923810:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817769728:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126733.923825:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126733.923847:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844817ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bb3 expref: 6 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.923860:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844817ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bb3 expref: 6 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.923886:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844817ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bb3 expref: 6 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.923906:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.923908:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.923916:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.923924:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.923958:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 28 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.923971:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 28 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126733.923984:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813673216:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126733.924073:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126733.926658:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813673216:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126733.926678:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126733.927388:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817769728:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3577us (3892us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.927398:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13565 00000100:00100000:3.0:1746126733.927695:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.927760:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817769984 00000100:00100000:0.0:1746126733.927766:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817769984 00002000:00100000:0.0:1746126733.927806:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb1c00 x1830945817769984/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.927815:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb1c00 with x1830945817769984 ext(0->4095) 00010000:00010000:0.0:1746126733.927823:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 29 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126733.927835:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 29 pid: 9564 timeout: 877 lvb_type: 0 00002000:00010000:0.0:1746126733.927841:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb1c00 00000100:00100000:0.0:1746126733.927869:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3063 00000100:00100000:0.0:1746126733.927877:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2007:x1830945817769984:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126733.928350:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2007:x1830945817769984:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 473us (654us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126733.928357:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3063 00002000:00100000:0.0:1746126733.928363:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb1c00 x1830945817769984/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.928370:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb1c00 with x1830945817769984 ext(0->4095) 00010000:00010000:0.0:1746126733.928375:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 29 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126733.928388:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 29 pid: 9564 timeout: 877 lvb_type: 0 00002000:00010000:0.0:1746126733.928394:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb1c00 00000100:00100000:0.0:1746126733.930573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.930806:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817770112 00000100:00100000:1.0:1746126733.930815:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817770112 00010000:00010000:1.0:1746126733.930851:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 29 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126733.930896:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13566 00000100:00100000:1.0:1746126733.930903:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23df850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817770112:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126733.930916:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126733.930936:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 29 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.930946:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 29 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.930971:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481806 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bba expref: 29 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.930987:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.930989:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.930996:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 28 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.931004:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 28 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.931035:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 28 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126733.931048:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813673344:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126733.931122:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126733.933889:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813673344:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126733.933911:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126733.933958:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23df850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2008:x1830945817770112:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3055us (3391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.933978:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13566 00000100:00100000:0.0:1746126733.934606:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.934800:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817770368 00000100:00100000:1.0:1746126733.934807:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817770368 00002000:00100000:1.0:1746126733.934849:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca30e00 x1830945817770368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.934859:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30e00 with x1830945817770368 ext(0->4095) 00002000:00010000:1.0:1746126733.934864:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca30e00 00000100:00100000:1.0:1746126733.934881:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13770 00000100:00100000:1.0:1746126733.934887:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2008:x1830945817770368:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126733.935047:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2008:x1830945817770368:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.935054:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13770 00002000:00100000:1.0:1746126733.935059:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca30e00 x1830945817770368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.935066:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30e00 with x1830945817770368 ext(0->4095) 00002000:00010000:1.0:1746126733.935068:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca30e00 00000100:00100000:2.0:1746126733.937724:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.938017:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817770496 00000100:00100000:3.0:1746126733.938026:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817770496 00000100:00100000:3.0:1746126733.938084:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30373 00000100:00100000:3.0:1746126733.938091:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817770496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.938115:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.938132:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6bc8 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.938164:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 27 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.938171:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.938173:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.938175:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.938217:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 27 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.938229:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 27 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126733.938241:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813673472:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.938356:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.941393:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.941511:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813673472:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.941545:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.941563:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61800, rc 0) 00000100:00100000:3.0:1746126733.942257:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817770496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4164us (4541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.942265:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30373 00000100:00100000:2.0:1746126733.942286:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817770624 00000100:00100000:2.0:1746126733.942295:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817770624 00002000:00100000:2.0:1746126733.942374:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009ca30380 x1830945817770624/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.942384:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30380 with x1830945817770624 ext(0->7) 00010000:00010000:2.0:1746126733.942392:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 28 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126733.942406:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 28 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126733.942413:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca30380 00000100:00100000:2.0:1746126733.942461:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3064 00000100:00100000:2.0:1746126733.942470:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2010:x1830945817770624:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126733.944791:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2010:x1830945817770624:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2313us (3402us total) trans 4294972072 rc 0/0 00000100:00100000:0.0:1746126733.944801:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3064 00002000:00100000:0.0:1746126733.944810:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009ca30380 x1830945817770624/t4294972072(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 496/448 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.944819:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30380 with x1830945817770624 ext(0->7) 00010000:00010000:0.0:1746126733.944829:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126733.944844:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:0.0:1746126733.944851:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca30380 00000100:00100000:3.0:1746126733.951128:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.951180:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817770752 00000100:00100000:1.0:1746126733.951202:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817770752 00010000:00010000:1.0:1746126733.951242:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126733.951285:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13567 00000100:00100000:1.0:1746126733.951293:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2010:x1830945817770752:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126733.951333:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126733.951355:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.951367:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.951392:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a8448180d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc1 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.951405:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.951407:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.951415:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.951422:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.951454:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126733.951467:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813673600:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126733.951559:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.955640:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.955798:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817770880 00000100:00100000:3.0:1746126733.955808:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817770880 00000100:00100000:3.0:1746126733.955869:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30374 00000100:00100000:3.0:1746126733.955877:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817770880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.955897:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.955915:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6bcf expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.955946:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.955954:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.955956:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.955959:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.955991:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.956007:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 5 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126733.956019:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813673728:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.956116:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.956503:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.956542:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817771136 00000100:00100000:1.0:1746126733.956546:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813673600:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126733.956546:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817771136 00010000:00010000:1.0:1746126733.956561:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746126733.956576:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736c000 x1830945817771136/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746126733.956587:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2010:x1830945817770752:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5295us (5466us total) trans 0 rc 0/0 00002000:00100000:0.0:1746126733.956593:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736c000 with x1830945817771136 ext(0->4095) 00000100:00100000:1.0:1746126733.956595:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13567 00010000:00010000:0.0:1746126733.956599:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 6 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126733.956610:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 6 pid: 9564 timeout: 877 lvb_type: 0 00002000:00010000:0.0:1746126733.956615:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736c000 00000100:00100000:0.0:1746126733.956630:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3065 00000100:00100000:0.0:1746126733.956635:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817771136:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126733.956767:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817771136:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (264us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126733.956773:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3065 00002000:00100000:0.0:1746126733.956778:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736c000 x1830945817771136/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126733.956785:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736c000 with x1830945817771136 ext(0->4095) 00010000:00010000:0.0:1746126733.956788:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 6 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126733.956797:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 6 pid: 9564 timeout: 877 lvb_type: 0 00002000:00010000:0.0:1746126733.956802:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736c000 00000100:00100000:0.0:1746126733.958068:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.958139:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813673728:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126733.958140:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126733.958162:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126733.958173:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817771392 00010000:00010000:3.0:1746126733.958176:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61600, rc 0) 00000100:00100000:0.0:1746126733.958178:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817771392 00010000:00010000:0.0:1746126733.958208:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 6 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126733.958228:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817770880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2351us (2597us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126733.958229:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13568 00000100:00100000:3.0:1746126733.958234:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30374 00000100:00100000:0.0:1746126733.958237:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817771392:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126733.958249:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746126733.958251:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817771264 00000100:00100000:3.0:1746126733.958254:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817771264 00010000:00010000:0.0:1746126733.958263:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 6 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126733.958272:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 6 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126733.958275:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30375 00000100:00100000:3.0:1746126733.958281:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1778:x1830945817771264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.958290:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126733.958298:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481814 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bc8 expref: 6 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126733.958300:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481822 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6bd6 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126733.958332:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126733.958334:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126733.958463:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126733.958472:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.958484:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.958492:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.958494:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.958495:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481822 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bd6 expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.958512:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.958519:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126733.958526:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813673856:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126733.958549:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.958562:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126733.958570:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813673984:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.958578:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126733.958593:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.959796:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813673856:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.959810:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481822 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bd6 expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126733.959817:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813673984:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.959818:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00010000:00010000:1.0:1746126733.959827:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.959847:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1778:x1830945817771264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1565us (1783us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.959847:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817771392:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1611us (1706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.959855:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30375 00000100:00100000:1.0:1746126733.959855:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13568 00000100:00100000:0.0:1746126733.960016:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.960080:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817771648 00000100:00100000:1.0:1746126733.960085:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817771648 00002000:00100000:1.0:1746126733.960359:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca33800 x1830945817771648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.960369:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca33800 with x1830945817771648 ext(0->4095) 00010000:00010000:1.0:1746126733.960376:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.960392:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126733.960398:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca33800 00000100:00100000:1.0:1746126733.960420:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3066 00000100:00100000:1.0:1746126733.960426:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817771648:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126733.960575:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817771648:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (560us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126733.960581:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3066 00002000:00100000:1.0:1746126733.960586:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca33800 x1830945817771648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126733.960592:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca33800 with x1830945817771648 ext(0->4095) 00010000:00010000:1.0:1746126733.960597:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.960605:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126733.960611:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca33800 00000100:00100000:0.0:1746126733.961765:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.961841:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817771776 00000100:00100000:1.0:1746126733.961848:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817771776 00010000:00010000:1.0:1746126733.961869:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126733.961955:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13569 00000100:00100000:1.0:1746126733.961963:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2009:x1830945817771776:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126733.961975:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126733.961991:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.962002:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.962026:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448181b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bcf expref: 31 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126733.962040:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.962042:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126733.962049:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481822 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bd6 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.962056:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bd6 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126733.962088:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bd6 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126733.962100:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813674112:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126733.962293:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.964158:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126733.964290:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c2b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813674112:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126733.964334:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126733.964387:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2009:x1830945817771776:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2423us (2626us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126733.964399:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13569 00000100:00100000:2.0:1746126733.964579:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817772032 00000100:00100000:2.0:1746126733.964586:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817772032 00002000:00100000:2.0:1746126733.964622:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca32300 x1830945817772032/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.964632:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca32300 with x1830945817772032 ext(0->4095) 00002000:00010000:2.0:1746126733.964637:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca32300 00000100:00100000:2.0:1746126733.964667:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13771 00000100:00100000:2.0:1746126733.964673:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817772032:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.964808:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817772032:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (658us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.964815:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13771 00002000:00100000:2.0:1746126733.964819:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca32300 x1830945817772032/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.964826:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca32300 with x1830945817772032 ext(0->4095) 00002000:00010000:2.0:1746126733.964829:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca32300 00000100:00100000:0.0:1746126733.966415:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.966457:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817772160 00000100:00100000:3.0:1746126733.966462:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817772160 00000100:00100000:3.0:1746126733.966495:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30376 00000100:00100000:3.0:1746126733.966500:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817772160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.966511:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.966525:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481829 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6bdd expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.966553:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481822 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bd6 expref: 29 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.966560:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.966562:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.966565:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481829 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bdd expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.966593:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bd6 expref: 29 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.966604:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bd6 expref: 29 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126733.966615:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813674240:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.966702:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.969374:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813674240:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126733.969404:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481829 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bdd expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.969422:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60c00, rc 0) 00000100:00100000:3.0:1746126733.969474:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817772160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2973us (3063us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.969487:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30376 00000100:00100000:0.0:1746126733.969511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.970142:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817772288 00000100:00100000:2.0:1746126733.970150:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817772288 00010000:00010000:2.0:1746126733.970181:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bd6 expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126733.970227:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13570 00000100:00100000:2.0:1746126733.970234:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817772288:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.970459:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.970486:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481822 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bd6 expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126733.970498:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481822 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bd6 expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126733.970522:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481822 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bd6 expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126733.970969:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.970972:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.970980:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481829 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bdd expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.970988:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481829 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bdd expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.971024:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481829 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bdd expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.971037:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813674368:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.971126:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.973096:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813674368:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.973122:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.973226:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817772288:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2990us (3714us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126733.973235:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.973238:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13570 00000100:00100000:2.0:1746126733.973494:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817772544 00000100:00100000:2.0:1746126733.973500:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817772544 00002000:00100000:2.0:1746126733.973573:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3f100 x1830945817772544/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.973583:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3f100 with x1830945817772544 ext(0->4095) 00002000:00010000:2.0:1746126733.973587:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3f100 00000100:00100000:2.0:1746126733.973605:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13772 00000100:00100000:2.0:1746126733.973612:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817772544:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126733.973753:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817772544:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (519us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126733.973758:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13772 00002000:00100000:2.0:1746126733.973763:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3f100 x1830945817772544/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126733.973770:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3f100 with x1830945817772544 ext(0->4095) 00002000:00010000:2.0:1746126733.973772:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3f100 00000100:00100000:0.0:1746126733.974429:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.974496:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817772672 00000100:00100000:3.0:1746126733.974501:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817772672 00000100:00100000:3.0:1746126733.974527:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30377 00000100:00100000:3.0:1746126733.974532:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:1776:x1830945817772672:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.974544:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.974561:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6be4 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.974585:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481829 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bdd expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.974593:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.974595:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.974598:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.974623:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481829 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bdd expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.974633:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481829 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bdd expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126733.974644:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813674496:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.974723:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.977622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126733.977701:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.977727:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813674496:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.977776:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817772928 00000100:00100000:2.0:1746126733.977783:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817772928 00010000:00010000:2.0:1746126733.977818:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481829 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bdd expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126733.977844:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13571 00000100:00100000:2.0:1746126733.977850:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817772928:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.977865:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.977877:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.977885:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481829 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bdd expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126733.977892:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60400, rc 0) 00010000:00010000:2.0:1746126733.977895:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481829 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bdd expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126733.977919:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481829 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bdd expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126733.977946:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.977947:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746126733.977949:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817772672:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3415us (3520us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126733.977954:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.977956:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30377 00010000:00010000:2.0:1746126733.977961:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.977977:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817772800 00000100:00100000:3.0:1746126733.977979:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817772800 00010000:00010000:2.0:1746126733.977988:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.977996:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30378 00000100:00100000:2.0:1746126733.977999:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813674624:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.978001:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1778:x1830945817772800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126733.978014:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126733.978024:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481837 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6beb expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.978041:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.978042:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85600 going to sleep for 11 seconds 00010000:00010000:3.0:1746126733.978047:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.978049:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126733.978052:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481837 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6beb expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.978066:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.978077:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126733.978086:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813674752:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126733.978105:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.979769:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.979896:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813674624:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.979916:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126733.979943:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817772928:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2092us (2242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.979952:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13571 00000100:00100000:2.0:1746126733.979997:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813674752:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.980025:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481837 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6beb expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.980040:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61a00, rc 0) 00000100:00100000:2.0:1746126733.980058:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1778:x1830945817772800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2056us (2448us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.980067:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30378 00000100:00100000:3.0:1746126733.980156:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817773184 00000100:00100000:3.0:1746126733.980162:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817773184 00002000:00100000:3.0:1746126733.980203:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3f800 x1830945817773184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.980212:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3f800 with x1830945817773184 ext(0->4095) 00010000:00010000:3.0:1746126733.980218:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126733.980228:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126733.980234:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3f800 00000100:00100000:3.0:1746126733.980263:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3067 00000100:00100000:3.0:1746126733.980269:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817773184:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126733.980443:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817773184:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 174us (682us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.980449:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3067 00002000:00100000:3.0:1746126733.980454:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3f800 x1830945817773184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.980460:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3f800 with x1830945817773184 ext(0->4095) 00010000:00010000:3.0:1746126733.980464:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126733.980474:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126733.980479:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3f800 00000100:00100000:0.0:1746126733.981899:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.981998:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817773312 00000100:00100000:2.0:1746126733.982004:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817773312 00010000:00010000:2.0:1746126733.982029:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126733.982067:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13572 00000100:00100000:2.0:1746126733.982074:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817773312:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.982088:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.982106:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126733.982115:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126733.982422:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481830 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6be4 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126733.982438:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.982440:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.982454:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481837 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6beb expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.982463:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6beb expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.982520:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6beb expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126733.982534:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813674880:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.982620:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.984750:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813674880:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.984777:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.984814:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817773312:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2739us (2918us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.984824:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13572 00000100:00100000:2.0:1746126733.985760:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.985806:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817773568 00000100:00100000:3.0:1746126733.986565:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817773568 00002000:00100000:3.0:1746126733.986614:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736ed80 x1830945817773568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.986625:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ed80 with x1830945817773568 ext(0->4095) 00002000:00010000:3.0:1746126733.986630:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009736ed80 00000100:00100000:3.0:1746126733.986660:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13773 00000100:00100000:3.0:1746126733.986667:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817773568:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126733.986820:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817773568:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (1062us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.986826:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13773 00002000:00100000:3.0:1746126733.986831:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736ed80 x1830945817773568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.986839:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ed80 with x1830945817773568 ext(0->4095) 00002000:00010000:3.0:1746126733.986842:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009736ed80 00000100:00100000:0.0:1746126733.988224:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.988840:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817773696 00000100:00100000:2.0:1746126733.988847:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817773696 00000100:00100000:2.0:1746126733.989029:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30379 00000100:00100000:2.0:1746126733.989035:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817773696:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.989050:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.989066:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448183e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6bf2 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.989094:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481837 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6beb expref: 29 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.989101:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.989103:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.989106:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448183e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf2 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.989136:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6beb expref: 29 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.989147:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6beb expref: 29 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126733.989159:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813675008:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.989651:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.990779:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.990850:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817773824 00000100:00100000:3.0:1746126733.990855:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817773824 00000100:00100000:2.0:1746126733.990855:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813675008:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126733.990876:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448183e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf2 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.990879:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6beb expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126733.990888:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:3.0:1746126733.990900:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13573 00000100:00100000:3.0:1746126733.990905:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817773824:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126733.990918:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126733.990938:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481837 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6beb expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126733.990947:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481837 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6beb expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126733.990967:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481837 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6beb expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126733.991041:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817773696:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2005us (2822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.991048:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30379 00010000:00010000:3.0:1746126733.991425:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.991427:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126733.991435:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448183e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf2 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.991443:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448183e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf2 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.991465:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448183e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf2 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126733.991480:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813675136:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126733.991524:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a12f9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126733.992819:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813675136:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126733.992835:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126733.993241:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23df450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817773824:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2333us (2462us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.993251:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13573 00000100:00100000:0.0:1746126733.993828:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126733.993915:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817774080 00000100:00100000:3.0:1746126733.993922:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817774080 00002000:00100000:3.0:1746126733.993959:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3c000 x1830945817774080/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.993973:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3c000 with x1830945817774080 ext(0->4095) 00002000:00010000:3.0:1746126733.993977:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3c000 00000100:00100000:3.0:1746126733.993994:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13774 00000100:00100000:3.0:1746126733.994000:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817774080:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126733.994223:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817774080:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 222us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126733.994230:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13774 00002000:00100000:3.0:1746126733.994235:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3c000 x1830945817774080/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.994242:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3c000 with x1830945817774080 ext(0->4095) 00002000:00010000:3.0:1746126733.994245:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3c000 00000100:00100000:0.0:1746126733.995380:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.995551:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817774208 00000100:00100000:2.0:1746126733.995558:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817774208 00000100:00100000:2.0:1746126733.995595:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30380 00000100:00100000:2.0:1746126733.995602:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:1776:x1830945817774208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.995614:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.995630:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6bf9 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.995681:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448183e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf2 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.995689:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.995691:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.995694:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.995723:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448183e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf2 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.995740:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448183e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf2 expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126733.995751:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813675264:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.995949:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126733.997059:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.997165:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817774336 00000100:00100000:2.0:1746126733.997170:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817774336 00000100:00100000:2.0:1746126733.997221:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30381 00000100:00100000:2.0:1746126733.997228:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1778:x1830945817774336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126733.997289:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126733.997303:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448184c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c00 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.997348:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.997353:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.997358:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126733.997361:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448184c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c00 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.997393:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.997403:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448184c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c00 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.997419:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00000100:00100000:3.0:1746126733.997434:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813675264:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126733.997453:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1778:x1830945817774336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 225us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126733.997458:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30381 00010000:00010000:3.0:1746126733.997463:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126733.997479:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c200, rc 0) 00000100:00100000:3.0:1746126733.997524:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817774208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1921us (2145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.997532:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30380 00000100:00100000:1.0:1746126733.997661:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.997723:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817774464 00000100:00100000:2.0:1746126733.997727:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817774464 00010000:00010000:2.0:1746126733.997742:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448183e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf2 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126733.997760:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13574 00000100:00100000:2.0:1746126733.997764:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817774464:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126733.997773:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126733.997793:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448183e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf2 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126733.997802:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448183e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf2 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126733.997819:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a8448183e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf2 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126733.997844:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.997846:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126733.997853:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.997865:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.997897:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126733.997906:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126733.997916:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813675520:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126733.997954:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126733.999498:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813675520:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126733.999517:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126733.999792:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126733.999857:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817774464:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2090us (2195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126733.999859:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817774720 00000100:00100000:2.0:1746126733.999867:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13574 00000100:00100000:3.0:1746126733.999868:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817774720 00002000:00100000:3.0:1746126733.999905:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3e680 x1830945817774720/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/0 e 0 to 0 dl 1746126744 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126733.999913:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3e680 with x1830945817774720 ext(0->4095) 00010000:00010000:3.0:1746126733.999922:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126733.999934:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126733.999940:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3e680 00000100:00100000:3.0:1746126733.999971:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3068 00000100:00100000:3.0:1746126733.999977:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817774720:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126734.000263:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817774720:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 285us (472us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.000269:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3068 00002000:00100000:3.0:1746126734.000274:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3e680 x1830945817774720/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:494/0 lens 488/4536 e 0 to 0 dl 1746126744 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.000281:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3e680 with x1830945817774720 ext(0->4095) 00010000:00010000:3.0:1746126734.000285:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.000292:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.000297:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3e680 00000100:00100000:0.0:1746126734.001694:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.002330:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817774848 00000100:00100000:2.0:1746126734.002338:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817774848 00000100:00080000:0.0:1746126734.002361:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746126734.002368:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.002388:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13575 00000100:00100000:2.0:1746126734.002394:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817774848:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.002405:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.002420:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.002430:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.002447:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481845 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6bf9 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.002460:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.002461:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.002466:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448184c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c00 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.002473:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448184c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c00 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.002505:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448184c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c00 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.002516:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813675648:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.002895:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.005148:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.005245:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813675648:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.005264:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.005296:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817774848:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2901us (3605us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.005325:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13575 00000100:00100000:3.0:1746126734.005592:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817775104 00000100:00100000:3.0:1746126734.005598:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817775104 00002000:00100000:3.0:1746126734.005629:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3c380 x1830945817775104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.005637:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3c380 with x1830945817775104 ext(0->4095) 00002000:00010000:3.0:1746126734.005641:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3c380 00000100:00100000:3.0:1746126734.005655:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13775 00000100:00100000:3.0:1746126734.005661:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817775104:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126734.006059:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817775104:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 397us (914us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.006065:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13775 00002000:00100000:3.0:1746126734.006070:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3c380 x1830945817775104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.006076:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3c380 with x1830945817775104 ext(0->4095) 00002000:00010000:3.0:1746126734.006079:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3c380 00000100:00100000:0.0:1746126734.008039:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.008205:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817775232 00000100:00100000:3.0:1746126734.008212:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817775232 00000100:00080000:0.0:1746126734.008259:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126734.008262:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30382 00000100:00100000:3.0:1746126734.008268:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817775232:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.008281:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.008295:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481853 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c07 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.008343:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448184c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c00 expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.008351:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.008352:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.008355:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481853 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c07 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.008382:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448184c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c00 expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.008393:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448184c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c00 expref: 29 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.008404:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813675776:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.008479:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.011217:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813675776:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.011239:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481853 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c07 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.011254:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:3.0:1746126734.011288:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817775232:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3019us (3253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.011295:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30382 00000100:00100000:0.0:1746126734.011404:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.011490:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817775360 00000100:00100000:2.0:1746126734.011496:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817775360 00010000:00010000:2.0:1746126734.011518:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448184c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c00 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.011539:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13576 00000100:00100000:2.0:1746126734.011544:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817775360:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.011553:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.011566:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448184c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c00 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.011575:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448184c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c00 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.011592:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a8448184c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c00 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.011603:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.011604:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.011609:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481853 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c07 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.011615:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481853 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c07 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.011635:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481853 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c07 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.011648:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813675904:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.011695:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.013736:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813675904:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.013755:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.013795:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817775360:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2249us (2392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.013802:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13576 00000100:00100000:1.0:1746126734.013912:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.013958:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817775616 00000100:00100000:3.0:1746126734.013963:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817775616 00002000:00100000:3.0:1746126734.013993:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b6a00 x1830945817775616/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.014002:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b6a00 with x1830945817775616 ext(0->4095) 00002000:00010000:3.0:1746126734.014005:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2b6a00 00000100:00100000:3.0:1746126734.014020:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13776 00000100:00100000:3.0:1746126734.014026:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817775616:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126734.014126:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817775616:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (214us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.014131:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13776 00002000:00100000:3.0:1746126734.014136:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b6a00 x1830945817775616/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.014142:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b6a00 with x1830945817775616 ext(0->4095) 00002000:00010000:3.0:1746126734.014144:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c2b6a00 00000100:00100000:0.0:1746126734.016419:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.016505:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.016586:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817775744 00000100:00100000:3.0:1746126734.016593:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817775744 00000100:00100000:3.0:1746126734.016619:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817775872 00000100:00100000:3.0:1746126734.016621:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817775872 00000100:00100000:3.0:1746126734.016639:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30383 00000100:00100000:3.0:1746126734.016645:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817775744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.016659:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.016672:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c0e expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.016695:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481853 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c07 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.016702:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.016703:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.016706:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.016729:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481853 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c07 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.016738:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481853 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c07 expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.016747:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813676032:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.016812:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1299c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.016826:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30384 00000100:00100000:3.0:1746126734.016832:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1778:x1830945817775872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.016837:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.016842:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481861 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c15 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.016857:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.016860:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.016864:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.016866:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481861 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c15 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.016883:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.016892:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481861 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c15 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.016900:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60400, rc 0) 00000100:00100000:3.0:1746126734.016918:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1778:x1830945817775872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.016923:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30384 00000100:00100000:3.0:1746126734.018652:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813676032:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.018673:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.018684:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61a00, rc 0) 00000100:00100000:3.0:1746126734.018712:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817775744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2067us (2297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.018718:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30383 00000100:00100000:0.0:1746126734.019014:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.019086:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817776000 00000100:00100000:2.0:1746126734.019091:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817776000 00010000:00010000:2.0:1746126734.019112:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481853 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c07 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.019131:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13577 00000100:00100000:2.0:1746126734.019137:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817776000:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.019146:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.019161:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481853 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c07 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.019171:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481853 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c07 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.019188:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481853 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c07 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.019225:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.019227:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.019233:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.019241:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.019265:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.019275:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.019284:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813676288:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.019359:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.021465:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813676288:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.021484:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.021523:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817776000:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2382us (2506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.021532:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13577 00000100:00100000:0.0:1746126734.022513:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.022569:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817776256 00000100:00100000:2.0:1746126734.022574:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817776256 00002000:00100000:2.0:1746126734.022603:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969fb480 x1830945817776256/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.022612:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fb480 with x1830945817776256 ext(0->4095) 00010000:00010000:2.0:1746126734.022619:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.022636:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.022641:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969fb480 00000100:00100000:2.0:1746126734.022712:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3069 00000100:00100000:2.0:1746126734.022719:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2009:x1830945817776256:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126734.022828:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2009:x1830945817776256:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (316us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.022834:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3069 00002000:00100000:2.0:1746126734.022838:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969fb480 x1830945817776256/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.022845:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fb480 with x1830945817776256 ext(0->4095) 00010000:00010000:2.0:1746126734.022849:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.022857:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.022862:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969fb480 00000100:00100000:0.0:1746126734.025662:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.025738:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817776384 00000100:00100000:2.0:1746126734.025965:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817776384 00010000:00010000:2.0:1746126734.025990:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.026013:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13578 00000100:00100000:2.0:1746126734.026020:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2010:x1830945817776384:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.026030:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.026044:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.026055:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.026073:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a8448185a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c0e expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.026097:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.026099:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.026104:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481861 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c15 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.026111:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c15 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.026140:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c15 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.026150:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813676416:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.026218:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed859c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.027717:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813676416:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.027735:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.027774:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2010:x1830945817776384:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1753us (2116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.027782:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13578 00000100:00100000:0.0:1746126734.028096:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.028356:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817776640 00000100:00100000:3.0:1746126734.028361:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817776640 00002000:00100000:3.0:1746126734.028388:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8000 x1830945817776640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.028397:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8000 with x1830945817776640 ext(0->4095) 00002000:00010000:3.0:1746126734.028400:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f8000 00000100:00100000:3.0:1746126734.028429:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13777 00000100:00100000:3.0:1746126734.028434:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817776640:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126734.028728:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817776640:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 292us (632us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.028733:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13777 00002000:00100000:3.0:1746126734.028738:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8000 x1830945817776640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.028745:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8000 with x1830945817776640 ext(0->4095) 00002000:00010000:3.0:1746126734.028748:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f8000 00000100:00100000:0.0:1746126734.030684:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.030844:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817776768 00000100:00100000:3.0:1746126734.030849:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817776768 00000100:00100000:3.0:1746126734.030878:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30385 00000100:00100000:3.0:1746126734.030883:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817776768:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.030896:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.030908:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c1c expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.030930:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481861 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c15 expref: 29 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.030941:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.030942:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.030945:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.030968:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c15 expref: 29 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.030978:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c15 expref: 29 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.030987:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813676544:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.031060:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.034398:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813676544:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.034433:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.034449:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61c00, rc 0) 00000100:00100000:3.0:1746126734.034491:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817776768:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3606us (3809us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.034499:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30385 00000100:00100000:0.0:1746126734.035158:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.035231:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817776896 00000100:00100000:2.0:1746126734.035238:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817776896 00010000:00010000:2.0:1746126734.035261:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c15 expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.035293:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13579 00000100:00100000:2.0:1746126734.035299:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817776896:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.035327:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.035341:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481861 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c15 expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.035350:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481861 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c15 expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.035367:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481861 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c15 expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.035392:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.035394:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.035399:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.035407:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.035430:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.035442:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813676672:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.035504:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed859c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.038516:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.038631:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817777024 00000100:00100000:3.0:1746126734.038637:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817777024 00000100:00100000:3.0:1746126734.038672:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30386 00000100:00100000:3.0:1746126734.038678:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817777024:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.038694:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.038707:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c23 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.038730:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.038737:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.038739:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.038742:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.038766:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.038775:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 5 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.038785:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813676800:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.038820:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813676672:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.038839:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.038854:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.038860:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817776896:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3562us (3704us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.038867:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13579 00000100:00100000:0.0:1746126734.039180:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.039229:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817777280 00000100:00100000:3.0:1746126734.039233:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817777280 00002000:00100000:3.0:1746126734.039266:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969fb800 x1830945817777280/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.039274:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fb800 with x1830945817777280 ext(0->4095) 00010000:00010000:3.0:1746126734.039280:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.039293:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.039299:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969fb800 00000100:00100000:3.0:1746126734.039344:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3070 00000100:00100000:3.0:1746126734.039350:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817777280:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126734.039446:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817777280:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (267us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.039452:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3070 00002000:00100000:3.0:1746126734.039456:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969fb800 x1830945817777280/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.039462:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fb800 with x1830945817777280 ext(0->4095) 00010000:00010000:3.0:1746126734.039466:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.039474:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.039479:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969fb800 00000100:00100000:0.0:1746126734.040933:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.040965:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813676800:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.040983:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.040995:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61e00, rc 0) 00000100:00100000:0.0:1746126734.041009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.041012:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817777536 00000100:00100000:1.0:1746126734.041017:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817777536 00000100:00100000:3.0:1746126734.041024:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817777024:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2346us (2514us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.041030:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30386 00000100:00100000:3.0:1746126734.041045:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30387 00000100:00100000:3.0:1746126734.041050:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1778:x1830945817777536:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.041058:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.041068:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481876 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c2a expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.041080:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817777408 00010000:00010000:3.0:1746126734.041082:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746126734.041083:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817777408 00010000:00010000:3.0:1746126734.041086:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.041091:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.041094:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481876 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c2a expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.041095:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.041128:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13580 00000100:00100000:2.0:1746126734.041134:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817777408:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.041141:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.041154:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.041163:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.041178:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481868 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c1c expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.041187:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.041199:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.041204:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.041210:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.041230:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.041239:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.041248:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813676928:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.041287:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed859c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126734.041408:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.041417:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.041425:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813677056:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.041459:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.043234:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813676928:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.043250:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.043271:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813677056:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.043287:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481876 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c2a expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.043298:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817777408:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2163us (2288us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126734.043300:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60200, rc 0) 00000100:00100000:0.0:1746126734.043301:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.043325:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13580 00000100:00100000:3.0:1746126734.043344:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1778:x1830945817777536:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2293us (2414us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.043350:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30387 00000100:00100000:3.0:1746126734.043369:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817777792 00000100:00100000:3.0:1746126734.043373:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817777792 00002000:00100000:3.0:1746126734.043395:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969fbb80 x1830945817777792/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.043403:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fbb80 with x1830945817777792 ext(0->4095) 00010000:00010000:3.0:1746126734.043408:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.043418:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.043423:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969fbb80 00000100:00100000:3.0:1746126734.043448:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3071 00000100:00100000:3.0:1746126734.043454:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817777792:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126734.043574:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817777792:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (273us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.043583:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3071 00002000:00100000:3.0:1746126734.043589:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969fbb80 x1830945817777792/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.043603:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fbb80 with x1830945817777792 ext(0->4095) 00010000:00010000:3.0:1746126734.043607:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.043615:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.043620:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969fbb80 00000100:00100000:0.0:1746126734.045801:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.045961:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817777920 00000100:00100000:2.0:1746126734.045968:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817777920 00010000:00010000:2.0:1746126734.045994:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.046370:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13581 00000100:00100000:2.0:1746126734.046378:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817777920:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.046392:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.046407:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.046417:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.046437:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a8448186f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c23 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.046495:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.046497:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.046503:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481876 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c2a expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.046511:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c2a expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.046541:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c2a expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.046551:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813677184:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.046894:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.049239:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.049344:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813677184:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.049364:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817778176 00010000:00010000:2.0:1746126734.049369:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.049371:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817778176 00002000:00100000:3.0:1746126734.049412:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969fa680 x1830945817778176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126734.049420:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817777920:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3041us (3623us total) trans 0 rc 0/0 00002000:00100000:3.0:1746126734.049422:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fa680 with x1830945817778176 ext(0->4095) 00002000:00010000:3.0:1746126734.049426:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969fa680 00000100:00100000:2.0:1746126734.049433:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13581 00000100:00100000:3.0:1746126734.049454:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13778 00000100:00100000:3.0:1746126734.049461:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817778176:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126734.049608:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817778176:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (378us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.049614:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13778 00002000:00100000:3.0:1746126734.049619:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969fa680 x1830945817778176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.049627:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fa680 with x1830945817778176 ext(0->4095) 00002000:00010000:3.0:1746126734.049629:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969fa680 00000100:00100000:0.0:1746126734.050963:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.051015:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817778304 00000100:00100000:3.0:1746126734.051021:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817778304 00000100:00100000:3.0:1746126734.051063:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30388 00000100:00100000:3.0:1746126734.051070:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817778304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.051081:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.051099:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8448187d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c31 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.051125:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481876 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c2a expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.051133:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.051135:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.051138:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8448187d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c31 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.051166:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c2a expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.051177:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c2a expref: 29 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.051205:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813677312:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.051285:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.052936:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813677312:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.052962:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8448187d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c31 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.052982:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61800, rc 0) 00000100:00100000:3.0:1746126734.053028:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817778304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1958us (2068us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.053036:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30388 00000100:00100000:0.0:1746126734.053464:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.053550:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817778432 00000100:00100000:2.0:1746126734.053560:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817778432 00010000:00010000:2.0:1746126734.053585:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c2a expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.053625:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13582 00000100:00100000:2.0:1746126734.053632:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817778432:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.053645:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.053666:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481876 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c2a expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.053676:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481876 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c2a expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.053697:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481876 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c2a expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.053782:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.053784:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.053793:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8448187d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c31 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.053805:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8448187d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c31 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.053833:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8448187d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c31 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.053846:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813677440:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.053903:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.055069:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.055136:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817778688 00000100:00100000:3.0:1746126734.055146:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817778688 00000100:00100000:2.0:1746126734.055170:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813677440:192.168.204.15@tcp:105: 00002000:00100000:3.0:1746126734.055188:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8a80 x1830945817778688/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126734.055204:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746126734.055207:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8a80 with x1830945817778688 ext(0->4095) 00002000:00010000:3.0:1746126734.055211:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f8a80 00000100:00100000:2.0:1746126734.055248:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817778432:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1615us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.055255:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13582 00000100:00100000:3.0:1746126734.055285:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13779 00000100:00100000:3.0:1746126734.055291:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817778688:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126734.055654:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817778688:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 361us (584us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.055660:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13779 00002000:00100000:3.0:1746126734.055820:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8a80 x1830945817778688/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.055827:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8a80 with x1830945817778688 ext(0->4095) 00002000:00010000:3.0:1746126734.055830:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f8a80 00000100:00100000:0.0:1746126734.056982:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.057033:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817778816 00000100:00100000:3.0:1746126734.057036:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817778816 00000100:00100000:3.0:1746126734.057136:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30389 00000100:00100000:3.0:1746126734.057141:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+29:1778:x1830945817778816:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.057150:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.057161:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c38 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.057179:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8448187d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c31 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.057184:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.057185:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.057187:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.057225:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8448187d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c31 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.057235:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8448187d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c31 expref: 5 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.057246:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813677568:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.057423:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.060388:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.060498:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813677568:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.060523:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.060537:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00000100:00100000:3.0:1746126734.060579:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1778:x1830945817778816:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3436us (3597us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126734.060587:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.060589:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30389 00000100:00100000:3.0:1746126734.060609:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817778944 00000100:00100000:3.0:1746126734.060613:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817778944 00000100:00100000:3.0:1746126734.060634:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30390 00000100:00100000:3.0:1746126734.060639:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817778944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.060650:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126734.060692:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817779072 00000100:00100000:2.0:1746126734.060696:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817779072 00010000:00010000:2.0:1746126734.060711:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8448187d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c31 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.060740:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13583 00000100:00100000:2.0:1746126734.060745:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817779072:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.060754:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.060769:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8448187d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c31 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.060780:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8448187d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c31 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.060796:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a8448187d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c31 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.060810:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.060812:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.060814:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c3f expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.060818:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.060824:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.060840:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.060845:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.060846:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.060849:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.060938:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.060947:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.060957:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.060958:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813677696:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.060964:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.060971:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813677824:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.061002:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.061009:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.062905:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813677696:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.062928:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.062942:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61600, rc 0) 00000100:00100000:3.0:1746126734.062978:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817778944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2338us (2596us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.062978:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813677824:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.062985:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30390 00010000:00010000:2.0:1746126734.062991:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.063005:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817779072:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2261us (2419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.063011:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13583 00000100:00100000:1.0:1746126734.063070:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.063144:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817779328 00000100:00100000:3.0:1746126734.063151:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817779328 00002000:00100000:3.0:1746126734.063201:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b5180 x1830945817779328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.063210:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b5180 with x1830945817779328 ext(0->4095) 00010000:00010000:3.0:1746126734.063218:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.063230:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.063236:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2b5180 00000100:00100000:3.0:1746126734.063255:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3072 00000100:00100000:3.0:1746126734.063261:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817779328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126734.063953:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c2b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817779328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 690us (887us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.063959:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3072 00002000:00100000:3.0:1746126734.063965:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c2b5180 x1830945817779328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.063973:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c2b5180 with x1830945817779328 ext(0->4095) 00010000:00010000:3.0:1746126734.064060:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.064070:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.064076:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c2b5180 00000100:00100000:0.0:1746126734.065376:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.065412:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.065449:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817779584 00000100:00100000:3.0:1746126734.065455:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817779584 00000100:00100000:3.0:1746126734.065495:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30391 00000100:00100000:3.0:1746126734.065501:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817779584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.065513:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126734.065517:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817779456 00000100:00100000:2.0:1746126734.065527:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817779456 00010000:00010000:3.0:1746126734.065529:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c46 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.065553:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.065559:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.065569:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.065575:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126734.065579:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.065587:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13584 00000100:00100000:2.0:1746126734.065594:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817779456:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.065608:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.065613:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.065625:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.065630:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.065635:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.065648:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61200, rc 0) 00010000:00010000:2.0:1746126734.065679:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481884 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c38 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.065686:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817779584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.065691:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30391 00010000:00010000:2.0:1746126734.065692:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.065694:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.065700:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.065708:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.065736:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.065746:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.065756:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813678080:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.065850:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.066881:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813678080:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.066896:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.066928:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817779456:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1334us (1513us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.066934:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13584 00000100:00100000:0.0:1746126734.067067:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.067212:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817779840 00000100:00100000:3.0:1746126734.067218:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817779840 00002000:00100000:3.0:1746126734.067244:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f2a00 x1830945817779840/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.067253:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2a00 with x1830945817779840 ext(0->4095) 00010000:00010000:3.0:1746126734.067259:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.067269:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.067275:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f2a00 00000100:00100000:3.0:1746126734.067297:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3073 00000100:00100000:3.0:1746126734.067335:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817779840:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126734.067459:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817779840:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (393us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.067465:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3073 00002000:00100000:3.0:1746126734.067470:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f2a00 x1830945817779840/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.067477:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2a00 with x1830945817779840 ext(0->4095) 00010000:00010000:3.0:1746126734.067482:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.067491:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.067496:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f2a00 00000100:00100000:0.0:1746126734.069179:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.069247:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817779968 00000100:00100000:3.0:1746126734.069255:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817779968 00000100:00100000:0.0:1746126734.069269:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.069329:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817780096 00000100:00100000:2.0:1746126734.069334:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817780096 00010000:00010000:2.0:1746126734.069351:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.069380:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13585 00000100:00100000:2.0:1746126734.069386:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2009:x1830945817780096:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.069396:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.069408:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.069417:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.069435:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a8448188b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c3f expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.069447:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30392 00010000:00010000:2.0:1746126734.069447:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.069448:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.069454:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.069455:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817779968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.069461:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.069465:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.069474:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481899 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c4d expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.069486:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.069489:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.069495:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.069496:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.069499:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481899 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c4d expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.069807:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 5 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.069819:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813678208:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.069826:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 5 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.069839:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 5 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.069847:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813678336:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.070047:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.070063:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.071389:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.071464:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813678208:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.071479:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.071502:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2009:x1830945817780096:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2117us (2233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.071509:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13585 00000100:00100000:2.0:1746126734.071543:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817780352 00000100:00100000:2.0:1746126734.071546:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817780352 00002000:00100000:2.0:1746126734.071569:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f1500 x1830945817780352/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.071577:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f1500 with x1830945817780352 ext(0->4095) 00010000:00010000:2.0:1746126734.071583:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.071592:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.071597:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f1500 00000100:00100000:3.0:1746126734.071628:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813678336:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.071642:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481899 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c4d expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.071653:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00000100:00100000:3.0:1746126734.071671:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817779968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2217us (2498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.071676:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30392 00000100:00100000:2.0:1746126734.071991:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3074 00000100:00100000:2.0:1746126734.071998:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817780352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.072301:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817780352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 303us (912us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.072539:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3074 00002000:00100000:2.0:1746126734.072548:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f1500 x1830945817780352/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.072555:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f1500 with x1830945817780352 ext(0->4095) 00010000:00010000:2.0:1746126734.072560:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.072572:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.072578:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f1500 00000100:00100000:0.0:1746126734.074446:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.074537:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817780480 00000100:00100000:2.0:1746126734.074543:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817780480 00010000:00010000:2.0:1746126734.074571:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.074601:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13586 00000100:00100000:2.0:1746126734.074606:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817780480:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.074615:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.074629:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.074642:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.074659:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481892 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c46 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.074669:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.074671:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.074677:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481899 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c4d expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.074683:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481899 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c4d expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.074705:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481899 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c4d expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.074715:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813678464:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.074786:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.076129:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813678464:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.076146:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.076180:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817780480:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1573us (1738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.076187:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13586 00000100:00100000:0.0:1746126734.077417:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.077459:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817780736 00000100:00100000:2.0:1746126734.077464:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817780736 00002000:00100000:2.0:1746126734.077489:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f3800 x1830945817780736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.077497:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f3800 with x1830945817780736 ext(0->4095) 00002000:00010000:2.0:1746126734.077501:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b49f3800 00000100:00100000:2.0:1746126734.077521:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13780 00000100:00100000:2.0:1746126734.077527:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817780736:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.077651:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817780736:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (235us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.077657:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13780 00002000:00100000:2.0:1746126734.077662:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f3800 x1830945817780736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.077669:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f3800 with x1830945817780736 ext(0->4095) 00002000:00010000:2.0:1746126734.077671:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b49f3800 00000100:00100000:0.0:1746126734.079131:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.079185:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817780864 00000100:00100000:3.0:1746126734.079201:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817780864 00000100:00100000:3.0:1746126734.079238:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30393 00000100:00100000:3.0:1746126734.079244:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817780864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.079255:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.079266:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844818a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c54 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.079285:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481899 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c4d expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.079296:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.079298:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.079301:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844818a0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c54 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.079359:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481899 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c4d expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.079369:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481899 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c4d expref: 29 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.079379:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813678592:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.079452:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.080439:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813678592:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.080457:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844818a0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c54 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.080467:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61c00, rc 0) 00000100:00100000:3.0:1746126734.080491:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817780864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1248us (1364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.080497:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30393 00000100:00100000:0.0:1746126734.080868:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.081049:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817780992 00000100:00100000:2.0:1746126734.081055:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817780992 00010000:00010000:2.0:1746126734.081075:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481899 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c4d expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.081108:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13587 00000100:00100000:2.0:1746126734.081113:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817780992:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.081121:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.081214:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481899 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c4d expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.081231:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481899 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c4d expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.081248:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481899 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c4d expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.081260:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.081262:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.081267:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844818a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c54 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.081274:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844818a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c54 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.081295:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844818a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c54 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.081326:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813678720:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.081392:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.082505:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813678720:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.082520:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.082543:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b1c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817780992:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1429us (1675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.082549:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13587 00000100:00100000:0.0:1746126734.083250:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.083473:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817781248 00000100:00100000:2.0:1746126734.083478:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817781248 00002000:00100000:2.0:1746126734.083503:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d267b80 x1830945817781248/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.083510:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267b80 with x1830945817781248 ext(0->4095) 00002000:00010000:2.0:1746126734.083514:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d267b80 00000100:00100000:2.0:1746126734.083527:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13781 00000100:00100000:2.0:1746126734.083532:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817781248:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.083640:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817781248:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (390us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.083646:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13781 00002000:00100000:2.0:1746126734.083651:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d267b80 x1830945817781248/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.083658:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267b80 with x1830945817781248 ext(0->4095) 00002000:00010000:2.0:1746126734.083660:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d267b80 00000100:00100000:0.0:1746126734.084982:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.085031:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817781376 00000100:00100000:3.0:1746126734.085037:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817781376 00000100:00100000:3.0:1746126734.085073:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30394 00000100:00100000:3.0:1746126734.085079:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+29:1778:x1830945817781376:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.085090:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.085102:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c5b expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.085121:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844818a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c54 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.085128:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.085130:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.085133:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.085153:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844818a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c54 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.085161:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844818a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c54 expref: 5 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.085170:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813678848:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.085245:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.086225:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813678848:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.086240:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.086251:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60c00, rc 0) 00000100:00100000:3.0:1746126734.086287:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1778:x1830945817781376:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1207us (1307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.086295:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30394 00000100:00100000:0.0:1746126734.086463:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.086586:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817781504 00000100:00100000:3.0:1746126734.086590:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817781504 00010000:00010000:3.0:1746126734.086606:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844818a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c54 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.086630:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13588 00000100:00100000:3.0:1746126734.086635:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817781504:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.086644:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.086658:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844818a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c54 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.086667:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844818a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c54 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.086684:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a844818a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c54 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.086706:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.086708:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.086713:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.086800:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.086822:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.086832:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813678976:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.086890:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.087291:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.087371:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817781632 00000100:00100000:3.0:1746126734.087374:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817781632 00000100:00100000:3.0:1746126734.087396:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30395 00000100:00100000:3.0:1746126734.087401:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817781632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.087409:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.087417:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c62 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.087431:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.087436:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.087437:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.087439:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.087455:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.087463:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.087470:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813679104:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.087512:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.088561:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813678976:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.088572:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.088609:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817781504:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1972us (2146us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.088616:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13588 00000100:00100000:0.0:1746126734.088655:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.088725:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813679104:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.088737:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.088747:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:2.0:1746126734.088764:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817781888 00000100:00100000:2.0:1746126734.088768:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817781888 00000100:00100000:3.0:1746126734.088769:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817781632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1368us (1479us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.088774:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30395 00002000:00100000:2.0:1746126734.088789:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d264e00 x1830945817781888/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.088797:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264e00 with x1830945817781888 ext(0->4095) 00010000:00010000:2.0:1746126734.088803:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.088812:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.088821:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d264e00 00000100:00100000:2.0:1746126734.088833:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3075 00000100:00100000:2.0:1746126734.088838:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817781888:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.089081:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817781888:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 242us (425us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.089087:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3075 00002000:00100000:2.0:1746126734.089093:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d264e00 x1830945817781888/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.089100:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264e00 with x1830945817781888 ext(0->4095) 00010000:00010000:2.0:1746126734.089104:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.089112:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.089117:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d264e00 00000100:00100000:0.0:1746126734.090518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.090620:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817782016 00000100:00100000:3.0:1746126734.090626:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817782016 00000100:00100000:3.0:1746126734.090660:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30396 00000100:00100000:3.0:1746126734.090666:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817782016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.090676:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.090686:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c69 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.090705:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.090709:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.090720:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126734.090722:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.090751:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.090760:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.090768:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:3.0:1746126734.090803:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817782016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.090808:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30396 00000100:00100000:1.0:1746126734.091423:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.091470:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817782144 00000100:00100000:3.0:1746126734.091473:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817782144 00010000:00010000:3.0:1746126734.091483:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.091501:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13589 00000100:00100000:3.0:1746126734.091506:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817782144:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.091512:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.091525:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.091534:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.091569:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a844818a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c5b expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.091646:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.091648:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.091653:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.091660:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.091678:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.091687:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.091696:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813679360:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.091749:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.093292:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813679360:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.093323:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.093355:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817782144:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1848us (1932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.093362:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13589 00000100:00100000:1.0:1746126734.093570:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.093689:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817782400 00000100:00100000:2.0:1746126734.093693:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817782400 00002000:00100000:2.0:1746126734.093724:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136049180 x1830945817782400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.093732:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049180 with x1830945817782400 ext(0->4095) 00010000:00010000:2.0:1746126734.093738:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.093752:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.093757:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136049180 00000100:00100000:2.0:1746126734.093767:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3076 00000100:00100000:2.0:1746126734.093772:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817782400:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.093869:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817782400:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.093875:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3076 00002000:00100000:2.0:1746126734.093879:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136049180 x1830945817782400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.093886:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136049180 with x1830945817782400 ext(0->4095) 00010000:00010000:2.0:1746126734.093890:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.093898:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.093903:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136049180 00000100:00100000:0.0:1746126734.096904:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.096991:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.097081:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817782528 00000100:00100000:3.0:1746126734.097088:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817782528 00000100:00100000:3.0:1746126734.097135:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30397 00000100:00100000:3.0:1746126734.097141:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817782528:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.097157:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.097170:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844818bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c70 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.097200:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.097206:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.097210:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126734.097213:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844818bc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c70 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.097225:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817782656 00000100:00100000:2.0:1746126734.097228:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817782656 00010000:00010000:3.0:1746126734.097242:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.097243:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.097253:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844818bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c70 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.097257:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13590 00010000:00010000:3.0:1746126734.097261:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61000, rc 0) 00000100:00100000:2.0:1746126734.097262:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2010:x1830945817782656:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.097268:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.097282:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.097289:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.097293:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817782528:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.097298:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30397 00010000:00010000:2.0:1746126734.097324:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a844818ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c62 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.097338:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.097340:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.097345:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.097356:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.097385:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.097395:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 5 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.097484:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813679616:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.097534:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.099892:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813679616:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.099911:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.099957:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2010:x1830945817782656:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2693us (2965us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.099966:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13590 00000100:00100000:0.0:1746126734.100428:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.100519:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817782912 00000100:00100000:3.0:1746126734.100526:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817782912 00002000:00100000:3.0:1746126734.100554:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee6a00 x1830945817782912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.100567:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee6a00 with x1830945817782912 ext(0->4095) 00010000:00010000:3.0:1746126734.100574:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.100584:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.100589:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee6a00 00000100:00100000:3.0:1746126734.100643:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3077 00000100:00100000:3.0:1746126734.100650:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817782912:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126734.100767:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817782912:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (345us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.100772:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3077 00002000:00100000:3.0:1746126734.100777:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee6a00 x1830945817782912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.100783:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee6a00 with x1830945817782912 ext(0->4095) 00010000:00010000:3.0:1746126734.100787:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.100795:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.100800:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee6a00 00000100:00100000:0.0:1746126734.102500:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.102555:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817783040 00000100:00100000:2.0:1746126734.102565:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817783040 00010000:00010000:2.0:1746126734.102602:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.102636:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13591 00000100:00100000:2.0:1746126734.102642:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817783040:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.102654:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.102672:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.102682:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.102704:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a844818b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c69 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.102719:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.102721:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.102727:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844818bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c70 expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.102734:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844818bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c70 expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.102766:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844818bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c70 expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.102776:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813679744:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.102864:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.104351:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813679744:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.104378:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.104410:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817783040:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1767us (1914us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.104419:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13591 00000100:00100000:0.0:1746126734.105516:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.105577:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817783296 00000100:00100000:3.0:1746126734.105585:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817783296 00002000:00100000:3.0:1746126734.105630:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee5180 x1830945817783296/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.105639:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee5180 with x1830945817783296 ext(0->4095) 00002000:00010000:3.0:1746126734.105643:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee5180 00000100:00100000:3.0:1746126734.105676:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13782 00000100:00100000:3.0:1746126734.105684:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2009:x1830945817783296:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126734.105836:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2009:x1830945817783296:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (321us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.105842:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13782 00002000:00100000:3.0:1746126734.105847:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee5180 x1830945817783296/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.105855:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee5180 with x1830945817783296 ext(0->4095) 00002000:00010000:3.0:1746126734.105857:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee5180 00000100:00100000:0.0:1746126734.107573:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.107662:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817783424 00000100:00100000:1.0:1746126734.107670:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817783424 00000100:00100000:1.0:1746126734.107716:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30398 00000100:00100000:1.0:1746126734.107723:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817783424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.107738:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.107756:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844818c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c77 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.107779:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844818bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c70 expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.107785:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.107786:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.107789:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844818c3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c77 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.107815:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844818bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c70 expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.107824:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844818bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c70 expref: 29 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.107834:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813679872:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.107914:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.109526:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813679872:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.109544:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844818c3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c77 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.109556:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126734.109594:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817783424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1871us (2028us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.109600:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30398 00000100:00100000:0.0:1746126734.110566:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.110661:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817783552 00000100:00100000:2.0:1746126734.110668:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817783552 00010000:00010000:2.0:1746126734.110692:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844818bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c70 expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.110724:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13592 00000100:00100000:2.0:1746126734.110730:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817783552:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.110739:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.110755:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844818bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c70 expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.110764:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844818bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c70 expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.110781:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a844818bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c70 expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.110805:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.110808:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.110813:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844818c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c77 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.110820:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844818c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c77 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.110844:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844818c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c77 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.110853:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813680000:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.110912:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.112553:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813680000:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.112579:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.112617:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817783552:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1887us (2051us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.112626:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13592 00000100:00100000:0.0:1746126734.113202:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.113337:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817783808 00000100:00100000:3.0:1746126734.113345:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817783808 00002000:00100000:3.0:1746126734.113385:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee7b80 x1830945817783808/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.113395:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee7b80 with x1830945817783808 ext(0->4095) 00002000:00010000:3.0:1746126734.113400:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee7b80 00000100:00100000:3.0:1746126734.113432:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13783 00000100:00100000:3.0:1746126734.113438:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817783808:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126734.113587:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817783808:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (398us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.113597:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13783 00002000:00100000:3.0:1746126734.113602:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee7b80 x1830945817783808/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.113609:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee7b80 with x1830945817783808 ext(0->4095) 00002000:00010000:3.0:1746126734.113612:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee7b80 00000100:00100000:0.0:1746126734.115179:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.115242:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817783936 00000100:00100000:1.0:1746126734.115249:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817783936 00000100:00100000:1.0:1746126734.115293:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30399 00000100:00100000:1.0:1746126734.115300:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+29:1778:x1830945817783936:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.115340:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.115357:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c7e expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.115386:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844818c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c77 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.115393:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.115395:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.115399:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.115434:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844818c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c77 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.115446:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844818c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c77 expref: 5 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.115458:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813680128:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.115538:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.116468:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.116604:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817784064 00000100:00100000:1.0:1746126734.116609:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817784064 00000100:00100000:1.0:1746126734.116651:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30400 00000100:00100000:1.0:1746126734.116656:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817784064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.116666:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.116676:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c85 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.116693:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.116697:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.116702:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.116705:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 32 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.116728:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.116742:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 32 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.116752:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126734.116802:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817784064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.116808:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30400 00000100:00100000:1.0:1746126734.117910:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813680128:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.117931:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.117942:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126734.117979:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1778:x1830945817783936:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2679us (2806us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.117986:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30399 00000100:00100000:2.0:1746126734.118502:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.118611:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817784192 00000100:00100000:3.0:1746126734.118618:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817784192 00010000:00010000:3.0:1746126734.118643:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844818c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c77 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.118673:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13593 00000100:00100000:3.0:1746126734.118680:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817784192:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.118692:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.118715:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844818c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c77 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.118726:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844818c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c77 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.118750:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a844818c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c77 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.118780:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.118782:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.118793:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.118807:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.118835:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.118846:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.118858:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813680384:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.118937:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.120424:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813680384:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.120441:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.120472:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817784192:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1793us (1971us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.120482:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13593 00000100:00100000:2.0:1746126734.122052:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.122290:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817784448 00000100:00100000:1.0:1746126734.122299:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817784448 00002000:00100000:1.0:1746126734.122356:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736e680 x1830945817784448/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.122366:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736e680 with x1830945817784448 ext(0->4095) 00010000:00010000:1.0:1746126734.122375:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.122387:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.122394:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736e680 00000100:00100000:1.0:1746126734.123364:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3078 00000100:00100000:1.0:1746126734.123374:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817784448:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.123542:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817784448:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (1496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.123548:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3078 00002000:00100000:1.0:1746126734.123553:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736e680 x1830945817784448/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.123560:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736e680 with x1830945817784448 ext(0->4095) 00010000:00010000:1.0:1746126734.123569:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.123579:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.123584:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736e680 00000100:00100000:0.0:1746126734.125395:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.125439:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.125519:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817784704 00000100:00100000:1.0:1746126734.125526:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817784704 00000100:00100000:3.0:1746126734.125550:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817784576 00000100:00100000:3.0:1746126734.125554:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817784576 00000100:00100000:1.0:1746126734.125576:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30401 00010000:00010000:3.0:1746126734.125580:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.125583:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817784704:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.125597:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126734.125600:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13594 00000100:00100000:3.0:1746126734.125605:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817784576:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126734.125612:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c8c expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.125615:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.125634:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.125641:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.125646:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 31 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.125652:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126734.125656:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.125666:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.125757:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 31 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.125770:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.125776:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a844818ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c7e expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.125778:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.125780:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.125785:0:9565:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.125792:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.125802:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126734.125809:0:9565:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 30 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.125819:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 30 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.125835:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813680640:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.125837:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b1c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817784576:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 231us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.125900:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.126089:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13594 00000100:00100000:1.0:1746126734.127858:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813680640:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126734.127876:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126734.128135:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817784704:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2551us (2747us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.128144:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30401 00000100:00100000:0.0:1746126734.128529:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.128612:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817784960 00000100:00100000:1.0:1746126734.128619:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817784960 00002000:00100000:1.0:1746126734.128657:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc6d80 x1830945817784960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.128666:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc6d80 with x1830945817784960 ext(0->4095) 00010000:00010000:1.0:1746126734.128674:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 30 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.128686:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 30 pid: 9564 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.128692:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc6d80 00000100:00100000:1.0:1746126734.128719:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3079 00000100:00100000:1.0:1746126734.128726:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817784960:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126734.128867:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817784960:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.128876:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3079 00002000:00100000:1.0:1746126734.128881:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc6d80 x1830945817784960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.128889:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc6d80 with x1830945817784960 ext(0->4095) 00010000:00010000:1.0:1746126734.128893:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 30 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.128902:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 30 pid: 9564 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.128908:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc6d80 00000100:00100000:0.0:1746126734.130748:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.130849:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.130906:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817785216 00000100:00100000:1.0:1746126734.130915:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817785216 00000100:00100000:3.0:1746126734.130932:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817785088 00000100:00100000:3.0:1746126734.130936:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817785088 00010000:00010000:3.0:1746126734.130957:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 31 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.130980:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13595 00000100:00100000:3.0:1746126734.130986:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817785088:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.130999:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.131017:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 31 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.131028:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 31 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.131051:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c85 expref: 31 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.131067:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.131069:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.131076:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.131084:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.131115:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126734.131121:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30402 00000100:00100000:3.0:1746126734.131127:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813680768:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126734.131128:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817785216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.131143:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.131155:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c93 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.131174:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.131179:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.131180:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.131183:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818df lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c93 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.131213:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1299c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746126734.131217:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.131227:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 5 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.131235:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813680896:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.131275:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.132890:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813680896:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.132915:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818df lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c93 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.132929:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126734.132978:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817785216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1849us (2238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.132985:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30402 00000100:00100000:0.0:1746126734.133293:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.133392:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813680768:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.133404:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.133426:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817785088:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2441us (2577us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.133435:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13595 00000100:00100000:1.0:1746126734.133498:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817785472 00000100:00100000:1.0:1746126734.133503:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817785472 00002000:00100000:1.0:1746126734.133529:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d249500 x1830945817785472/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.133538:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249500 with x1830945817785472 ext(0->4095) 00010000:00010000:1.0:1746126734.133543:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.133557:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.133564:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d249500 00000100:00100000:1.0:1746126734.133592:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3080 00000100:00100000:1.0:1746126734.133598:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817785472:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.133738:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817785472:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.133745:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3080 00002000:00100000:1.0:1746126734.133750:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d249500 x1830945817785472/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.133757:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249500 with x1830945817785472 ext(0->4095) 00010000:00010000:1.0:1746126734.133762:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.133770:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.133776:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d249500 00000100:00100000:0.0:1746126734.135899:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.136007:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817785600 00000100:00100000:2.0:1746126734.136015:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817785600 00010000:00010000:2.0:1746126734.136044:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.136067:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13596 00000100:00100000:2.0:1746126734.136073:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817785600:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.136084:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.136101:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.136112:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.136135:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a844818d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c8c expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.136675:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.136678:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.136687:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c93 expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.136696:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c93 expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.136737:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c93 expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.136756:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813681024:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.138253:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.139060:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813681024:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.139084:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.139139:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817785600:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3063us (3245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.139148:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13596 00000100:00100000:0.0:1746126734.139384:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.139653:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817785856 00000100:00100000:1.0:1746126734.139660:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817785856 00002000:00100000:1.0:1746126734.139699:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24bb80 x1830945817785856/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.139708:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24bb80 with x1830945817785856 ext(0->4095) 00002000:00010000:1.0:1746126734.139714:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d24bb80 00000100:00100000:1.0:1746126734.139743:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13784 00000100:00100000:1.0:1746126734.139749:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817785856:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.139888:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817785856:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (504us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.139894:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13784 00002000:00100000:1.0:1746126734.139899:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24bb80 x1830945817785856/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.139906:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24bb80 with x1830945817785856 ext(0->4095) 00002000:00010000:1.0:1746126734.139909:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d24bb80 00000100:00100000:0.0:1746126734.141375:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.141478:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817785984 00000100:00100000:1.0:1746126734.141485:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817785984 00000100:00100000:1.0:1746126734.141553:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30403 00000100:00100000:1.0:1746126734.141559:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817785984:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.141571:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.141584:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844818e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6c9a expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.141607:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c93 expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.141612:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.141614:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.141616:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844818e6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c9a expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.141644:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c93 expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.141653:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c93 expref: 29 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.141661:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813681152:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.142159:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.143227:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.143279:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813681152:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.143301:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844818e6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c9a expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.143335:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817786112 00010000:00010000:1.0:1746126734.143338:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00000100:00100000:2.0:1746126734.143340:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817786112 00010000:00010000:2.0:1746126734.143362:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c93 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.143374:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817785984:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1814us (2003us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.143380:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30403 00000100:00100000:2.0:1746126734.143383:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13597 00000100:00100000:2.0:1746126734.143388:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817786112:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.143398:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.143457:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c93 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.143468:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c93 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.143490:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c93 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.143514:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.143516:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.143523:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844818e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c9a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.143531:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844818e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c9a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.143554:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844818e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c9a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.143564:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813681280:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.143671:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.144843:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813681280:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.144861:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.144900:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817786112:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1510us (1675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.144907:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13597 00000100:00100000:0.0:1746126734.145081:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.145200:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817786368 00000100:00100000:3.0:1746126734.145205:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817786368 00002000:00100000:3.0:1746126734.145237:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d248e00 x1830945817786368/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.145247:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d248e00 with x1830945817786368 ext(0->4095) 00002000:00010000:3.0:1746126734.145250:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d248e00 00000100:00100000:3.0:1746126734.145265:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13785 00000100:00100000:3.0:1746126734.145271:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817786368:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126734.145557:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817786368:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 285us (476us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.145570:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13785 00002000:00100000:3.0:1746126734.145577:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d248e00 x1830945817786368/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.145584:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d248e00 with x1830945817786368 ext(0->4095) 00002000:00010000:3.0:1746126734.145587:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d248e00 00000100:00100000:0.0:1746126734.146896:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.147251:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817786496 00000100:00100000:1.0:1746126734.147260:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817786496 00000100:00100000:2.0:1746126734.147409:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30404 00000100:00100000:2.0:1746126734.147419:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:1778:x1830945817786496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.147435:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.147453:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ca1 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.147483:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844818e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c9a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.147490:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.147493:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.147497:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.147526:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844818e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c9a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.147538:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844818e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c9a expref: 5 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.147550:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813681408:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.148079:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.149601:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.149947:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817786624 00000100:00100000:1.0:1746126734.149955:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817786624 00000100:00100000:1.0:1746126734.150008:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30405 00000100:00100000:2.0:1746126734.150073:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813681408:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.150106:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.150124:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126734.150164:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1778:x1830945817786496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2746us (3271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.150282:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817786624:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.150296:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.150338:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ca8 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.150362:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.150366:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.150368:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30404 00010000:00010000:1.0:1746126734.150372:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.150375:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126734.150581:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126734.150637:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.150647:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.150655:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126734.150674:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817786624:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 396us (1079us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.150679:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30405 00000100:00100000:3.0:1746126734.151204:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817786752 00000100:00100000:3.0:1746126734.151210:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817786752 00010000:00010000:3.0:1746126734.151229:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844818e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c9a expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.151248:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13598 00000100:00100000:3.0:1746126734.151253:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817786752:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.151261:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.151279:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844818e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c9a expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.151289:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844818e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c9a expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.151325:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a844818e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6c9a expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.151338:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.151339:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.151345:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.151352:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.151372:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.151382:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.151393:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813681664:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.151452:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.153785:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813681664:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.153809:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.153855:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817786752:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2600us (3273us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.153865:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13598 00000100:00100000:0.0:1746126734.154018:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.154210:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817787008 00000100:00100000:3.0:1746126734.154216:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817787008 00002000:00100000:3.0:1746126734.154251:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099109500 x1830945817787008/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.154260:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099109500 with x1830945817787008 ext(0->4095) 00010000:00010000:3.0:1746126734.154268:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.154278:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.154284:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099109500 00000100:00100000:3.0:1746126734.154566:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3081 00000100:00100000:3.0:1746126734.154574:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817787008:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126734.154713:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817787008:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (696us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.154719:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3081 00002000:00100000:3.0:1746126734.154723:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099109500 x1830945817787008/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.154731:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099109500 with x1830945817787008 ext(0->4095) 00010000:00010000:3.0:1746126734.154736:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.154744:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.154750:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099109500 00000100:00100000:0.0:1746126734.156418:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.156553:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817787264 00000100:00100000:1.0:1746126734.156562:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817787264 00000100:00100000:1.0:1746126734.156611:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30406 00000100:00100000:0.0:1746126734.156611:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.156619:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817787264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126734.156661:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817787136 00000100:00100000:2.0:1746126734.156665:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817787136 00010000:00010000:1.0:1746126734.156687:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.156688:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.156702:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6caf expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.156716:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13599 00000100:00100000:2.0:1746126734.156722:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817787136:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126734.156731:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.156732:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126734.156736:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.156741:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126734.156744:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.156920:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.156930:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.156944:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.156948:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844818ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca1 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.156956:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.156964:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.156965:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.156972:0:9565:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.156979:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.156996:0:9565:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.157006:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.157018:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126734.157022:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813681920:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.157177:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817787136:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 455us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.157184:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13599 00000100:00100000:1.0:1746126734.157212:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.158811:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813681920:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126734.158827:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126734.158865:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817787264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2247us (2453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.158872:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30406 00000100:00100000:0.0:1746126734.159248:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.159399:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817787520 00000100:00100000:1.0:1746126734.159406:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817787520 00002000:00100000:1.0:1746126734.159445:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910b800 x1830945817787520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.159455:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910b800 with x1830945817787520 ext(0->4095) 00010000:00010000:1.0:1746126734.159463:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.159475:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.159482:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009910b800 00000100:00100000:1.0:1746126734.159589:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3082 00000100:00100000:1.0:1746126734.159597:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817787520:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.159907:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817787520:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 310us (658us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.159916:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3082 00002000:00100000:1.0:1746126734.159922:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910b800 x1830945817787520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.159929:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910b800 with x1830945817787520 ext(0->4095) 00010000:00010000:1.0:1746126734.159934:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.159943:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.159949:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009910b800 00000100:00100000:0.0:1746126734.161268:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.161336:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.161402:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817787648 00000100:00100000:1.0:1746126734.161409:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817787648 00000100:00100000:2.0:1746126734.161683:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817787776 00000100:00100000:2.0:1746126734.161686:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817787776 00010000:00010000:2.0:1746126734.161706:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.161727:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13600 00000100:00100000:2.0:1746126734.161732:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2010:x1830945817787776:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.161744:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.161763:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.161773:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.161802:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a844818f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ca8 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.161883:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30407 00000100:00100000:1.0:1746126734.161889:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817787648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.161900:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.161911:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481902 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6cb6 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.161928:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.161934:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.161939:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.161942:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481902 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cb6 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.161980:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.161992:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481902 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cb6 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.162000:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.162001:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.162007:0:9565:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.162014:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.162028:0:9565:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.162037:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 5 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.162047:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813682176:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126734.162119:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00010000:00010000:2.0:1746126734.162168:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.162199:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2010:x1830945817787776:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 455us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.162206:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13600 00000100:00100000:0.0:1746126734.163711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.163824:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813682176:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126734.163840:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126734.163876:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817787648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1987us (2612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.163886:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30407 00000100:00100000:2.0:1746126734.163969:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817788032 00000100:00100000:2.0:1746126734.163975:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817788032 00002000:00100000:2.0:1746126734.164008:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd880 x1830945817788032/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.164018:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd880 with x1830945817788032 ext(0->4095) 00010000:00010000:2.0:1746126734.164026:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.164038:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.164044:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fd880 00000100:00100000:2.0:1746126734.164072:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3083 00000100:00100000:2.0:1746126734.164079:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817788032:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.164431:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817788032:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 352us (725us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.164437:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3083 00002000:00100000:2.0:1746126734.164442:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd880 x1830945817788032/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.164449:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd880 with x1830945817788032 ext(0->4095) 00010000:00010000:2.0:1746126734.164454:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.164462:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.164522:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fd880 00000100:00100000:0.0:1746126734.165819:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.165906:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817788160 00000100:00100000:2.0:1746126734.165912:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817788160 00010000:00010000:2.0:1746126734.165934:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.165956:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13601 00000100:00100000:2.0:1746126734.165962:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1b1c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817788160:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.165973:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.165987:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.165997:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.166021:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844818fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6caf expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.166041:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.166043:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.166051:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481902 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cb6 expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.166059:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cb6 expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.166090:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cb6 expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.166101:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813682304:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.166210:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.169145:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813682304:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.169171:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.169225:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1b1c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817788160:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3261us (3407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.169236:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13601 00000100:00100000:0.0:1746126734.170506:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.170695:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817788416 00000100:00100000:2.0:1746126734.170701:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817788416 00002000:00100000:2.0:1746126734.170743:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd180 x1830945817788416/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.170753:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd180 with x1830945817788416 ext(0->4095) 00002000:00010000:2.0:1746126734.170757:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fd180 00000100:00100000:2.0:1746126734.170786:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13786 00000100:00100000:2.0:1746126734.170795:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817788416:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.171513:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817788416:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 718us (1008us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.171519:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13786 00002000:00100000:2.0:1746126734.171526:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd180 x1830945817788416/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.171532:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd180 with x1830945817788416 ext(0->4095) 00002000:00010000:2.0:1746126734.171535:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fd180 00000100:00100000:0.0:1746126734.173148:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.173448:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817788544 00000100:00100000:1.0:1746126734.173456:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817788544 00000100:00100000:1.0:1746126734.173505:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30408 00000100:00100000:1.0:1746126734.173511:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817788544:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.173528:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.173546:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481909 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6cbd expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.173574:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481902 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cb6 expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.173582:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.173584:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.173587:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481909 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cbd expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.173616:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cb6 expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.173627:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481902 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cb6 expref: 29 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.173639:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813682432:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.173725:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.175810:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.175909:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813682432:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.175938:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481909 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cbd expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.175955:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126734.176003:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817788544:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2491us (2861us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.176011:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30408 00000100:00100000:2.0:1746126734.176370:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817788672 00000100:00100000:2.0:1746126734.176378:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817788672 00010000:00010000:2.0:1746126734.176405:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481902 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cb6 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.176427:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13602 00000100:00100000:2.0:1746126734.176434:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817788672:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.176445:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.176465:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481902 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cb6 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.176475:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481902 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cb6 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.176500:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481902 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cb6 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.177266:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.177270:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.177279:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481909 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cbd expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.177288:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481909 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cbd expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.177362:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481909 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cbd expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.177375:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813682560:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.177465:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.178817:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813682560:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.178836:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.178863:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817788672:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2429us (3060us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.178871:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13602 00000100:00100000:0.0:1746126734.179182:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.180232:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.180295:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817788928 00000100:00100000:2.0:1746126734.180302:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817788928 00002000:00100000:2.0:1746126734.180360:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd500 x1830945817788928/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.180369:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd500 with x1830945817788928 ext(0->4095) 00002000:00010000:2.0:1746126734.180373:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fd500 00000100:00100000:1.0:1746126734.180600:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817789056 00000100:00100000:1.0:1746126734.180604:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817789056 00000100:00100000:2.0:1746126734.180850:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13787 00000100:00100000:2.0:1746126734.180859:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817788928:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.181003:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817788928:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (1821us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.181009:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13787 00002000:00100000:2.0:1746126734.181015:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fd500 x1830945817788928/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.181023:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fd500 with x1830945817788928 ext(0->4095) 00002000:00010000:2.0:1746126734.181025:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fd500 00000100:00100000:1.0:1746126734.181534:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30409 00000100:00100000:1.0:1746126734.181540:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+29:1776:x1830945817789056:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.181550:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.181564:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6cc4 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.181588:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481909 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cbd expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.181596:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.181597:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.181600:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.181627:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481909 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cbd expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.181637:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481909 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cbd expref: 5 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.181648:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813682688:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.181701:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.182457:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.182732:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817789184 00000100:00100000:3.0:1746126734.182738:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817789184 00000100:00100000:3.0:1746126734.182865:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30410 00000100:00100000:3.0:1746126734.182873:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1778:x1830945817789184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.182882:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.182893:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481917 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ccb expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.182911:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.182915:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.182925:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.182927:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481917 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ccb expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.182952:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.182964:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481917 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ccb expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.182973:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00000100:00100000:3.0:1746126734.183012:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1778:x1830945817789184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.183018:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30410 00000100:00100000:2.0:1746126734.183865:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.183941:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813682688:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.183957:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.183967:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126734.183990:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817789056:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2451us (3759us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.183997:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30409 00000100:00100000:3.0:1746126734.184158:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817789312 00000100:00100000:3.0:1746126734.184162:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817789312 00010000:00010000:3.0:1746126734.184179:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481909 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cbd expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.184217:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13603 00000100:00100000:3.0:1746126734.184223:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817789312:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.184233:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.184258:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481909 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cbd expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.184272:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481909 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cbd expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.184292:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481909 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cbd expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.184335:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.184337:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.184343:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.184350:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.184370:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.184603:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.184615:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813682944:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.184795:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1293c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.187245:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813682944:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.187267:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.187548:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817789312:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3323us (3681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.187558:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13603 00000100:00100000:0.0:1746126734.188111:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.188198:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817789568 00000100:00100000:3.0:1746126734.188205:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817789568 00002000:00100000:3.0:1746126734.188242:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c008700 x1830945817789568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.188252:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008700 with x1830945817789568 ext(0->4095) 00010000:00010000:3.0:1746126734.188261:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.188273:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.188280:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c008700 00000100:00100000:3.0:1746126734.188687:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3084 00000100:00100000:3.0:1746126734.188694:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817789568:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126734.189201:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817789568:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 506us (1089us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.189207:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3084 00002000:00100000:3.0:1746126734.189213:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c008700 x1830945817789568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.189220:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008700 with x1830945817789568 ext(0->4095) 00010000:00010000:3.0:1746126734.189226:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.189235:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.189241:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c008700 00000100:00100000:0.0:1746126734.190998:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.191172:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817789696 00000100:00100000:3.0:1746126734.191181:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817789696 00010000:00010000:3.0:1746126734.191222:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.191246:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13604 00000100:00100000:3.0:1746126734.191254:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817789696:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.191267:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.191287:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.191299:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.191350:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481910 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cc4 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.191382:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.191384:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.191391:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481917 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ccb expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.191398:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481917 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ccb expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.191430:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481917 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ccb expref: 30 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.191448:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813683072:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.191534:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1290c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.193273:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813683072:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.193287:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.193350:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817789696:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2096us (2357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.193358:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13604 00000100:00100000:0.0:1746126734.193542:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.193665:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817789952 00000100:00100000:3.0:1746126734.193670:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817789952 00002000:00100000:3.0:1746126734.193706:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c008a80 x1830945817789952/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.193715:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008a80 with x1830945817789952 ext(0->4095) 00002000:00010000:3.0:1746126734.193719:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c008a80 00000100:00100000:3.0:1746126734.193743:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13788 00000100:00100000:3.0:1746126734.193749:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817789952:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126734.193876:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817789952:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (334us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.193882:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13788 00002000:00100000:3.0:1746126734.193887:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c008a80 x1830945817789952/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.193893:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008a80 with x1830945817789952 ext(0->4095) 00002000:00010000:3.0:1746126734.193896:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c008a80 00000100:00100000:0.0:1746126734.196003:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.196086:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817790080 00000100:00100000:1.0:1746126734.196260:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817790080 00000100:00100000:1.0:1746126734.196377:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30411 00000100:00100000:1.0:1746126734.196386:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817790080:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.196401:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.196419:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448191e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6cd2 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.196447:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481917 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ccb expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.196455:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.196456:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.196460:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448191e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd2 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.196501:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481917 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ccb expref: 29 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.196512:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481917 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ccb expref: 29 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.196523:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813683200:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.196727:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.199113:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.199287:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813683200:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.199343:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448191e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd2 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.199360:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126734.199401:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817790080:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3016us (3403us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.199410:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30411 00000100:00100000:3.0:1746126734.199491:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817790208 00000100:00100000:3.0:1746126734.199498:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817790208 00010000:00010000:3.0:1746126734.199523:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481917 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ccb expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.199545:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13605 00000100:00100000:3.0:1746126734.199551:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817790208:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.199565:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.199586:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481917 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ccb expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.199596:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481917 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ccb expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.199618:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481917 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ccb expref: 30 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.199633:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.199635:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.199642:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448191e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd2 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.199650:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448191e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd2 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.199678:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448191e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd2 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.199695:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813683328:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.199758:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1290c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.201460:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813683328:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.201476:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.201506:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817790208:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1953us (2407us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.201514:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13605 00000100:00100000:0.0:1746126734.201968:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.202225:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817790464 00000100:00100000:2.0:1746126734.202233:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817790464 00002000:00100000:2.0:1746126734.202275:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00b100 x1830945817790464/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.202285:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00b100 with x1830945817790464 ext(0->4095) 00002000:00010000:2.0:1746126734.202290:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c00b100 00000100:00100000:2.0:1746126734.202350:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13789 00000100:00100000:2.0:1746126734.202357:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817790464:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.202563:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817790464:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 206us (596us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.202570:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13789 00002000:00100000:2.0:1746126734.202575:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00b100 x1830945817790464/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.202582:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00b100 with x1830945817790464 ext(0->4095) 00002000:00010000:2.0:1746126734.202586:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c00b100 00000100:00100000:0.0:1746126734.204002:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.204065:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817790592 00000100:00100000:1.0:1746126734.204071:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817790592 00000100:00100000:1.0:1746126734.204119:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30412 00000100:00100000:1.0:1746126734.204126:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+29:1778:x1830945817790592:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.204138:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.204154:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6cd9 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126734.204166:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126734.204180:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448191e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd2 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.204199:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.204201:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.204205:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.204236:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817790720 00010000:00010000:1.0:1746126734.204236:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448191e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd2 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.204240:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817790720 00010000:00010000:1.0:1746126734.204247:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448191e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd2 expref: 5 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.204260:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813683456:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.204265:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30413 00000100:00100000:2.0:1746126734.204271:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817790720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.204277:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.204285:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ce0 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.204298:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.204302:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.204337:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.204340:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126734.204342:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00010000:00010000:2.0:1746126734.204363:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.204374:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.204384:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126734.204409:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817790720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.204414:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30413 00000100:00100000:0.0:1746126734.205968:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.206043:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817790848 00000100:00100000:3.0:1746126734.206054:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817790848 00010000:00010000:3.0:1746126734.206080:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448191e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd2 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.206096:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813683456:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.206114:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.206119:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13606 00000100:00100000:3.0:1746126734.206126:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817790848:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126734.206126:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00010000:00010000:3.0:1746126734.206135:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.206153:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448191e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd2 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.206153:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1778:x1830945817790592:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2027us (2157us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126734.206163:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448191e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd2 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.206164:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30412 00010000:00010000:3.0:1746126734.206182:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a8448191e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd2 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.206214:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.206217:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.206223:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.206231:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.206254:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.206265:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.206274:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813683712:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.206351:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1290c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.209035:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813683712:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.209054:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.209107:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817790848:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2980us (3141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.209115:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13606 00000100:00100000:0.0:1746126734.209184:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.209444:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817791104 00000100:00100000:2.0:1746126734.209453:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817791104 00002000:00100000:2.0:1746126734.209584:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99e300 x1830945817791104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.209595:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99e300 with x1830945817791104 ext(0->4095) 00010000:00010000:2.0:1746126734.209605:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.209618:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.209625:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99e300 00000100:00100000:2.0:1746126734.209785:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3085 00000100:00100000:2.0:1746126734.209793:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817791104:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.209943:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817791104:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (759us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.209950:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3085 00002000:00100000:2.0:1746126734.209955:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99e300 x1830945817791104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.209962:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99e300 with x1830945817791104 ext(0->4095) 00010000:00010000:2.0:1746126734.209967:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.209975:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.209981:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99e300 00000100:00100000:0.0:1746126734.212714:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.212803:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.212895:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817791360 00000100:00100000:3.0:1746126734.212905:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817791360 00010000:00010000:3.0:1746126734.212939:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.212968:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13607 00000100:00100000:3.0:1746126734.212975:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817791360:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.212993:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.213013:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.213026:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.213621:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481925 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cd9 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.213641:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.213643:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.213651:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.213660:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.213693:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.213707:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813683840:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126734.213901:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817791232 00000100:00100000:1.0:1746126734.213905:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817791232 00000100:00100000:1.0:1746126734.213943:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30414 00000100:00100000:1.0:1746126734.213948:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817791232:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.213968:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.213979:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ce7 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.213997:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.214003:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.214004:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.214007:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.214025:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 30 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.214037:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.214045:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813683968:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.214129:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1290c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.214130:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.215824:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813683968:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.215847:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.215859:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126734.215895:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817791232:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1946us (3190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.215906:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30414 00000100:00100000:3.0:1746126734.216214:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813683840:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.216226:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.216247:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817791360:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3272us (3444us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.216262:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13607 00000100:00100000:0.0:1746126734.216385:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.216664:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817791616 00000100:00100000:3.0:1746126734.216670:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817791616 00002000:00100000:3.0:1746126734.216704:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99d180 x1830945817791616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.216716:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99d180 with x1830945817791616 ext(0->4095) 00010000:00010000:3.0:1746126734.216723:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.216735:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.216742:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99d180 00000100:00100000:3.0:1746126734.216773:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3086 00000100:00100000:3.0:1746126734.216780:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817791616:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126734.216911:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817791616:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (526us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.216918:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3086 00002000:00100000:3.0:1746126734.216923:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99d180 x1830945817791616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.216931:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99d180 with x1830945817791616 ext(0->4095) 00010000:00010000:3.0:1746126734.216935:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.216949:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 30 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.217507:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99d180 00000100:00100000:0.0:1746126734.218726:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.218783:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.218787:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817791744 00000100:00100000:1.0:1746126734.218794:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817791744 00000100:00100000:3.0:1746126734.218881:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817791872 00000100:00100000:3.0:1746126734.218885:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817791872 00010000:00010000:3.0:1746126734.218901:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.218922:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13608 00000100:00100000:3.0:1746126734.218928:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2010:x1830945817791872:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.218941:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.218959:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.218970:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.218992:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448192c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce0 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.219010:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.219012:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.219020:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.219033:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126734.219036:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30415 00000100:00100000:1.0:1746126734.219042:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817791744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.219054:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.219065:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.219066:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448193a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6cee expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.219078:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813684096:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126734.219083:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.219088:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.219089:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.219092:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448193a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cee expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.219109:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.219119:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 5 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.219128:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813684224:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.219150:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1293c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.219150:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.221153:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813684096:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.221172:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126734.221182:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.221220:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2010:x1830945817791872:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2291us (2436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.221232:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13608 00000100:00100000:2.0:1746126734.221252:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817792128 00000100:00100000:2.0:1746126734.221259:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817792128 00002000:00100000:2.0:1746126734.221292:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99df80 x1830945817792128/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.221325:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99df80 with x1830945817792128 ext(0->4095) 00010000:00010000:2.0:1746126734.221335:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.221346:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.221349:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813684224:192.168.204.15@tcp:104: 00002000:00010000:2.0:1746126734.221352:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99df80 00010000:00010000:1.0:1746126734.221369:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448193a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cee expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.221383:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126734.221405:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817791744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2363us (2682us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.221410:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30415 00000100:00100000:2.0:1746126734.221755:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3087 00000100:00100000:2.0:1746126734.221764:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817792128:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.222819:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817792128:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 1052us (1633us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.222827:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3087 00002000:00100000:2.0:1746126734.222833:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99df80 x1830945817792128/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.222842:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99df80 with x1830945817792128 ext(0->4095) 00010000:00010000:2.0:1746126734.222849:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.222860:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.222871:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99df80 00000100:00100000:0.0:1746126734.224909:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.224998:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817792256 00000100:00100000:3.0:1746126734.225007:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817792256 00010000:00010000:3.0:1746126734.225044:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.225070:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13609 00000100:00100000:3.0:1746126734.225076:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817792256:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.225090:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.225110:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.225121:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.225154:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481933 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ce7 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.225180:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.225182:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.225198:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448193a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cee expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.225206:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448193a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cee expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.225239:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448193a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cee expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.225251:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813684352:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.225444:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.229772:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813684352:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.229798:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.229812:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.229865:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817792512 00000100:00100000:0.0:1746126734.229876:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817792512 00002000:00100000:0.0:1746126734.229923:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736e300 x1830945817792512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126734.229932:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736e300 with x1830945817792512 ext(0->4095) 00002000:00010000:0.0:1746126734.229938:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009736e300 00000100:00100000:0.0:1746126734.229977:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13790 00000100:00100000:0.0:1746126734.229984:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817792512:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126734.230132:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817792512:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (320us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126734.230138:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13790 00002000:00100000:0.0:1746126734.230145:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736e300 x1830945817792512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126734.230151:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736e300 with x1830945817792512 ext(0->4095) 00002000:00010000:0.0:1746126734.230154:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009736e300 00000100:00100000:3.0:1746126734.230214:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817792256:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5137us (5313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.230223:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13609 00000100:00100000:0.0:1746126734.232113:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.232600:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817792640 00000100:00100000:1.0:1746126734.232609:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817792640 00000100:00100000:1.0:1746126734.232870:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30416 00000100:00100000:1.0:1746126734.232878:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817792640:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.232896:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.232913:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481941 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6cf5 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.232943:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448193a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cee expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.232951:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.232952:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.232956:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481941 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cf5 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.232986:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448193a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cee expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.232998:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448193a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cee expref: 29 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.233009:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813684480:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.233573:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.235356:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813684480:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126734.235372:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126734.235383:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481941 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cf5 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.235401:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00000100:00100000:1.0:1746126734.235437:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817792640:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2560us (3329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.235444:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30416 00000100:00100000:3.0:1746126734.235539:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817792768 00000100:00100000:3.0:1746126734.235546:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817792768 00010000:00010000:3.0:1746126734.235570:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448193a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cee expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.235597:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13610 00000100:00100000:3.0:1746126734.235602:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817792768:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.235614:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.235911:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448193a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cee expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.235922:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448193a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cee expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.235943:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a8448193a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cee expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.235968:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.235970:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.235976:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481941 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cf5 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.235983:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481941 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cf5 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.236009:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481941 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cf5 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.236021:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813684608:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.236432:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.238623:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813684608:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.238645:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.238694:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2008:x1830945817792768:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3089us (3320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.238704:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13610 00000100:00100000:0.0:1746126734.239823:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.239896:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.239977:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817793024 00000100:00100000:2.0:1746126734.239984:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817793024 00002000:00100000:2.0:1746126734.240028:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965df80 x1830945817793024/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.240037:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965df80 with x1830945817793024 ext(0->4095) 00002000:00010000:2.0:1746126734.240042:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965df80 00000100:00100000:2.0:1746126734.240060:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13791 00000100:00100000:2.0:1746126734.240067:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817793024:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.240223:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817793024:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.240230:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13791 00002000:00100000:2.0:1746126734.240235:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965df80 x1830945817793024/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.240241:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965df80 with x1830945817793024 ext(0->4095) 00002000:00010000:2.0:1746126734.240244:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965df80 00000100:00100000:1.0:1746126734.240382:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817793152 00000100:00100000:1.0:1746126734.240386:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817793152 00000100:00100000:1.0:1746126734.240420:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30417 00000100:00100000:1.0:1746126734.240425:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+29:1776:x1830945817793152:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.240435:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.240450:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6cfc expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.240472:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481941 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cf5 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.240480:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.240482:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.240485:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.240517:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481941 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cf5 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.240529:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481941 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cf5 expref: 5 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.240544:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813684736:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.240603:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.241644:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813684736:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.241664:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.241677:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126734.241708:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1776:x1830945817793152:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1282us (1811us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.241715:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30417 00000100:00100000:0.0:1746126734.242049:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.242090:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817793280 00000100:00100000:1.0:1746126734.242094:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817793280 00000100:00100000:1.0:1746126734.242201:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30418 00000100:00100000:1.0:1746126734.242208:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+30:1778:x1830945817793280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.242219:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.242228:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d03 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.242244:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.242248:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.242254:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1746126734.243064:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126734.243145:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.243174:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.243183:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.243201:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126734.243236:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1778:x1830945817793280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1028us (1187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.243242:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30418 00000100:00100000:3.0:1746126734.243319:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817793408 00000100:00100000:3.0:1746126734.243324:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817793408 00010000:00010000:3.0:1746126734.243342:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481941 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cf5 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.243363:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13611 00000100:00100000:3.0:1746126734.243367:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817793408:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.243375:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.243392:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481941 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cf5 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.243410:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481941 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cf5 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.243426:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdda00/0xd8b4f51a84481941 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cf5 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.243438:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.243439:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.243444:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.243451:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.243468:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.243478:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.243486:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813684992:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.243535:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.246135:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.246215:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817793664 00000100:00100000:1.0:1746126734.246222:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817793664 00000100:00100000:3.0:1746126734.246252:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813684992:192.168.204.15@tcp:105: 00002000:00100000:1.0:1746126734.246263:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c337100 x1830945817793664/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126734.246271:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126734.246272:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c337100 with x1830945817793664 ext(0->4095) 00010000:00010000:1.0:1746126734.246281:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.246293:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.246335:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c337100 00000100:00100000:3.0:1746126734.246338:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817793408:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2968us (3274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.246348:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13611 00000100:00100000:1.0:1746126734.246356:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3088 00000100:00100000:1.0:1746126734.246363:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817793664:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.246719:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817793664:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 264us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.246725:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3088 00002000:00100000:1.0:1746126734.246731:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012c337100 x1830945817793664/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.246738:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c337100 with x1830945817793664 ext(0->4095) 00010000:00010000:1.0:1746126734.246743:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.246752:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.246757:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c337100 00000100:00100000:0.0:1746126734.248667:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.248729:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817793792 00000100:00100000:3.0:1746126734.248735:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817793792 00010000:00010000:3.0:1746126734.248835:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.248869:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13612 00000100:00100000:3.0:1746126734.248874:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2010:x1830945817793792:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.248884:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.248899:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.248910:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.248929:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481948 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6cfc expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.248940:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.248941:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.248947:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.248953:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.248977:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 30 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.248986:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813685120:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.249250:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.251398:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813685120:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.251418:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.251534:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2010:x1830945817793792:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2657us (2870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.251543:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13612 00000100:00100000:0.0:1746126734.252009:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.252090:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817794048 00000100:00100000:1.0:1746126734.252097:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817794048 00002000:00100000:1.0:1746126734.252137:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1c00 x1830945817794048/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.252146:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1c00 with x1830945817794048 ext(0->4095) 00002000:00010000:1.0:1746126734.252151:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab1c00 00000100:00100000:1.0:1746126734.252179:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13792 00000100:00100000:1.0:1746126734.252195:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817794048:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126734.252375:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817794048:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 188us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.252381:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13792 00002000:00100000:1.0:1746126734.252386:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1c00 x1830945817794048/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.252393:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1c00 with x1830945817794048 ext(0->4095) 00002000:00010000:1.0:1746126734.252396:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab1c00 00000100:00100000:0.0:1746126734.255478:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.255552:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817794176 00000100:00100000:2.0:1746126734.255561:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817794176 00000100:00100000:2.0:1746126734.255624:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30419 00000100:00100000:2.0:1746126734.255631:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817794176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.255651:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.255670:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d0a expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.255700:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.255707:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.255708:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.255711:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.255743:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 29 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.255755:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 29 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.255767:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813685248:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.255867:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.258804:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813685248:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126734.258805:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126734.258848:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126734.259011:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817794304 00000100:00100000:1.0:1746126734.259018:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817794304 00002000:00100000:1.0:1746126734.259064:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009aab0700 x1830945817794304/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 496/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.259073:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab0700 with x1830945817794304 ext(0->7) 00010000:00010000:1.0:1746126734.259081:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.259093:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 30 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.259099:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab0700 00000100:00100000:1.0:1746126734.259141:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3089 00000100:00100000:1.0:1746126734.259149:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2007:x1830945817794304:12345-192.168.204.15@tcp:4:ldlm_bl.0 00010000:00010000:2.0:1746126734.259356:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d200, rc 0) 00000100:00100000:2.0:1746126734.259406:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817794176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3774us (3937us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.259413:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30419 00000100:00100000:1.0:1746126734.261204:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817794304:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2038us (2388us total) trans 4294972073 rc 0/0 00000100:00100000:1.0:1746126734.261775:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3089 00002000:00100000:1.0:1746126734.261790:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009aab0700 x1830945817794304/t4294972073(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 496/448 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.261800:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab0700 with x1830945817794304 ext(0->7) 00010000:00010000:1.0:1746126734.261811:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.261828:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.261834:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab0700 00000100:00100000:0.0:1746126734.264956:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.265033:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817794432 00000100:00100000:3.0:1746126734.265045:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817794432 00010000:00010000:3.0:1746126734.265090:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.265155:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13613 00000100:00100000:3.0:1746126734.265165:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2009:x1830945817794432:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.265181:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.265219:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.265233:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.265259:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a8448194f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d03 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.265291:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.265293:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.265302:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.265364:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.266362:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.266377:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813685376:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.266468:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.269827:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.269884:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817794560 00000100:00100000:2.0:1746126734.269896:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817794560 00000100:00100000:2.0:1746126734.269950:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30420 00000100:00100000:2.0:1746126734.269958:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817794560:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.269973:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746126734.269977:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126734.269987:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d11 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.270011:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126734.270016:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817794816 00010000:00010000:2.0:1746126734.270018:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.270020:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746126734.270021:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817794816 00010000:00010000:2.0:1746126734.270023:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 33 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.270053:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746126734.270061:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d142680 x1830945817794816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126734.270063:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.270074:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813685504:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.270147:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813685376:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.270149:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00010000:00010000:3.0:1746126734.270165:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.270216:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2009:x1830945817794432:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5052us (5271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.270225:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13613 00002000:00100000:0.0:1746126734.270282:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142680 with x1830945817794816 ext(0->4095) 00010000:00010000:0.0:1746126734.270290:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126734.270300:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:0.0:1746126734.270336:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d142680 00000100:00100000:3.0:1746126734.270415:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3090 00000100:00100000:3.0:1746126734.270422:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817794816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126734.270613:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817794816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 191us (636us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.270620:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3090 00002000:00100000:3.0:1746126734.270625:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d142680 x1830945817794816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.270632:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142680 with x1830945817794816 ext(0->4095) 00010000:00010000:3.0:1746126734.270636:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.270645:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.270651:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d142680 00000100:00100000:2.0:1746126734.271338:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813685504:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.271360:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.271376:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126734.271424:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817794560:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1467us (1609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.271431:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30420 00000100:00100000:0.0:1746126734.271964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.272030:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817794944 00000100:00100000:2.0:1746126734.272034:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817794944 00000100:00100000:2.0:1746126734.272069:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30421 00000100:00100000:2.0:1746126734.272075:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1778:x1830945817794944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.272085:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.272096:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481964 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d18 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.272194:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.272199:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 33 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.272204:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.272206:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481964 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d18 expref: 33 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.272231:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 33 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.272240:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481964 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d18 expref: 33 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.272251:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00000100:00100000:2.0:1746126734.272284:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1778:x1830945817794944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.272290:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30421 00000100:00100000:0.0:1746126734.272793:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.274043:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817795072 00000100:00100000:3.0:1746126734.274052:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817795072 00010000:00010000:3.0:1746126734.274082:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.274129:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13614 00000100:00100000:3.0:1746126734.274136:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d143100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817795072:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.274149:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.274170:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.274181:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.274214:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481956 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d0a expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.274242:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.274244:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.274251:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.274259:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.274288:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.274300:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 32 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.274342:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813685760:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.274427:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.277978:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.278063:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813685760:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.278086:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126734.278241:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817795328 00000100:00100000:0.0:1746126734.278248:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817795328 00002000:00100000:0.0:1746126734.278290:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736ca80 x1830945817795328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126734.278300:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ca80 with x1830945817795328 ext(0->4095) 00000100:00100000:3.0:1746126734.278538:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d143100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817795072:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4400us (5743us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.278548:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13614 00010000:00010000:0.0:1746126734.278810:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126734.278827:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:0.0:1746126734.278832:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736ca80 00000100:00100000:0.0:1746126734.278850:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3091 00000100:00100000:0.0:1746126734.278857:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817795328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126734.279000:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817795328:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (1030us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126734.279005:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3091 00002000:00100000:0.0:1746126734.279010:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009736ca80 x1830945817795328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126734.279017:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ca80 with x1830945817795328 ext(0->4095) 00010000:00010000:0.0:1746126734.279022:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126734.279030:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:0.0:1746126734.279036:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009736ca80 00000100:00100000:0.0:1746126734.283046:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.283200:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817795456 00000100:00100000:3.0:1746126734.283212:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817795456 00010000:00010000:3.0:1746126734.283247:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.283286:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13615 00000100:00100000:3.0:1746126734.283292:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817795456:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.283333:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.283356:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.283368:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.283393:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448195d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d11 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.283416:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.283419:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.283426:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d18 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.283433:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481964 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d18 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.283467:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481964 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d18 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.283479:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813685888:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.283574:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.285609:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813685888:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126734.285615:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126734.285629:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.285662:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817795456:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2369us (2627us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.285670:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13615 00000100:00100000:1.0:1746126734.285776:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817795712 00000100:00100000:1.0:1746126734.285783:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817795712 00002000:00100000:1.0:1746126734.285822:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d141880 x1830945817795712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.285833:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d141880 with x1830945817795712 ext(0->4095) 00002000:00010000:1.0:1746126734.285843:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d141880 00000100:00100000:1.0:1746126734.285874:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13793 00000100:00100000:1.0:1746126734.285880:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817795712:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.286018:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817795712:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.286024:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13793 00002000:00100000:1.0:1746126734.286029:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d141880 x1830945817795712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.286041:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d141880 with x1830945817795712 ext(0->4095) 00002000:00010000:1.0:1746126734.286043:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d141880 00000100:00100000:0.0:1746126734.287976:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.288090:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817795840 00000100:00100000:2.0:1746126734.288098:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817795840 00000100:00100000:2.0:1746126734.288146:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30422 00000100:00100000:2.0:1746126734.288153:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817795840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.288169:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.288197:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448196b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d1f expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.288224:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d18 expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.288231:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.288232:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.288236:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448196b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d1f expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.288270:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481964 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d18 expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.288282:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481964 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d18 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.288299:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813686016:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.288703:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.290073:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813686016:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.290100:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448196b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d1f expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.290114:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d000, rc 0) 00000100:00100000:2.0:1746126734.290146:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817795840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1992us (2175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.290153:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30422 00000100:00100000:0.0:1746126734.291549:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.292833:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817795968 00000100:00100000:3.0:1746126734.292845:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817795968 00010000:00010000:3.0:1746126734.292884:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481964 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d18 expref: 32 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.292923:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13616 00000100:00100000:3.0:1746126734.292930:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d143100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817795968:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.292944:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.292965:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481964 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d18 expref: 32 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.292982:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481964 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d18 expref: 32 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.293007:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481964 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d18 expref: 32 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.293036:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.293039:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.293046:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448196b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d1f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.293054:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448196b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d1f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.293085:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448196b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d1f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.293098:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813686144:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.293195:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1299c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.294649:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813686144:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.294663:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.295294:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d143100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817795968:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2362us (3745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.295331:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13616 00000100:00100000:0.0:1746126734.295766:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.295985:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817796224 00000100:00100000:2.0:1746126734.295993:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817796224 00002000:00100000:2.0:1746126734.296034:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8ce00 x1830945817796224/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.296044:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8ce00 with x1830945817796224 ext(0->4095) 00002000:00010000:2.0:1746126734.296048:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca8ce00 00000100:00100000:0.0:1746126734.296254:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.296344:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13794 00000100:00100000:2.0:1746126734.296352:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817796224:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126734.296354:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817796352 00000100:00100000:3.0:1746126734.296358:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817796352 00000100:00100000:3.0:1746126734.296378:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30423 00000100:00100000:3.0:1746126734.296382:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817796352:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.296390:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.296404:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d26 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.296426:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448196b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d1f expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.296432:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.296433:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.296436:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.296457:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448196b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d1f expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.296465:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448196b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d1f expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.296473:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813686272:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.296496:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817796224:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (730us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.296502:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13794 00002000:00100000:2.0:1746126734.296506:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8ce00 x1830945817796224/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126734.296512:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1299c0 going to sleep for 11 seconds 00002000:00100000:2.0:1746126734.296518:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8ce00 with x1830945817796224 ext(0->4095) 00010000:00010000:2.0:1746126734.296523:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448196b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d1f expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.296535:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448196b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d1f expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.296540:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca8ce00 00000100:00100000:0.0:1746126734.298448:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.298517:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817796480 00000100:00100000:2.0:1746126734.298524:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817796480 00000100:00100000:2.0:1746126734.298560:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30424 00000100:00100000:2.0:1746126734.298567:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1778:x1830945817796480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.298580:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.298593:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481979 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d2d expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.298613:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.298618:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 34 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.298796:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813686272:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.298893:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.298898:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481979 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d2d expref: 34 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.298915:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 34 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.298930:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61800, rc 0) 00010000:00010000:2.0:1746126734.298937:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 34 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.298951:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481979 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d2d expref: 34 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.298970:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+34:1776:x1830945817796352:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2587us (2716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.298975:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30423 00010000:00010000:2.0:1746126734.299155:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ce00, rc 0) 00000100:00100000:2.0:1746126734.299194:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1778:x1830945817796480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 617us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.299200:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30424 00000100:00100000:0.0:1746126734.300781:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.300839:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817796608 00000100:00100000:3.0:1746126734.300845:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817796608 00010000:00010000:3.0:1746126734.300901:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448196b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d1f expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.301053:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13617 00000100:00100000:3.0:1746126734.301060:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817796608:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.301072:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.301480:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448196b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d1f expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.301491:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448196b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d1f expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.301512:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a8448196b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d1f expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.301535:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.301536:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.301543:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.301555:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.301583:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.301593:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 32 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.301605:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813686528:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.301689:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1299c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.301900:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746126734.301911:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830945813686656:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746126734.301946:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126734.301976:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813686656 00000100:00100000:2.0:1746126734.301979:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813686656 00000100:00100000:2.0:1746126734.302004:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1746126734.302009:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3771:x1830945813686656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746126734.302209:0:8382:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:2.0:1746126734.302254:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3771:x1830945813686656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 244us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.302260:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1746126734.302339:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830945813686656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746126734.304508:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813686528:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.304525:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126734.304539:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.304632:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817796864 00000100:00100000:3.0:1746126734.304633:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817796608:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3572us (3854us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.304639:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817796864 00000100:00100000:3.0:1746126734.304642:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13617 00002000:00100000:2.0:1746126734.304755:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8d880 x1830945817796864/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.304766:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8d880 with x1830945817796864 ext(0->4095) 00010000:00010000:2.0:1746126734.304775:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.304793:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.304800:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca8d880 00000100:00100000:2.0:1746126734.304816:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3092 00000100:00100000:2.0:1746126734.304823:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817796864:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.305025:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817796864:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 203us (487us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.305031:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3092 00002000:00100000:2.0:1746126734.305036:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8d880 x1830945817796864/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.305044:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8d880 with x1830945817796864 ext(0->4095) 00010000:00010000:2.0:1746126734.305049:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.305057:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.305064:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca8d880 00000100:00100000:2.0:1746126734.307927:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.308011:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817796992 00000100:00100000:3.0:1746126734.308020:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817796992 00010000:00010000:3.0:1746126734.308053:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.308769:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13618 00000100:00100000:3.0:1746126734.308778:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817796992:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.308793:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.308815:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.308827:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.308850:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481972 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d26 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.308873:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.308875:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.308881:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481979 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d2d expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.308889:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481979 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d2d expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.308919:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481979 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d2d expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.308932:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813686784:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.309016:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1299c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.313198:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.313340:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813686784:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.313362:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.313409:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817796992:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4631us (5488us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.313419:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13618 00000100:00100000:2.0:1746126734.313461:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817797248 00000100:00100000:2.0:1746126734.313469:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817797248 00002000:00100000:2.0:1746126734.313633:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8e300 x1830945817797248/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.313648:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8e300 with x1830945817797248 ext(0->4095) 00002000:00010000:2.0:1746126734.313653:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca8e300 00000100:00100000:2.0:1746126734.313683:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13795 00000100:00100000:2.0:1746126734.313691:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817797248:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.315397:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817797248:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 1701us (2504us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.315406:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13795 00002000:00100000:2.0:1746126734.315413:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8e300 x1830945817797248/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.315729:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8e300 with x1830945817797248 ext(0->4095) 00002000:00010000:2.0:1746126734.315734:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca8e300 00000100:00100000:0.0:1746126734.317513:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.317966:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817797376 00000100:00100000:2.0:1746126734.317977:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817797376 00000100:00100000:2.0:1746126734.318046:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30425 00000100:00100000:2.0:1746126734.318055:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817797376:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.318073:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.318092:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d34 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.318120:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481979 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d2d expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.318127:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.318129:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.318133:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.318165:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481979 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d2d expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.318176:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481979 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d2d expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.318199:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813686912:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.318301:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.319886:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813686912:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.319919:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.319933:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:0.0:1746126734.320695:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.320754:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817797504 00000100:00100000:3.0:1746126734.320760:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817797504 00000100:00100000:2.0:1746126734.320785:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817797376:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2731us (3280us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126734.320788:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481979 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d2d expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.320793:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30425 00000100:00100000:3.0:1746126734.320819:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13619 00000100:00100000:3.0:1746126734.320824:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817797504:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.320834:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.320853:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481979 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d2d expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.320863:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481979 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d2d expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.320882:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481979 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d2d expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.320896:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.320898:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.320905:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.320912:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.320935:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.321079:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813687040:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.321127:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1299c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.322938:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.323098:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817797632 00000100:00100000:2.0:1746126734.323105:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817797632 00000100:00100000:3.0:1746126734.323133:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813687040:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.323139:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30426 00000100:00100000:2.0:1746126734.323145:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817797632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.323148:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126734.323161:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.323175:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d3b expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.323199:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817797504:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2374us (2505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.323208:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13619 00010000:00010000:2.0:1746126734.323216:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.323222:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.323224:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.323228:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.323249:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.323260:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 5 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.323270:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813687168:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.323338:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.323729:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.323804:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817797888 00000100:00100000:0.0:1746126734.323808:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817797888 00002000:00100000:0.0:1746126734.323839:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d249c00 x1830945817797888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126734.323848:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249c00 with x1830945817797888 ext(0->4095) 00010000:00010000:0.0:1746126734.323854:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126734.323864:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:0.0:1746126734.323870:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d249c00 00000100:00100000:0.0:1746126734.324118:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3093 00000100:00100000:0.0:1746126734.324124:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817797888:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126734.324266:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817797888:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (537us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126734.324272:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3093 00002000:00100000:0.0:1746126734.324277:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d249c00 x1830945817797888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126734.324284:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249c00 with x1830945817797888 ext(0->4095) 00010000:00010000:0.0:1746126734.324289:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126734.324297:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:0.0:1746126734.324302:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d249c00 00000100:00100000:2.0:1746126734.325280:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813687168:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.325336:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.325351:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d000, rc 0) 00000100:00100000:2.0:1746126734.325381:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817797632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2236us (2448us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.325388:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30426 00000100:00100000:0.0:1746126734.327105:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.327157:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.327243:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817798016 00000100:00100000:2.0:1746126734.327252:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817798016 00000100:00100000:2.0:1746126734.327301:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30427 00000100:00100000:2.0:1746126734.327328:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1778:x1830945817798016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126734.327340:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817798144 00010000:00010000:2.0:1746126734.327343:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126734.327344:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817798144 00010000:00010000:2.0:1746126734.327358:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448198e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d42 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.327365:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.327380:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.327386:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 33 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.327392:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.327395:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448198e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d42 expref: 33 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.327428:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 33 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.327439:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448198e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d42 expref: 33 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.327447:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:3.0:1746126734.327449:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13620 00000100:00100000:3.0:1746126734.327455:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817798144:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.327463:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.327480:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.327488:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1778:x1830945817798016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (387us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126734.327491:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.327494:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30427 00010000:00010000:3.0:1746126734.327509:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481980 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d34 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.327659:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.327662:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.327668:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.327675:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.327694:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.327704:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.327715:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813687424:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.327895:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1299c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.329962:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813687424:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.329978:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.330015:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817798144:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2559us (2856us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.330024:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13620 00000100:00100000:0.0:1746126734.330774:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.330838:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817798400 00000100:00100000:1.0:1746126734.330895:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817798400 00002000:00100000:1.0:1746126734.330934:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ef800 x1830945817798400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.330944:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ef800 with x1830945817798400 ext(0->4095) 00010000:00010000:1.0:1746126734.330953:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.330965:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.330972:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b51ef800 00000100:00100000:1.0:1746126734.330999:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3094 00000100:00100000:1.0:1746126734.331005:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817798400:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126734.331129:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817798400:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (362us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.331135:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3094 00002000:00100000:1.0:1746126734.331140:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ef800 x1830945817798400/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.331147:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ef800 with x1830945817798400 ext(0->4095) 00010000:00010000:1.0:1746126734.331151:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.331160:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.331165:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b51ef800 00000100:00100000:0.0:1746126734.332967:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.333025:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817798528 00000100:00100000:3.0:1746126734.333033:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817798528 00010000:00010000:3.0:1746126734.333060:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.333655:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13621 00000100:00100000:3.0:1746126734.333662:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817798528:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.333679:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.333698:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.333710:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.333734:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481987 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d3b expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.333749:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.333751:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.333757:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448198e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d42 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.333765:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448198e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d42 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.333795:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448198e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d42 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.333806:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813687552:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.333882:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1299c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.335900:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813687552:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.335918:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.335962:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817798528:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2300us (3002us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.335975:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13621 00000100:00100000:0.0:1746126734.336749:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.336861:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817798784 00000100:00100000:2.0:1746126734.336873:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817798784 00002000:00100000:2.0:1746126734.336917:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51edf80 x1830945817798784/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.336927:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51edf80 with x1830945817798784 ext(0->4095) 00002000:00010000:2.0:1746126734.336932:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51edf80 00000100:00100000:2.0:1746126734.336967:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13796 00000100:00100000:2.0:1746126734.336974:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817798784:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.337786:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817798784:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 810us (1036us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.337793:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13796 00002000:00100000:2.0:1746126734.337799:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51edf80 x1830945817798784/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.337806:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51edf80 with x1830945817798784 ext(0->4095) 00002000:00010000:2.0:1746126734.337809:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51edf80 00000100:00100000:0.0:1746126734.339725:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.340546:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817798912 00000100:00100000:2.0:1746126734.340554:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817798912 00000100:00100000:2.0:1746126734.340652:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30428 00000100:00100000:2.0:1746126734.340660:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817798912:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.340676:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.340689:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481995 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d49 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.340710:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448198e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d42 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.340717:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.340719:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.340721:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481995 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d49 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.340745:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448198e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d42 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.340754:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448198e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d42 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.340765:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d249f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813687680:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.340839:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.343142:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d249f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813687680:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.343177:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481995 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d49 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126734.343180:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126734.343204:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126734.343257:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817798912:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2597us (3534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.343263:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30428 00000100:00100000:3.0:1746126734.343296:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817799040 00000100:00100000:3.0:1746126734.343506:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817799040 00010000:00010000:3.0:1746126734.343540:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448198e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d42 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.343582:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13622 00000100:00100000:3.0:1746126734.343589:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817799040:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.343603:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.343625:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448198e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d42 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.343637:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448198e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d42 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.343660:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448198e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d42 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.343687:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.343690:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.343697:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481995 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d49 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.343703:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481995 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d49 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.343938:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481995 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d49 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.343952:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813687808:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.344178:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1299c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.345527:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813687808:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.345544:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.345660:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817799040:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2070us (2485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.345669:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13622 00000100:00100000:0.0:1746126734.346298:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.346586:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817799296 00000100:00100000:2.0:1746126734.346593:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817799296 00002000:00100000:2.0:1746126734.346633:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ed180 x1830945817799296/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.346642:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ed180 with x1830945817799296 ext(0->4095) 00002000:00010000:2.0:1746126734.346647:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51ed180 00000100:00100000:2.0:1746126734.346670:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13797 00000100:00100000:2.0:1746126734.346677:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817799296:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.346989:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817799296:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 312us (692us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.346996:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13797 00002000:00100000:2.0:1746126734.347001:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ed180 x1830945817799296/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.347008:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ed180 with x1830945817799296 ext(0->4095) 00002000:00010000:2.0:1746126734.347011:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51ed180 00000100:00100000:0.0:1746126734.347096:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.347173:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817799424 00000100:00100000:2.0:1746126734.347176:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817799424 00000100:00100000:2.0:1746126734.347212:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30429 00000100:00100000:2.0:1746126734.347217:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817799424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.347227:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.347243:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d50 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.347267:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481995 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d49 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.347274:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.347277:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.347280:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.347327:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481995 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d49 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.347343:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481995 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d49 expref: 5 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.347354:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d249f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813687936:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.347412:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.349006:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d249f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813687936:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.349036:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.349049:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d200, rc 0) 00000100:00100000:0.0:1746126734.349070:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.349151:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817799552 00000100:00100000:3.0:1746126734.349157:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817799552 00010000:00010000:3.0:1746126734.349268:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481995 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d49 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.349502:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817799424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2283us (2413us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.349509:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30429 00000100:00100000:3.0:1746126734.349689:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13623 00000100:00100000:3.0:1746126734.349696:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817799552:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.349706:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746126734.349782:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126734.349811:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481995 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d49 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.349822:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481995 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d49 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.349913:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817799680 00000100:00100000:2.0:1746126734.349920:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817799680 00000100:00100000:2.0:1746126734.349967:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30430 00000100:00100000:2.0:1746126734.349974:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:1778:x1830945817799680:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.349989:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.350002:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d57 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.350045:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481995 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d49 expref: 8 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.350127:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.350133:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.350144:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.350147:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 7 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.350158:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.350161:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.350168:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.350175:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.350284:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.350293:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.350318:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813688064:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.350330:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.350339:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.350350:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d249f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813688192:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.350584:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129600 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.350590:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.352599:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d249f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813688192:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.352638:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 7 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.352652:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ca00, rc 0) 00000100:00100000:3.0:1746126734.352689:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:1778:x1830945817799680:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2714us (2907us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.352696:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30430 00000100:00100000:0.0:1746126734.352945:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.352995:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817799936 00000100:00100000:2.0:1746126734.353005:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817799936 00002000:00100000:2.0:1746126734.353047:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee5880 x1830945817799936/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.353056:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee5880 with x1830945817799936 ext(0->4095) 00010000:00010000:2.0:1746126734.353063:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.353074:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.353079:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee5880 00000100:00100000:2.0:1746126734.353111:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3095 00000100:00100000:2.0:1746126734.353117:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817799936:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.353274:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817799936:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.353281:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3095 00002000:00100000:2.0:1746126734.353286:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee5880 x1830945817799936/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.353292:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee5880 with x1830945817799936 ext(0->4095) 00010000:00010000:2.0:1746126734.353296:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.353339:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.353345:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee5880 00000100:00100000:3.0:1746126734.353484:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813688064:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.353496:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.353536:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817799552:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3837us (4468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.353547:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13623 00000100:00100000:0.0:1746126734.355370:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.355640:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817800064 00000100:00100000:3.0:1746126734.355647:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817800064 00000100:00100000:3.0:1746126734.355685:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30431 00000100:00100000:3.0:1746126734.355693:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817800064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.355711:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126734.355719:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126734.355727:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844819aa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d5e expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.355753:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.355759:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.355765:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126734.355768:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844819aa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d5e expref: 33 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.355801:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.355812:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844819aa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d5e expref: 33 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.355824:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00000100:00100000:3.0:1746126734.355867:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1776:x1830945817800064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.355873:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30431 00000100:00100000:2.0:1746126734.355887:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817800192 00000100:00100000:2.0:1746126734.355898:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817800192 00010000:00010000:2.0:1746126734.355931:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.355963:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13624 00000100:00100000:2.0:1746126734.355969:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2009:x1830945817800192:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.355980:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.355995:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.356005:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.356025:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a8448199c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d50 expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.356056:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.356058:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.356065:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.356072:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.356100:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.356109:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 5 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.356153:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813688448:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.356363:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.358240:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813688448:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.358262:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.358511:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2009:x1830945817800192:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2539us (2790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.358521:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13624 00000100:00100000:0.0:1746126734.358609:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.358790:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817800448 00000100:00100000:2.0:1746126734.358801:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817800448 00002000:00100000:2.0:1746126734.358839:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca30700 x1830945817800448/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.358849:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30700 with x1830945817800448 ext(0->4095) 00010000:00010000:2.0:1746126734.358856:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.358868:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.358874:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca30700 00000100:00100000:2.0:1746126734.358901:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3096 00000100:00100000:2.0:1746126734.358906:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817800448:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.359036:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817800448:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (427us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.359042:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3096 00002000:00100000:2.0:1746126734.359048:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca30700 x1830945817800448/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.359054:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30700 with x1830945817800448 ext(0->4095) 00010000:00010000:2.0:1746126734.359058:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.359067:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.359072:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca30700 00000100:00100000:0.0:1746126734.360559:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.360611:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817800576 00000100:00100000:2.0:1746126734.360617:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817800576 00010000:00010000:2.0:1746126734.360642:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.360669:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13625 00000100:00100000:2.0:1746126734.360675:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817800576:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.360688:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.360704:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.360714:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.360739:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d57 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.360768:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.360771:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.360779:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844819aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d5e expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.360787:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844819aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d5e expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.360818:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844819aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d5e expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.360835:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813688576:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.360914:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed853c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.362080:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813688576:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.362235:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.362261:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817800576:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1585us (1706us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.362268:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13625 00000100:00100000:0.0:1746126734.363095:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.363199:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817800832 00000100:00100000:2.0:1746126734.363205:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817800832 00002000:00100000:2.0:1746126734.363236:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca30a80 x1830945817800832/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.363244:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30a80 with x1830945817800832 ext(0->4095) 00002000:00010000:2.0:1746126734.363248:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca30a80 00000100:00100000:2.0:1746126734.363274:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13798 00000100:00100000:2.0:1746126734.363280:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817800832:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.363450:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817800832:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (356us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.363457:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13798 00002000:00100000:2.0:1746126734.363466:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca30a80 x1830945817800832/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.363472:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30a80 with x1830945817800832 ext(0->4095) 00002000:00010000:2.0:1746126734.363475:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca30a80 00000100:00100000:0.0:1746126734.365770:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.365854:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817800960 00000100:00100000:2.0:1746126734.365861:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817800960 00000100:00100000:2.0:1746126734.365912:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30432 00000100:00100000:2.0:1746126734.365919:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817800960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.365935:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.365958:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844819b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d65 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.365989:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844819aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d5e expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.365995:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.365997:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.366000:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844819b1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d65 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.366668:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844819aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d5e expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.366682:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844819aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d5e expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.366696:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813688704:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.366790:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.368271:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813688704:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.368301:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844819b1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d65 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.368351:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c200, rc 0) 00000100:00100000:2.0:1746126734.368387:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817800960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2468us (2623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.368396:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30432 00000100:00100000:0.0:1746126734.368576:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.368782:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817801088 00000100:00100000:2.0:1746126734.368787:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817801088 00010000:00010000:2.0:1746126734.368812:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844819aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d5e expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.368835:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13626 00000100:00100000:2.0:1746126734.368841:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817801088:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.368851:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.368869:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844819aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d5e expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.368879:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844819aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d5e expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.368900:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a844819aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d5e expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.368922:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.368924:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.368931:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844819b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d65 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.368944:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844819b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d65 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.368965:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844819b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d65 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.368974:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813688832:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.369522:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.370975:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813688832:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.370999:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.371050:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817801088:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2207us (2473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.371059:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13626 00000100:00100000:0.0:1746126734.371346:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.371664:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817801344 00000100:00100000:2.0:1746126734.371673:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817801344 00002000:00100000:2.0:1746126734.371705:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca33100 x1830945817801344/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.371714:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca33100 with x1830945817801344 ext(0->4095) 00002000:00010000:2.0:1746126734.371718:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca33100 00000100:00100000:2.0:1746126734.371733:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13799 00000100:00100000:2.0:1746126734.371737:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817801344:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.371859:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817801344:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (513us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.371868:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13799 00002000:00100000:2.0:1746126734.371872:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca33100 x1830945817801344/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.371879:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca33100 with x1830945817801344 ext(0->4095) 00002000:00010000:2.0:1746126734.371881:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca33100 00000100:00100000:0.0:1746126734.373511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.373552:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.373634:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817801472 00000100:00100000:3.0:1746126734.373644:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817801472 00000100:00100000:3.0:1746126734.373683:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817801600 00000100:00100000:3.0:1746126734.373685:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817801600 00000100:00100000:3.0:1746126734.373718:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30433 00000100:00100000:3.0:1746126734.373725:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817801472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.373742:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126734.373752:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30434 00010000:00010000:3.0:1746126734.373758:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d6c expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.373763:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1778:x1830945817801600:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.373783:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844819b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d65 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.373790:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.373793:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.373796:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 33 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.373821:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844819b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d65 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.373831:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844819b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d65 expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.373841:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813688960:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.374044:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.374058:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d73 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.374079:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.374084:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 34 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.374089:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.374092:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819bf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d73 expref: 34 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.374124:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 34 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.374135:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d73 expref: 34 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.374143:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126734.374170:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+34:1778:x1830945817801600:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 411us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.374175:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30434 00000100:00100000:3.0:1746126734.374548:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.377610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.377724:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817801728 00000100:00100000:3.0:1746126734.377725:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813688960:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.377734:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817801728 00010000:00010000:3.0:1746126734.377755:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 33 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.377772:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00010000:00010000:2.0:1746126734.377775:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844819b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d65 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.377822:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1776:x1830945817801472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4097us (4314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.377824:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13627 00000100:00100000:3.0:1746126734.377829:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30433 00000100:00100000:2.0:1746126734.377833:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817801728:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.377848:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.377878:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844819b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d65 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.377889:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844819b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d65 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.377913:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a844819b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d65 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.377932:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.377934:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.377941:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.377950:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.377986:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.377997:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.378008:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813689216:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.378123:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.383660:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.383745:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817801984 00000100:00100000:1.0:1746126734.383757:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817801984 00000100:00100000:2.0:1746126734.383773:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813689216:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.383800:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126734.383801:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74ca80 x1830945817801984/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.383808:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74ca80 with x1830945817801984 ext(0->4095) 00010000:00010000:1.0:1746126734.383816:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.383827:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.383833:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74ca80 00000100:00100000:2.0:1746126734.383847:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817801728:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 6015us (6245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.383859:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13627 00000100:00100000:1.0:1746126734.383872:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3097 00000100:00100000:1.0:1746126734.383879:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817801984:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126734.384030:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817801984:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.384036:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3097 00002000:00100000:1.0:1746126734.384041:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74ca80 x1830945817801984/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.384053:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74ca80 with x1830945817801984 ext(0->4095) 00010000:00010000:1.0:1746126734.384057:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.384065:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.384070:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74ca80 00000100:00100000:0.0:1746126734.389611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.389685:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817802112 00000100:00100000:2.0:1746126734.389694:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817802112 00010000:00010000:2.0:1746126734.389734:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.389763:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13628 00000100:00100000:2.0:1746126734.389770:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817802112:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.389786:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.389806:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.389823:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.389847:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a844819b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d6c expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.389877:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.389879:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.389886:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d73 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.389894:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d73 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.389927:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d73 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.389940:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813689344:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.390022:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.392928:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813689344:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.392958:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.393000:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817802112:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3229us (3398us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.393011:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13628 00000100:00100000:0.0:1746126734.393237:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.395261:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817802368 00000100:00100000:2.0:1746126734.395273:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817802368 00002000:00100000:2.0:1746126734.395356:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74dc00 x1830945817802368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.395367:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74dc00 with x1830945817802368 ext(0->4095) 00002000:00010000:2.0:1746126734.395372:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74dc00 00000100:00100000:2.0:1746126734.395411:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13800 00000100:00100000:2.0:1746126734.395418:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817802368:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.395604:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817802368:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 186us (2367us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.395610:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13800 00002000:00100000:2.0:1746126734.395616:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74dc00 x1830945817802368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.395623:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74dc00 with x1830945817802368 ext(0->4095) 00002000:00010000:2.0:1746126734.395626:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74dc00 00000100:00100000:0.0:1746126734.398358:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.398446:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817802496 00000100:00100000:3.0:1746126734.398457:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817802496 00000100:00100000:3.0:1746126734.398967:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30435 00000100:00100000:3.0:1746126734.398976:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817802496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.398995:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.399014:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844819c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d7a expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.399048:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d73 expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.399057:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.399059:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.399063:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844819c6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d7a expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.399096:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d73 expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.399108:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d73 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.399126:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813689472:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.399234:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.401736:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.401821:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817802624 00000100:00100000:2.0:1746126734.401832:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817802624 00010000:00010000:2.0:1746126734.401870:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819bf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d73 expref: 32 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.401919:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13629 00000100:00100000:2.0:1746126734.401926:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817802624:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.401938:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.401959:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819bf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d73 expref: 32 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.401977:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d73 expref: 32 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.402002:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.402004:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.402011:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844819c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d7a expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.402018:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844819c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d7a expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.402048:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844819c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d7a expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.402060:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813689600:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.402158:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85f00 going to sleep for 11 seconds 00010000:00010000:3.0:1746126734.402263:0:9565:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d73 expref: 32 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.402293:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813689472:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.402346:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844819c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d7a expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.402360:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60200, rc 0) 00000100:00100000:3.0:1746126734.402390:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817802496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3415us (4038us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.402398:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30435 00000100:00100000:2.0:1746126734.404060:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813689600:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.404082:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.404128:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817802624:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2201us (2397us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.404136:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13629 00000100:00100000:0.0:1746126734.404428:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.404513:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817802880 00000100:00100000:3.0:1746126734.404519:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817802880 00002000:00100000:3.0:1746126734.404553:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74c380 x1830945817802880/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.404563:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74c380 with x1830945817802880 ext(0->4095) 00002000:00010000:3.0:1746126734.404568:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74c380 00000100:00100000:3.0:1746126734.404595:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13801 00000100:00100000:3.0:1746126734.404602:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817802880:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126734.404827:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.404898:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817803008 00000100:00100000:2.0:1746126734.404902:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817803008 00000100:00100000:2.0:1746126734.404923:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30436 00000100:00100000:2.0:1746126734.404927:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817803008:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.404939:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.404953:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d81 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.404975:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844819c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d7a expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.404982:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.404984:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.404987:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.405011:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844819c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d7a expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.405022:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844819c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d7a expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.405032:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813689728:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.405089:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.405290:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817802880:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 688us (862us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.405300:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13801 00002000:00100000:3.0:1746126734.405330:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74c380 x1830945817802880/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.405337:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74c380 with x1830945817802880 ext(0->4095) 00010000:00010000:3.0:1746126734.405342:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844819c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d7a expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.405351:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844819c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d7a expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.405357:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74c380 00000100:00100000:0.0:1746126734.407667:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.407740:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.407886:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817803136 00000100:00100000:1.0:1746126734.407897:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817803136 00000100:00100000:1.0:1746126734.407954:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30437 00000100:00100000:1.0:1746126734.407961:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1778:x1830945817803136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.407976:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.407991:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844819d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d88 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.408013:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.408017:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 34 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.408023:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.408026:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844819d4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d88 expref: 34 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.408056:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 34 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.408072:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844819d4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d88 expref: 34 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.408080:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126734.408127:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+34:1778:x1830945817803136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.408133:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30437 00000100:00100000:2.0:1746126734.408262:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813689728:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.408290:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 33 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.408321:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126734.408347:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1776:x1830945817803008:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3419us (3520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.408357:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30436 00000100:00100000:3.0:1746126734.408437:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817803264 00000100:00100000:3.0:1746126734.408447:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817803264 00010000:00010000:3.0:1746126734.408465:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844819c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d7a expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.408494:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13630 00000100:00100000:3.0:1746126734.408500:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817803264:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.408509:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.408532:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844819c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d7a expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.408542:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844819c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d7a expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.408561:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a844819c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d7a expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.408583:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.408585:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.408591:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.408599:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.408622:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.408631:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.408649:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813689984:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.408713:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.411551:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.411569:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813689984:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.411597:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.411664:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817803264:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3161us (3921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.411675:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13630 00000100:00100000:2.0:1746126734.412790:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817803520 00000100:00100000:2.0:1746126734.412799:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817803520 00002000:00100000:2.0:1746126734.412892:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74d500 x1830945817803520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.412900:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74d500 with x1830945817803520 ext(0->4095) 00010000:00010000:2.0:1746126734.412908:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.412921:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.412928:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74d500 00000100:00100000:2.0:1746126734.413374:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3098 00000100:00100000:2.0:1746126734.413382:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817803520:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.413564:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817803520:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 181us (2018us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.413571:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3098 00002000:00100000:2.0:1746126734.413576:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74d500 x1830945817803520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.413583:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74d500 with x1830945817803520 ext(0->4095) 00010000:00010000:2.0:1746126734.413588:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.413661:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.413668:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74d500 00000100:00100000:0.0:1746126734.415416:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.415508:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817803648 00000100:00100000:3.0:1746126734.415518:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817803648 00010000:00010000:3.0:1746126734.415556:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.415603:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13631 00000100:00100000:3.0:1746126734.415610:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817803648:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.415624:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.415642:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.415654:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.415678:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a844819cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d81 expref: 33 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.415708:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.415710:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.415718:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844819d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d88 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.415728:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844819d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d88 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.415759:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844819d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d88 expref: 32 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.415770:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813690112:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.416488:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.421126:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.421194:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817803904 00000100:00100000:2.0:1746126734.421201:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817803904 00002000:00100000:2.0:1746126734.421243:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966af800 x1830945817803904/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.421251:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966af800 with x1830945817803904 ext(0->4095) 00002000:00010000:2.0:1746126734.421255:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800966af800 00000100:00100000:3.0:1746126734.421262:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813690112:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.421273:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13802 00010000:00010000:3.0:1746126734.421278:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.421279:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817803904:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126734.421353:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817803648:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5743us (5941us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.421360:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13631 00000100:00100000:2.0:1746126734.421411:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817803904:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.421416:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13802 00002000:00100000:2.0:1746126734.421421:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966af800 x1830945817803904/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.421427:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966af800 with x1830945817803904 ext(0->4095) 00002000:00010000:2.0:1746126734.421430:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800966af800 00000100:00100000:0.0:1746126734.424544:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.424602:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817804032 00000100:00100000:2.0:1746126734.424608:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817804032 00000100:00100000:2.0:1746126734.424711:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30438 00000100:00100000:2.0:1746126734.424718:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817804032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.424735:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.424750:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d8f expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.424772:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844819d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d88 expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.424778:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.424779:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.424782:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.424805:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844819d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d88 expref: 31 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.424815:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844819d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d88 expref: 31 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.424826:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813690240:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.424963:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed853c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.426723:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813690240:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.426750:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.426762:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:2.0:1746126734.426798:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817804032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2080us (2259us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.426807:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30438 00000100:00100000:0.0:1746126734.427498:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.427627:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817804160 00000100:00100000:3.0:1746126734.427633:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817804160 00010000:00010000:3.0:1746126734.427654:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844819d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d88 expref: 32 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.427682:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13632 00000100:00100000:3.0:1746126734.427688:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817804160:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.427697:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.427712:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844819d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d88 expref: 32 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.427721:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844819d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d88 expref: 32 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.427738:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a844819d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d88 expref: 32 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.427760:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.427762:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.427768:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.427775:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.427796:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.427807:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813690368:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.427936:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.431375:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.432085:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.432135:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817804544 00000100:00100000:2.0:1746126734.432141:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817804544 00000100:00100000:3.0:1746126734.432157:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813690368:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.432173:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30439 00000100:00100000:2.0:1746126734.432179:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817804544:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.432180:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126734.432201:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.432214:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d96 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.432236:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817804160:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4548us (4739us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126734.432236:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.432242:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.432243:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.432246:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.432257:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13632 00010000:00010000:2.0:1746126734.432269:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.432279:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 5 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.432288:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813690496:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.432354:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed853c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.432447:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817804416 00000100:00100000:1.0:1746126734.432451:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817804416 00002000:00100000:1.0:1746126734.432654:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6f800 x1830945817804416/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.432663:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6f800 with x1830945817804416 ext(0->4095) 00010000:00010000:1.0:1746126734.432681:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.432691:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.432710:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6f800 00000100:00100000:1.0:1746126734.432745:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3099 00000100:00100000:1.0:1746126734.432765:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817804416:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.432915:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817804416:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (1547us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.432920:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3099 00002000:00100000:1.0:1746126734.432935:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6f800 x1830945817804416/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.432942:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6f800 with x1830945817804416 ext(0->4095) 00010000:00010000:1.0:1746126734.432946:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.432963:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.432969:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6f800 00000100:00100000:2.0:1746126734.434702:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813690496:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.434728:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.434741:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ca00, rc 0) 00000100:00100000:2.0:1746126734.434780:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817804544:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2600us (2695us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.434786:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30439 00000100:00100000:0.0:1746126734.435480:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.435513:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817804672 00000100:00100000:2.0:1746126734.435518:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817804672 00000100:00100000:2.0:1746126734.435553:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30440 00000100:00100000:2.0:1746126734.435559:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1778:x1830945817804672:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.435570:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.435579:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844819e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6d9d expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.435595:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.435599:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.435604:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.435606:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844819e9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d9d expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.435630:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.435639:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844819e9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d9d expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.435651:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126734.435679:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1778:x1830945817804672:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.435685:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30440 00000100:00100000:0.0:1746126734.437883:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.437975:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817804800 00000100:00100000:3.0:1746126734.437981:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817804800 00010000:00010000:3.0:1746126734.438006:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.438028:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13633 00000100:00100000:3.0:1746126734.438034:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817804800:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.438047:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.438062:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.438072:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.438089:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d8f expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.438117:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.438119:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.438125:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.438132:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.438157:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.438167:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.438178:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813690752:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.438786:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.442339:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.442451:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813690752:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.442467:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.442504:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817804800:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4469us (4625us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.442514:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13633 00000100:00100000:2.0:1746126734.442588:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817805056 00000100:00100000:2.0:1746126734.442594:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817805056 00002000:00100000:2.0:1746126734.442622:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6c000 x1830945817805056/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.442631:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6c000 with x1830945817805056 ext(0->4095) 00010000:00010000:2.0:1746126734.442638:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.442649:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.442655:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6c000 00000100:00100000:2.0:1746126734.442680:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3100 00000100:00100000:2.0:1746126734.442686:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817805056:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.443059:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817805056:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 372us (755us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.443065:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3100 00002000:00100000:2.0:1746126734.443070:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6c000 x1830945817805056/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.443083:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6c000 with x1830945817805056 ext(0->4095) 00010000:00010000:2.0:1746126734.443087:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.443097:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.443540:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6c000 00000100:00100000:0.0:1746126734.445147:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.445259:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817805184 00000100:00100000:3.0:1746126734.445266:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817805184 00010000:00010000:3.0:1746126734.445291:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.445342:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13634 00000100:00100000:3.0:1746126734.445348:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817805184:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.445360:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.445375:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.445385:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.445504:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a844819e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d96 expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.445533:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.445535:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.445540:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844819e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d9d expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.445548:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844819e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d9d expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.445575:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844819e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d9d expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.445585:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813690880:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.445912:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.449462:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.449569:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813690880:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.449585:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.449621:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817805184:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4272us (4477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.449629:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13634 00000100:00100000:2.0:1746126734.449789:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817805440 00000100:00100000:2.0:1746126734.449796:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817805440 00002000:00100000:2.0:1746126734.449831:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6c700 x1830945817805440/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.449845:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6c700 with x1830945817805440 ext(0->4095) 00002000:00010000:2.0:1746126734.449849:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b6c700 00000100:00100000:2.0:1746126734.449878:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13803 00000100:00100000:2.0:1746126734.449884:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2009:x1830945817805440:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126734.450031:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2009:x1830945817805440:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (574us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.450042:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13803 00002000:00100000:2.0:1746126734.450047:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6c700 x1830945817805440/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.450054:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6c700 with x1830945817805440 ext(0->4095) 00002000:00010000:2.0:1746126734.450056:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b6c700 00000100:00100000:0.0:1746126734.452386:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.452449:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817805568 00000100:00100000:2.0:1746126734.452456:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817805568 00000100:00100000:2.0:1746126734.452498:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30441 00000100:00100000:2.0:1746126734.452505:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817805568:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.452517:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.452532:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844819f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6da4 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.452554:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844819e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d9d expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.452560:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.452561:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.452564:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844819f0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6da4 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.452587:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844819e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d9d expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.452596:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844819e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d9d expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.452606:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813691008:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.452683:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.453830:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813691008:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.453851:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844819f0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6da4 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.453866:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ce00, rc 0) 00000100:00100000:2.0:1746126734.453908:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817805568:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1403us (1527us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.453915:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30441 00000100:00100000:0.0:1746126734.454755:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.454852:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817805696 00000100:00100000:3.0:1746126734.454858:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817805696 00010000:00010000:3.0:1746126734.454879:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844819e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d9d expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.454898:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13635 00000100:00100000:3.0:1746126734.454903:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817805696:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.454912:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.454927:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844819e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d9d expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.454935:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844819e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d9d expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.454950:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a844819e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6d9d expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.454976:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.454977:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.454983:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844819f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6da4 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.454990:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844819f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6da4 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.455013:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844819f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6da4 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.455025:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813691136:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126734.455674:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.457582:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813691136:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.457597:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.457626:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817805696:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2722us (2872us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.457634:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13635 00000100:00100000:0.0:1746126734.458069:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.458409:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817805952 00000100:00100000:2.0:1746126734.458415:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817805952 00002000:00100000:2.0:1746126734.458445:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969eca80 x1830945817805952/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.458628:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eca80 with x1830945817805952 ext(0->4095) 00002000:00010000:2.0:1746126734.458632:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969eca80 00000100:00100000:2.0:1746126734.458654:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13804 00000100:00100000:2.0:1746126734.458660:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817805952:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.458769:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817805952:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (701us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.458774:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13804 00002000:00100000:2.0:1746126734.458779:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969eca80 x1830945817805952/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.458790:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969eca80 with x1830945817805952 ext(0->4095) 00002000:00010000:2.0:1746126734.458793:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969eca80 00000100:00100000:0.0:1746126734.459873:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.460144:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817806080 00000100:00100000:2.0:1746126734.460154:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817806080 00000100:00100000:2.0:1746126734.460189:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30442 00000100:00100000:2.0:1746126734.460195:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1776:x1830945817806080:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.460206:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.460218:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6dab expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.460239:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844819f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6da4 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.460245:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.460247:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.460250:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.460270:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844819f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6da4 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.460281:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844819f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6da4 expref: 5 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.460290:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813691264:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.461863:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.462203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.462646:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817806208 00000100:00100000:2.0:1746126734.462652:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817806208 00000100:00100000:2.0:1746126734.462695:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30443 00000100:00100000:2.0:1746126734.462701:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1778:x1830945817806208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.462713:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.462725:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6db2 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.462744:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.462748:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 34 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.462753:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.462756:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819fe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db2 expref: 34 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.462787:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 34 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.462796:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819fe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db2 expref: 34 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.462803:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126734.462839:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+34:1778:x1830945817806208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.462844:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30443 00000100:00100000:2.0:1746126734.463547:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813691264:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.463561:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.463570:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:0.0:1746126734.463633:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.463714:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1776:x1830945817806080:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3407us (3730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.463854:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30442 00000100:00100000:3.0:1746126734.464125:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817806336 00000100:00100000:3.0:1746126734.464130:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817806336 00010000:00010000:3.0:1746126734.464148:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844819f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6da4 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.464177:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13636 00000100:00100000:3.0:1746126734.464190:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817806336:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.464200:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.464214:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844819f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6da4 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.464223:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844819f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6da4 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.464238:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844819f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6da4 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.464262:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.464264:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.464269:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.464280:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.464300:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.464339:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.464349:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813691520:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.465299:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.466983:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813691520:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.467000:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.467345:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817806336:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3161us (3711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.467359:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13636 00000100:00100000:0.0:1746126734.467771:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.468036:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817806592 00000100:00100000:2.0:1746126734.468041:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817806592 00002000:00100000:2.0:1746126734.468068:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969efb80 x1830945817806592/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.468076:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969efb80 with x1830945817806592 ext(0->4095) 00010000:00010000:2.0:1746126734.468083:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.468093:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.468099:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969efb80 00000100:00100000:2.0:1746126734.468119:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3101 00000100:00100000:2.0:1746126734.468123:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817806592:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.468233:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817806592:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (462us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.468238:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3101 00002000:00100000:2.0:1746126734.468242:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969efb80 x1830945817806592/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.468254:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969efb80 with x1830945817806592 ext(0->4095) 00010000:00010000:2.0:1746126734.468258:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.468266:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.468271:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969efb80 00000100:00100000:0.0:1746126734.470402:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.470502:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817806720 00000100:00100000:3.0:1746126734.470509:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817806720 00010000:00010000:3.0:1746126734.470534:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.470606:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13637 00000100:00100000:3.0:1746126734.470614:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817806720:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.470630:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.470646:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.470656:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.470674:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a844819f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dab expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.470691:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.470694:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.470700:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db2 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.470706:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db2 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.470731:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db2 expref: 32 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.470742:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813691648:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.470814:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.472577:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.472649:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817806976 00000100:00100000:1.0:1746126734.472654:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817806976 00002000:00100000:1.0:1746126734.472684:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbee680 x1830945817806976/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.472692:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbee680 with x1830945817806976 ext(0->4095) 00002000:00010000:1.0:1746126734.472696:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbee680 00000100:00100000:1.0:1746126734.472723:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13805 00000100:00100000:1.0:1746126734.472729:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817806976:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126734.472807:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813691648:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.472819:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.472848:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2007:x1830945817806720:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2235us (2451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.472855:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13637 00000100:00100000:1.0:1746126734.473171:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817806976:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 440us (694us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.473176:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13805 00002000:00100000:1.0:1746126734.473206:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbee680 x1830945817806976/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.473213:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbee680 with x1830945817806976 ext(0->4095) 00002000:00010000:1.0:1746126734.473216:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbee680 00000100:00100000:0.0:1746126734.475106:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.475160:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817807104 00000100:00100000:2.0:1746126734.475167:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817807104 00000100:00100000:2.0:1746126734.475222:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30444 00000100:00100000:2.0:1746126734.475229:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817807104:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.475242:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.475396:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6db9 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.475425:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db2 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.475432:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.475433:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.475436:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a05 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db9 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.475460:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db2 expref: 31 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.475475:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db2 expref: 31 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.475485:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813691776:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.475566:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.477124:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813691776:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.477156:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a05 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db9 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.477169:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126734.477223:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817807104:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1993us (2120us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.477230:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30444 00000100:00100000:0.0:1746126734.477384:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.477437:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817807232 00000100:00100000:3.0:1746126734.477442:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817807232 00010000:00010000:3.0:1746126734.477462:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db2 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.477494:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13638 00000100:00100000:3.0:1746126734.477500:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817807232:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.477509:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.477524:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db2 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.477534:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db2 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.477551:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a844819fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db2 expref: 32 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.477577:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.477579:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.477584:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db9 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.477591:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db9 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.477612:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db9 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.477626:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813691904:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.477684:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.478989:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813691904:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.479000:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.479031:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2007:x1830945817807232:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1530us (1650us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.479038:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13638 00000100:00100000:2.0:1746126734.479274:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.479402:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817807488 00000100:00100000:1.0:1746126734.479407:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817807488 00002000:00100000:1.0:1746126734.479436:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24a680 x1830945817807488/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.479444:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24a680 with x1830945817807488 ext(0->4095) 00002000:00010000:1.0:1746126734.479448:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d24a680 00000100:00100000:1.0:1746126734.479470:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13806 00000100:00100000:1.0:1746126734.479476:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817807488:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126734.479585:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817807488:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.479591:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13806 00002000:00100000:1.0:1746126734.479596:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24a680 x1830945817807488/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.479601:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24a680 with x1830945817807488 ext(0->4095) 00002000:00010000:1.0:1746126734.479604:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d24a680 00000100:00100000:0.0:1746126734.480969:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.481009:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817807616 00000100:00100000:2.0:1746126734.481015:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817807616 00000100:00100000:2.0:1746126734.481041:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30445 00000100:00100000:2.0:1746126734.481047:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:1778:x1830945817807616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.481058:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.481071:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6dc0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.481093:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db9 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.481105:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.481107:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.481110:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.481134:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db9 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.481144:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db9 expref: 5 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.481154:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813692032:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.481241:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.482540:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813692032:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.482560:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.482572:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126734.482595:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1778:x1830945817807616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1548us (1629us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.482601:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30445 00000100:00100000:0.0:1746126734.483197:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.483339:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817807744 00000100:00100000:3.0:1746126734.483344:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817807744 00010000:00010000:3.0:1746126734.483367:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db9 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.483386:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13639 00000100:00100000:3.0:1746126734.483392:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817807744:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.483401:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.483416:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db9 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.483425:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db9 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.483440:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6db9 expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.483465:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.483467:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.483473:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.483479:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.483501:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.483511:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813692160:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.483840:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.483853:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.483870:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817807872 00000100:00100000:3.0:1746126734.483874:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817807872 00000100:00100000:3.0:1746126734.483893:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30446 00000100:00100000:3.0:1746126734.483964:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817807872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.483976:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.483985:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6dc7 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.483999:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.484005:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.484006:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.484008:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.484023:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.484033:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.484040:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813692288:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.484073:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.485675:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813692160:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.485690:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.485735:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817807744:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2342us (2550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.485743:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13639 00000100:00100000:0.0:1746126734.486387:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.486495:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817808128 00000100:00100000:1.0:1746126734.486502:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817808128 00002000:00100000:1.0:1746126734.486532:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbedf80 x1830945817808128/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.486546:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbedf80 with x1830945817808128 ext(0->4095) 00010000:00010000:1.0:1746126734.486552:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 34 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.486567:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 34 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.486573:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbedf80 00000100:00100000:1.0:1746126734.486599:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3102 00000100:00100000:1.0:1746126734.486606:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+34:2010:x1830945817808128:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126734.486709:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+34:2010:x1830945817808128:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.486714:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3102 00002000:00100000:1.0:1746126734.486719:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbedf80 x1830945817808128/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.486725:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbedf80 with x1830945817808128 ext(0->4095) 00010000:00010000:1.0:1746126734.486729:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 34 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.486738:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 34 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.486742:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbedf80 00000100:00100000:3.0:1746126734.486894:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813692288:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.486908:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.486920:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60400, rc 0) 00000100:00100000:3.0:1746126734.486939:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1776:x1830945817807872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3041us (3087us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.486945:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30446 00000100:00100000:0.0:1746126734.488917:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.489198:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.489224:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817808256 00000100:00100000:3.0:1746126734.489234:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817808256 00000100:00100000:2.0:1746126734.489260:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817808384 00000100:00100000:2.0:1746126734.489265:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817808384 00000100:00100000:3.0:1746126734.489276:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30447 00000100:00100000:3.0:1746126734.489283:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817808256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.489285:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.489294:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.489343:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6dce expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.489350:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13640 00000100:00100000:2.0:1746126734.489355:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817808384:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.489363:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.489368:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.489373:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.489378:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126734.489380:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.489631:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.489641:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.489654:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.489656:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a0c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc0 expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.489672:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.489678:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.489680:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.489684:0:11425:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.489688:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.489860:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126734.489868:0:11425:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.489876:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.489884:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813692544:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.489902:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817808384:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 546us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.489912:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13640 00000100:00100000:3.0:1746126734.490774:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.492468:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.492547:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817808640 00000100:00100000:2.0:1746126734.492553:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817808640 00002000:00100000:2.0:1746126734.492583:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa7100 x1830945817808640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126734.492585:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813692544:192.168.204.15@tcp:105: 00002000:00100000:2.0:1746126734.492592:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa7100 with x1830945817808640 ext(0->4095) 00010000:00010000:3.0:1746126734.492598:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61000, rc 0) 00010000:00010000:2.0:1746126734.492599:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.492609:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.492615:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa7100 00000100:00100000:3.0:1746126734.492630:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817808256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3347us (3717us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.492637:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30447 00000100:00100000:2.0:1746126734.492641:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3103 00000100:00100000:2.0:1746126734.492647:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817808640:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.492752:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2007:x1830945817808640:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (286us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.492757:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3103 00002000:00100000:2.0:1746126734.492761:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa7100 x1830945817808640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.492769:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa7100 with x1830945817808640 ext(0->4095) 00010000:00010000:2.0:1746126734.492773:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.492781:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.492786:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa7100 00000100:00100000:2.0:1746126734.496292:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.496383:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.496468:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817808768 00000100:00100000:3.0:1746126734.496473:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817808896 00000100:00100000:0.0:1746126734.496479:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817808768 00000100:00100000:3.0:1746126734.496484:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817808896 00010000:00010000:0.0:1746126734.496519:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.496694:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30448 00000100:00100000:0.0:1746126734.496697:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13641 00000100:00100000:3.0:1746126734.496702:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1776:x1830945817808896:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126734.496705:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817808768:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.496720:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126734.496721:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.496733:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481a21 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6dd5 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126734.496741:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 33 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126734.496754:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 34 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.496767:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.496771:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.496775:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126734.496777:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481a21 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dd5 expref: 34 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126734.496796:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481a13 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dc7 expref: 34 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.496809:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126734.496822:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126734.496824:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126734.496831:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126734.496838:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.496850:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481a21 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dd5 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.496860:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61a00, rc 0) 00010000:00010000:0.0:1746126734.496866:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126734.496877:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 5 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:0.0:1746126734.496889:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eaa4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813692800:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.496899:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:1776:x1830945817808896:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.496904:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30448 00000100:00100000:0.0:1746126734.496971:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.499125:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.499251:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eaa4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813692800:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.499272:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.499355:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817808768:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2650us (3069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.499364:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13641 00000100:00100000:1.0:1746126734.499465:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817809152 00000100:00100000:1.0:1746126734.499472:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817809152 00002000:00100000:1.0:1746126734.499506:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa6300 x1830945817809152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.499516:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa6300 with x1830945817809152 ext(0->4095) 00010000:00010000:1.0:1746126734.499524:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.499535:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.499540:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa6300 00000100:00100000:1.0:1746126734.499562:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3104 00000100:00100000:1.0:1746126734.499569:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817809152:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126734.499966:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817809152:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 397us (848us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.499973:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3104 00002000:00100000:1.0:1746126734.499978:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa6300 x1830945817809152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.499985:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa6300 with x1830945817809152 ext(0->4095) 00010000:00010000:1.0:1746126734.499990:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.499998:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.500004:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa6300 00000100:00100000:0.0:1746126734.502214:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.502368:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817809280 00000100:00100000:2.0:1746126734.502377:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817809280 00010000:00010000:2.0:1746126734.502407:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.502446:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13642 00000100:00100000:2.0:1746126734.502452:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817809280:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.502465:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.502485:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.502496:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.502519:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481a1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dce expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.502542:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.502544:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.502552:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481a21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dd5 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.502560:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481a21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dd5 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.502591:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481a21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dd5 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.502609:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d249f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813692928:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.502697:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.504736:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d249f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813692928:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.504765:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.504802:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817809280:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2348us (2595us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.504812:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13642 00000100:00100000:3.0:1746126734.506009:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.506148:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817809536 00000100:00100000:1.0:1746126734.506158:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817809536 00002000:00100000:1.0:1746126734.506205:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb1f80 x1830945817809536/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.506219:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb1f80 with x1830945817809536 ext(0->4095) 00002000:00010000:1.0:1746126734.506223:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098eb1f80 00000100:00100000:1.0:1746126734.506250:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13807 00000100:00100000:1.0:1746126734.506257:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2010:x1830945817809536:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126734.506409:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2010:x1830945817809536:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (408us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.506414:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13807 00002000:00100000:1.0:1746126734.506418:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb1f80 x1830945817809536/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.506422:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb1f80 with x1830945817809536 ext(0->4095) 00002000:00010000:1.0:1746126734.506424:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098eb1f80 00000100:00100000:0.0:1746126734.508600:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.508718:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817809664 00000100:00100000:3.0:1746126734.508726:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817809664 00000100:00100000:3.0:1746126734.508769:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30449 00000100:00100000:3.0:1746126734.508775:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817809664:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.508789:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.508802:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ddc expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.508827:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481a21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dd5 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.508837:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.508839:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.508842:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.508867:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481a21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dd5 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.508882:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481a21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dd5 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.508892:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813693056:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.508975:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.513563:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813693056:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.513597:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.513617:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60c00, rc 0) 00000100:00100000:3.0:1746126734.513673:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817809664:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4897us (5079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.513682:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30449 00000100:00100000:0.0:1746126734.513955:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.514728:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817809792 00000100:00100000:2.0:1746126734.514736:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817809792 00010000:00010000:2.0:1746126734.514770:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481a21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dd5 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.514824:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13643 00000100:00100000:2.0:1746126734.514831:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817809792:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.514843:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.514865:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481a21 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dd5 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.514876:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481a21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dd5 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.514900:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481a21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dd5 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.515166:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.515169:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.515176:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.515193:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.515227:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.515238:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d249f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813693184:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.515688:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.516065:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.516222:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817809920 00000100:00100000:3.0:1746126734.516228:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817809920 00000100:00100000:3.0:1746126734.516263:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30450 00000100:00100000:3.0:1746126734.516269:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817809920:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.516283:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.516296:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6de3 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.516336:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.516347:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.516348:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.516351:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 33 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.516370:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.516380:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 5 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.516389:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813693312:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.516443:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.516965:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d249f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813693184:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.516986:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.517008:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:2008:x1830945817809792:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2178us (3054us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.517016:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13643 00000100:00100000:2.0:1746126734.518077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.518128:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817810176 00000100:00100000:1.0:1746126734.518134:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817810176 00002000:00100000:1.0:1746126734.518171:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24a300 x1830945817810176/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.518190:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24a300 with x1830945817810176 ext(0->4095) 00010000:00010000:1.0:1746126734.518198:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.518209:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.518216:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d24a300 00000100:00100000:1.0:1746126734.518245:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3105 00000100:00100000:1.0:1746126734.518251:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817810176:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126734.518345:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813693312:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.518362:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 32 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.518375:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00000100:00100000:1.0:1746126734.518405:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817810176:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (330us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.518408:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:1776:x1830945817809920:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2139us (2344us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.518411:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3105 00002000:00100000:1.0:1746126734.518417:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d24a300 x1830945817810176/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126734.518418:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30450 00002000:00100000:1.0:1746126734.518424:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24a300 with x1830945817810176 ext(0->4095) 00010000:00010000:1.0:1746126734.518429:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.518437:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.518442:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d24a300 00000100:00100000:0.0:1746126734.519983:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.520036:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817810304 00000100:00100000:3.0:1746126734.520050:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817810304 00010000:00010000:3.0:1746126734.520079:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.520109:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13644 00000100:00100000:3.0:1746126734.520116:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817810304:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.520129:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.520145:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.520156:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.520179:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481a28 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ddc expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.520219:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.520221:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.520229:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.520237:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.520269:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.520282:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813693440:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.520393:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.521781:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813693440:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.521796:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.521828:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817810304:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1711us (1849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.521837:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13644 00000100:00100000:0.0:1746126734.522264:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.522336:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817810560 00000100:00100000:1.0:1746126734.522341:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817810560 00002000:00100000:1.0:1746126734.522373:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099271180 x1830945817810560/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.522382:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099271180 with x1830945817810560 ext(0->4095) 00002000:00010000:1.0:1746126734.522386:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099271180 00000100:00100000:1.0:1746126734.522412:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13808 00000100:00100000:1.0:1746126734.522419:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817810560:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126734.522544:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099271180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817810560:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.522551:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13808 00002000:00100000:1.0:1746126734.522560:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099271180 x1830945817810560/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.522571:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099271180 with x1830945817810560 ext(0->4095) 00002000:00010000:1.0:1746126734.522574:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099271180 00000100:00100000:0.0:1746126734.524577:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.524900:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817810688 00000100:00100000:3.0:1746126734.524907:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817810688 00000100:00100000:3.0:1746126734.525147:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30451 00000100:00100000:3.0:1746126734.525154:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817810688:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.525170:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.525200:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6dea expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.525228:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.525236:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.525237:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.525240:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.525269:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 31 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.525285:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 31 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.525296:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813693568:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.525410:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.526762:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.526790:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813693568:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.526810:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126734.526812:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817810816 00000100:00100000:1.0:1746126734.526817:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817810816 00010000:00010000:3.0:1746126734.526823:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00002000:00100000:1.0:1746126734.526848:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880099273b80 x1830945817810816/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 496/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.526856:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099273b80 with x1830945817810816 ext(0->7) 00010000:00010000:1.0:1746126734.526862:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.526866:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817810688:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1712us (2295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.526873:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30451 00010000:00010000:1.0:1746126734.526873:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 32 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.526879:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099273b80 00000100:00100000:1.0:1746126734.526906:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3106 00000100:00100000:1.0:1746126734.526913:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+32:2008:x1830945817810816:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126734.528664:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099273b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+34:2008:x1830945817810816:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1745us (1897us total) trans 4294972074 rc 0/0 00000100:00100000:0.0:1746126734.528673:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3106 00002000:00100000:0.0:1746126734.528680:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880099273b80 x1830945817810816/t4294972074(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 496/448 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126734.528688:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099273b80 with x1830945817810816 ext(0->7) 00010000:00010000:0.0:1746126734.528695:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 34 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126734.528708:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 34 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:0.0:1746126734.528714:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099273b80 00000100:00100000:0.0:1746126734.533139:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.533365:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817810944 00000100:00100000:3.0:1746126734.533376:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817810944 00010000:00010000:3.0:1746126734.533413:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 34 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.533461:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13645 00000100:00100000:3.0:1746126734.533469:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+34:2010:x1830945817810944:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.533488:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126734.533506:0:9580:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746126734 -> 1746126735 00002000:00010000:3.0:1746126734.533510:0:9580:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746126734 -> 1746126735 00010000:00010000:3.0:1746126734.533516:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 34 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.533530:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 34 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.533556:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481a2f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6de3 expref: 34 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.533577:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.533579:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.533587:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.533595:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.533628:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.533641:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813693696:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.533734:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.534915:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.534980:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817811072 00000100:00100000:3.0:1746126734.534986:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817811072 00000100:00100000:1.0:1746126734.536458:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30452 00000100:00100000:1.0:1746126734.536472:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+34:1776:x1830945817811072:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.536496:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.536517:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6df1 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.536554:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.536560:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.536562:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.536566:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.536596:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.536609:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 5 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.536622:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813693824:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.536708:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.537264:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813693696:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.537510:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.537544:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+35:2010:x1830945817810944:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4075us (4414us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.537555:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13645 00010000:00010000:2.0:1746126734.537849:0:7210:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126734.537993:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.538392:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813693824:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.538409:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 34 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.538423:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126734.538450:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+34:1776:x1830945817811072:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1982us (3538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.538456:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30452 00000100:00100000:2.0:1746126734.538484:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817811328 00000100:00100000:2.0:1746126734.538491:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817811328 00002000:00100000:2.0:1746126734.538532:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf0e00 x1830945817811328/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.538543:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0e00 with x1830945817811328 ext(0->4095) 00010000:00010000:2.0:1746126734.538550:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.538561:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.538568:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf0e00 00000100:00100000:2.0:1746126734.538597:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3107 00000100:00100000:2.0:1746126734.538604:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817811328:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.538765:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817811328:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (772us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.538772:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3107 00002000:00100000:2.0:1746126734.538777:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf0e00 x1830945817811328/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.538784:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0e00 with x1830945817811328 ext(0->4095) 00010000:00010000:2.0:1746126734.538789:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.538798:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.538804:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf0e00 00000100:00100000:0.0:1746126734.541243:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.541342:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817811456 00000100:00100000:3.0:1746126734.541426:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817811456 00010000:00010000:3.0:1746126734.541463:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.541704:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13646 00000100:00100000:3.0:1746126734.541713:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817811456:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.541729:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.542070:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.542083:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.542108:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481a36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dea expref: 6 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.542264:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.542266:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.542274:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 33 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.542282:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 33 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.542344:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 33 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.542360:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813693952:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.543240:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.546937:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813693952:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.547241:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.547328:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817811456:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5594us (6072us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.547341:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13646 00000100:00100000:0.0:1746126734.548133:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.548209:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817811712 00000100:00100000:3.0:1746126734.548215:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817811712 00002000:00100000:3.0:1746126734.548254:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf2300 x1830945817811712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.548264:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2300 with x1830945817811712 ext(0->4095) 00002000:00010000:3.0:1746126734.548269:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf2300 00000100:00100000:3.0:1746126734.548508:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13809 00000100:00100000:3.0:1746126734.548516:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+34:2007:x1830945817811712:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126734.548662:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+34:2007:x1830945817811712:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (530us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.548669:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13809 00002000:00100000:3.0:1746126734.548674:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf2300 x1830945817811712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.548682:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2300 with x1830945817811712 ext(0->4095) 00002000:00010000:3.0:1746126734.548685:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf2300 00000100:00100000:2.0:1746126734.554569:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.554635:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817811840 00000100:00100000:1.0:1746126734.554647:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817811840 00000100:00100000:1.0:1746126734.554703:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30453 00000100:00100000:1.0:1746126734.554711:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817811840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.554731:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.554750:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6df8 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.554780:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 33 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.554788:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.554789:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.554792:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.554826:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 33 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.554838:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 33 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.554851:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813694080:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.554937:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.558610:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813694080:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.558650:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.558674:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126734.559007:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817811840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4295us (4446us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.559017:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30453 00000100:00100000:0.0:1746126734.559515:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.559602:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817811968 00000100:00100000:2.0:1746126734.559609:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817811968 00002000:00100000:2.0:1746126734.559650:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cbf2680 x1830945817811968/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 496/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.559660:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2680 with x1830945817811968 ext(0->7) 00010000:00010000:2.0:1746126734.559667:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 34 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.559680:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 34 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.559687:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf2680 00000100:00100000:2.0:1746126734.560267:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3108 00000100:00100000:2.0:1746126734.560275:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+34:2007:x1830945817811968:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126734.561789:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817811968:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1509us (2270us total) trans 4294972075 rc 0/0 00000100:00100000:0.0:1746126734.561798:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3108 00002000:00100000:0.0:1746126734.561806:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cbf2680 x1830945817811968/t4294972075(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 496/448 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126734.561820:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2680 with x1830945817811968 ext(0->7) 00010000:00010000:0.0:1746126734.561829:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126734.561842:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:0.0:1746126734.561849:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf2680 00000100:00100000:0.0:1746126734.566975:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.567044:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817812096 00000100:00100000:1.0:1746126734.567055:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817812096 00000100:00100000:0.0:1746126734.567086:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.567115:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30454 00000100:00100000:1.0:1746126734.567123:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:1776:x1830945817812096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126734.567132:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817812224 00000100:00100000:3.0:1746126734.567137:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817812224 00010000:00010000:1.0:1746126734.567142:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.567158:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.567159:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481a4b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6dff expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.567197:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746126734.567199:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13647 00010000:00010000:1.0:1746126734.567203:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.567205:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2009:x1830945817812224:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126734.567209:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126734.567212:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481a4b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dff expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.567216:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.567237:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.567249:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.567249:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.567267:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481a3d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df1 expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.567270:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481a4b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dff expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.567381:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.567383:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.567389:0:11426:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.567396:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.567433:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126734.567443:0:11426:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.567454:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.567466:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813694336:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.567478:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2009:x1830945817812224:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 273us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.567486:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13647 00000100:00100000:1.0:1746126734.567525:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.569762:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813694336:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126734.569783:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126734.569836:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:1776:x1830945817812096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2713us (2872us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126734.569844:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.569845:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30454 00000100:00100000:1.0:1746126734.569889:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817812480 00000100:00100000:1.0:1746126734.569895:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817812480 00002000:00100000:1.0:1746126734.569927:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf1180 x1830945817812480/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.569944:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1180 with x1830945817812480 ext(0->4095) 00010000:00010000:1.0:1746126734.569951:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.569963:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.569969:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf1180 00000100:00100000:1.0:1746126734.570002:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3109 00000100:00100000:1.0:1746126734.570008:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817812480:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126734.570355:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817812480:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 347us (511us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.570362:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3109 00002000:00100000:1.0:1746126734.570367:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf1180 x1830945817812480/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.570373:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1180 with x1830945817812480 ext(0->4095) 00010000:00010000:1.0:1746126734.570377:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.570386:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.570390:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf1180 00000100:00100000:0.0:1746126734.573232:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.573337:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817812608 00000100:00100000:3.0:1746126734.573347:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817812608 00010000:00010000:3.0:1746126734.573387:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.573422:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13648 00000100:00100000:3.0:1746126734.573429:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817812608:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.573446:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.573466:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.573477:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.573499:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a44 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6df8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.573514:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.573516:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.573523:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481a4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dff expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.573532:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481a4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dff expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.573563:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481a4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dff expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.573574:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813694464:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.573662:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.575517:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813694464:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.575534:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.575565:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817812608:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2135us (2342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.575578:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13648 00000100:00100000:0.0:1746126734.575757:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.575804:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817812864 00000100:00100000:1.0:1746126734.575809:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817812864 00002000:00100000:1.0:1746126734.575844:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75dc00 x1830945817812864/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.575854:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75dc00 with x1830945817812864 ext(0->4095) 00002000:00010000:1.0:1746126734.575858:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75dc00 00000100:00100000:1.0:1746126734.575884:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13810 00000100:00100000:1.0:1746126734.575891:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817812864:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.576115:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817812864:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 223us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.576121:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13810 00002000:00100000:1.0:1746126734.576126:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75dc00 x1830945817812864/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.576133:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75dc00 with x1830945817812864 ext(0->4095) 00002000:00010000:1.0:1746126734.576135:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75dc00 00000100:00100000:0.0:1746126734.577399:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.577500:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817812992 00000100:00100000:1.0:1746126734.577504:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817812992 00000100:00100000:1.0:1746126734.577530:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30455 00000100:00100000:1.0:1746126734.577536:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817812992:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.577547:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.577616:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481a52 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e06 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.577644:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481a4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dff expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.577658:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.577660:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.577663:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481a52 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e06 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.577692:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481a4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dff expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.577704:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481a4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dff expref: 35 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.577720:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813694592:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.577886:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.579150:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813694592:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126734.579150:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126734.579170:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481a52 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e06 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.579194:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126734.579225:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817812992:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1688us (1827us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.579232:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817813120 00000100:00100000:1.0:1746126734.579232:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30455 00000100:00100000:3.0:1746126734.579237:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817813120 00010000:00010000:3.0:1746126734.579258:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481a4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dff expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.579288:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13649 00000100:00100000:3.0:1746126734.579294:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817813120:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.579338:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.579357:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481a4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dff expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.579367:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481a4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dff expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.579387:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481a4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6dff expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.579401:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.579403:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.579410:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481a52 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e06 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.579492:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481a52 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e06 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.579516:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481a52 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e06 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.579656:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813694720:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.579709:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.581288:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.581382:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817813376 00000100:00100000:1.0:1746126734.581387:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817813376 00002000:00100000:1.0:1746126734.581422:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75c000 x1830945817813376/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.581438:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75c000 with x1830945817813376 ext(0->4095) 00002000:00010000:1.0:1746126734.581442:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75c000 00000100:00100000:1.0:1746126734.581468:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13811 00000100:00100000:1.0:1746126734.581474:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817813376:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126734.581484:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813694720:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.581498:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.581622:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+35:2007:x1830945817813120:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2327us (2473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.581630:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13649 00000100:00100000:1.0:1746126734.581867:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817813376:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 392us (581us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.581873:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13811 00002000:00100000:1.0:1746126734.581878:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75c000 x1830945817813376/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.581885:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75c000 with x1830945817813376 ext(0->4095) 00002000:00010000:1.0:1746126734.581887:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75c000 00000100:00100000:0.0:1746126734.583257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.583449:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817813504 00000100:00100000:1.0:1746126734.583456:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817813504 00000100:00100000:1.0:1746126734.583499:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30456 00000100:00100000:1.0:1746126734.583505:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+35:1778:x1830945817813504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.583519:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.583534:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e0d expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.583564:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481a52 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e06 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.583572:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.583574:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.583582:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.583613:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481a52 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e06 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.583625:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481a52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e06 expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.583642:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813694848:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.583818:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.585351:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.585529:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817813632 00000100:00100000:3.0:1746126734.585535:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817813632 00010000:00010000:3.0:1746126734.585566:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481a52 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e06 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.585593:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13650 00000100:00100000:3.0:1746126734.585599:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817813632:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.585612:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.585633:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481a52 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e06 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.585644:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481a52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e06 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.585669:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.585672:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.585678:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.585689:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.585717:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.585727:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813694976:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126734.586002:0:11426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481a52 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e06 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.586022:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813694848:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.586042:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.586051:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126734.586077:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:1778:x1830945817813504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2572us (2824us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.586083:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30456 00000100:00100000:3.0:1746126734.586138:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.587234:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.587597:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817813760 00000100:00100000:3.0:1746126734.587603:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813694976:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126734.587603:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817813760 00010000:00010000:3.0:1746126734.587614:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.587642:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817813632:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2042us (2297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.587642:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30457 00000100:00100000:1.0:1746126734.587647:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:1776:x1830945817813760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126734.587649:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13650 00010000:00010000:1.0:1746126734.587663:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.587674:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e14 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.587697:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.587704:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.587705:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.587708:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.587730:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.587741:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.587752:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813695104:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.587798:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.589578:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.589661:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817814016 00000100:00100000:1.0:1746126734.589669:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817814016 00002000:00100000:1.0:1746126734.589712:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75ca80 x1830945817814016/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.589722:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75ca80 with x1830945817814016 ext(0->4095) 00010000:00010000:1.0:1746126734.589730:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.589747:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.589753:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75ca80 00000100:00100000:1.0:1746126734.590599:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3110 00000100:00100000:1.0:1746126734.590609:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817814016:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.590756:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817814016:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (1184us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.590763:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3110 00002000:00100000:1.0:1746126734.590768:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75ca80 x1830945817814016/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.590774:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75ca80 with x1830945817814016 ext(0->4095) 00000100:00100000:2.0:1746126734.590778:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813695104:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.590779:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.590787:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.590792:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75ca80 00010000:00010000:2.0:1746126734.590798:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.590811:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:2.0:1746126734.590838:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1776:x1830945817813760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3190us (3607us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.590847:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30457 00000100:00100000:0.0:1746126734.592686:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.593455:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.593574:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817814144 00000100:00100000:3.0:1746126734.593586:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817814144 00010000:00010000:3.0:1746126734.593746:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.593878:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13651 00000100:00100000:3.0:1746126734.594322:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2008:x1830945817814144:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.594339:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.594360:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.594378:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.594403:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481a59 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e0d expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.594434:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.594545:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.594553:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.594561:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.594597:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.594610:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813695232:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.594751:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817814272 00000100:00100000:2.0:1746126734.594808:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817814272 00000100:00100000:2.0:1746126734.594839:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30458 00000100:00100000:2.0:1746126734.594844:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817814272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.594859:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.594871:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e1b expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.594890:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.594896:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.594897:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.594900:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.594917:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.594927:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.594935:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813695360:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.594977:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.595098:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.597221:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813695232:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.597221:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813695360:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.597241:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126734.597249:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.597266:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d200, rc 0) 00000100:00100000:2.0:1746126734.597335:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817814272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2460us (4625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.597344:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30458 00000100:00100000:3.0:1746126734.597539:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2008:x1830945817814144:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3236us (4084us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.597547:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13651 00000100:00100000:0.0:1746126734.597562:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.597604:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817814528 00000100:00100000:1.0:1746126734.597611:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817814528 00002000:00100000:1.0:1746126734.597934:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75df80 x1830945817814528/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.597944:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75df80 with x1830945817814528 ext(0->4095) 00010000:00010000:1.0:1746126734.597952:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.597964:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.597971:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75df80 00000100:00100000:1.0:1746126734.598107:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3111 00000100:00100000:1.0:1746126734.598116:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2008:x1830945817814528:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126734.598659:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2008:x1830945817814528:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 543us (1096us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.598665:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3111 00002000:00100000:1.0:1746126734.598670:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75df80 x1830945817814528/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.598677:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75df80 with x1830945817814528 ext(0->4095) 00010000:00010000:1.0:1746126734.598682:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.598691:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.598697:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75df80 00000100:00100000:0.0:1746126734.601084:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.601135:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.601344:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817814784 00000100:00100000:3.0:1746126734.601354:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817814784 00010000:00010000:3.0:1746126734.601390:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.601430:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13652 00000100:00100000:3.0:1746126734.601437:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2009:x1830945817814784:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.601452:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.601476:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.601488:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.601513:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481a60 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e14 expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.601531:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.601533:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.601540:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.601548:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.601580:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.601585:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817814656 00000100:00100000:2.0:1746126734.601589:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817814656 00000100:00100000:3.0:1746126734.601592:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813695488:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.601619:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30459 00000100:00100000:2.0:1746126734.601625:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:1776:x1830945817814656:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.601642:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.601656:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a6e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e22 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.601672:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.601793:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.601795:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.601799:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a6e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e22 expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.601816:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.601833:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.601834:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.601843:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813695616:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.602292:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.604595:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.604642:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813695488:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.604661:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.604703:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2009:x1830945817814784:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3265us (3565us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.604713:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13652 00000100:00100000:1.0:1746126734.604735:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817815040 00000100:00100000:1.0:1746126734.604743:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817815040 00002000:00100000:1.0:1746126734.604779:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea46300 x1830945817815040/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.604794:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea46300 with x1830945817815040 ext(0->4095) 00010000:00010000:1.0:1746126734.604803:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.604815:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.604821:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea46300 00000100:00100000:1.0:1746126734.604844:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3112 00000100:00100000:1.0:1746126734.604851:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817815040:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.605029:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813695616:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.605048:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a6e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e22 expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.605061:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:1.0:1746126734.605083:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817815040:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 232us (494us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.605085:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:1776:x1830945817814656:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3461us (4010us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.605090:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3112 00000100:00100000:2.0:1746126734.605092:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30459 00002000:00100000:1.0:1746126734.605095:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea46300 x1830945817815040/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.605103:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea46300 with x1830945817815040 ext(0->4095) 00010000:00010000:1.0:1746126734.605108:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.605118:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.605123:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea46300 00000100:00100000:0.0:1746126734.607956:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.608064:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817815168 00000100:00100000:3.0:1746126734.608076:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817815168 00010000:00010000:3.0:1746126734.608113:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.608153:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13653 00000100:00100000:3.0:1746126734.608160:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817815168:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.608173:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.608208:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.608219:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.608244:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481a67 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e1b expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.608278:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.608280:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.608287:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e22 expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.608299:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e22 expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.608373:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e22 expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.608385:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813695744:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.608475:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.611061:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.611273:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813695744:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.611292:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126734.611298:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817815424 00000100:00100000:1.0:1746126734.611336:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817815424 00000100:00100000:3.0:1746126734.611375:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817815168:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3214us (3427us total) trans 0 rc 0/0 00002000:00100000:1.0:1746126734.611381:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea46680 x1830945817815424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126734.611384:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13653 00002000:00100000:1.0:1746126734.611391:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea46680 with x1830945817815424 ext(0->4095) 00002000:00010000:1.0:1746126734.611396:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea46680 00000100:00100000:1.0:1746126734.611423:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13812 00000100:00100000:1.0:1746126734.611430:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817815424:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.612062:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817815424:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 632us (1009us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.612069:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13812 00002000:00100000:1.0:1746126734.612075:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea46680 x1830945817815424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.612082:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea46680 with x1830945817815424 ext(0->4095) 00002000:00010000:1.0:1746126734.612085:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea46680 00000100:00100000:0.0:1746126734.614091:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.614289:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817815552 00000100:00100000:2.0:1746126734.614297:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817815552 00000100:00100000:2.0:1746126734.614367:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30460 00000100:00100000:2.0:1746126734.614373:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817815552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.614388:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.614407:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481a75 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e29 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.614433:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a6e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e22 expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.614441:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.614443:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.614446:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481a75 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e29 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.614476:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e22 expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.614487:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e22 expref: 35 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.614500:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813695872:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.614733:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.616078:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813695872:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.616100:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481a75 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e29 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.616114:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ca00, rc 0) 00000100:00100000:2.0:1746126734.616147:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817815552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1773us (2061us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.616156:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30460 00000100:00100000:0.0:1746126734.617190:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.617262:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817815680 00000100:00100000:3.0:1746126734.617270:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817815680 00010000:00010000:3.0:1746126734.617299:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e22 expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.617365:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13654 00000100:00100000:3.0:1746126734.617372:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817815680:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.617385:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.617404:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a6e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e22 expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.617421:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a6e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e22 expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.617504:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481a6e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e22 expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.617522:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.617524:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.617530:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481a75 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e29 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.617537:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481a75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e29 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.617565:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481a75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e29 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.617623:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813696000:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.617696:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.620668:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813696000:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.620689:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126734.620844:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.620914:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+35:2007:x1830945817815680:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3541us (3735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.620924:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13654 00000100:00100000:1.0:1746126734.621045:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817815936 00000100:00100000:1.0:1746126734.621051:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817815936 00002000:00100000:1.0:1746126734.621091:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604aa00 x1830945817815936/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.621101:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604aa00 with x1830945817815936 ext(0->4095) 00002000:00010000:1.0:1746126734.621106:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604aa00 00000100:00100000:1.0:1746126734.621385:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13813 00000100:00100000:1.0:1746126734.621393:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817815936:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126734.621515:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817815936:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (672us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.621525:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13813 00002000:00100000:1.0:1746126734.621530:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604aa00 x1830945817815936/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.621537:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604aa00 with x1830945817815936 ext(0->4095) 00002000:00010000:1.0:1746126734.621540:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604aa00 00000100:00100000:0.0:1746126734.621664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.621793:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817816064 00000100:00100000:3.0:1746126734.621797:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817816064 00000100:00100000:3.0:1746126734.621815:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30461 00000100:00100000:3.0:1746126734.621820:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+35:1776:x1830945817816064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.621829:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.621844:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e30 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.621868:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481a75 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e29 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.621876:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.621877:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.621881:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.621905:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481a75 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e29 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.621915:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481a75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e29 expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.621925:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813696128:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.622561:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.622782:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.622928:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817816192 00000100:00100000:2.0:1746126734.622933:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817816192 00000100:00100000:2.0:1746126734.622955:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30462 00000100:00100000:2.0:1746126734.622961:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1778:x1830945817816192:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.622968:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.622976:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a83 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e37 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.622989:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.622993:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.622999:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.623001:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a83 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e37 expref: 38 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.623022:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.623032:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a83 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e37 expref: 38 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.623041:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126734.623331:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1778:x1830945817816192:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 369us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.623337:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30462 00000100:00100000:0.0:1746126734.623702:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.623752:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817816320 00000100:00100000:2.0:1746126734.623756:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817816320 00010000:00010000:2.0:1746126734.623771:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481a75 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e29 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.623789:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13655 00000100:00100000:2.0:1746126734.623795:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817816320:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.623802:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.623819:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481a75 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e29 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.623828:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481a75 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e29 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.623845:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.623846:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.623853:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.623860:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.623878:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.623888:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.623902:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813696384:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.623939:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85b40 going to sleep for 11 seconds 00010000:00010000:3.0:1746126734.624200:0:11426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481a75 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e29 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.624225:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813696128:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.624242:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.624250:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.624258:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00000100:00100000:3.0:1746126734.624278:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1776:x1830945817816064:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2458us (2614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.624283:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30461 00000100:00100000:2.0:1746126734.625112:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813696384:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.625123:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.625272:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817816320:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1475us (1568us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.625280:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13655 00000100:00100000:0.0:1746126734.626635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.626687:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817816576 00000100:00100000:2.0:1746126734.626693:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817816576 00002000:00100000:2.0:1746126734.626726:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bc700 x1830945817816576/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.626736:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bc700 with x1830945817816576 ext(0->4095) 00010000:00010000:2.0:1746126734.626745:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.626756:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.626762:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bc700 00000100:00100000:2.0:1746126734.627042:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3113 00000100:00100000:2.0:1746126734.627050:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2008:x1830945817816576:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.627193:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2008:x1830945817816576:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (561us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.627203:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3113 00002000:00100000:2.0:1746126734.627208:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bc700 x1830945817816576/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.627216:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bc700 with x1830945817816576 ext(0->4095) 00010000:00010000:2.0:1746126734.627220:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.627410:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.627416:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bc700 00000100:00100000:0.0:1746126734.629793:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.629948:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817816704 00000100:00100000:2.0:1746126734.629957:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817816704 00010000:00010000:2.0:1746126734.629984:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.630021:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13656 00000100:00100000:2.0:1746126734.630029:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2010:x1830945817816704:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.630041:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.630060:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.630071:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.630096:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481a7c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e30 expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.630761:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.630764:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.630772:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e37 expref: 36 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.630781:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e37 expref: 36 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.630813:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e37 expref: 36 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.630825:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813696512:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.630904:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.632502:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813696512:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.632516:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.632545:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2010:x1830945817816704:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2516us (2758us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.632553:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13656 00000100:00100000:0.0:1746126734.632897:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.633172:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817816960 00000100:00100000:2.0:1746126734.633187:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817816960 00002000:00100000:2.0:1746126734.633220:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bf480 x1830945817816960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.633230:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bf480 with x1830945817816960 ext(0->4095) 00002000:00010000:2.0:1746126734.633234:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991bf480 00000100:00100000:2.0:1746126734.633261:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13814 00000100:00100000:2.0:1746126734.633268:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2008:x1830945817816960:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.633435:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2008:x1830945817816960:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 167us (538us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.633442:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13814 00002000:00100000:2.0:1746126734.633447:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bf480 x1830945817816960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.633454:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bf480 with x1830945817816960 ext(0->4095) 00002000:00010000:2.0:1746126734.633456:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991bf480 00000100:00100000:0.0:1746126734.635090:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.635203:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817817088 00000100:00100000:3.0:1746126734.635210:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817817088 00000100:00100000:3.0:1746126734.635245:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30463 00000100:00100000:3.0:1746126734.635253:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817817088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.635267:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.635284:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481a8a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e3e expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.635345:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a83 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e37 expref: 35 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.635353:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.635355:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.635359:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481a8a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e3e expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.635386:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e37 expref: 35 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.635398:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e37 expref: 35 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.635410:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813696640:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.636374:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.637443:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813696640:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.637462:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481a8a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e3e expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.637474:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00000100:00100000:3.0:1746126734.637624:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817817088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2372us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.637631:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30463 00000100:00100000:0.0:1746126734.637671:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.637839:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817817216 00000100:00100000:2.0:1746126734.637845:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817817216 00010000:00010000:2.0:1746126734.637870:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e37 expref: 36 pid: 11425 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.637899:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13657 00000100:00100000:2.0:1746126734.637906:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2008:x1830945817817216:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.637916:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.637936:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e37 expref: 36 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.637946:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a83 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e37 expref: 36 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.637967:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481a83 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e37 expref: 36 pid: 11425 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.637995:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.637997:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.638003:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481a8a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e3e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.638011:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481a8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e3e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.638037:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481a8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e3e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.638047:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813696768:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.638497:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed853c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.640663:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.640815:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813696768:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.640831:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.640880:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+35:2008:x1830945817817216:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2974us (3210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.640890:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13657 00000100:00100000:3.0:1746126734.640983:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817817472 00000100:00100000:3.0:1746126734.640989:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817817472 00002000:00100000:3.0:1746126734.641028:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099109c00 x1830945817817472/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.641038:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099109c00 with x1830945817817472 ext(0->4095) 00002000:00010000:3.0:1746126734.641043:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099109c00 00000100:00100000:1.0:1746126734.641090:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13815 00000100:00100000:1.0:1746126734.641103:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817817472:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126734.641271:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817817472:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.641277:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13815 00002000:00100000:1.0:1746126734.641282:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099109c00 x1830945817817472/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.641290:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099109c00 with x1830945817817472 ext(0->4095) 00002000:00010000:1.0:1746126734.641293:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099109c00 00000100:00100000:0.0:1746126734.643750:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.643847:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.643935:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817817600 00000100:00100000:3.0:1746126734.643937:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817817728 00000100:00100000:3.0:1746126734.643942:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817817728 00000100:00100000:1.0:1746126734.643942:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817817600 00000100:00100000:1.0:1746126734.643993:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30464 00000100:00100000:3.0:1746126734.643999:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30465 00000100:00100000:1.0:1746126734.644001:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+36:1776:x1830945817817600:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126734.644006:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:1778:x1830945817817728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.644022:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.644029:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.644038:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e45 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.644039:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e4c expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.644066:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481a8a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e3e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.644073:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.644075:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.644078:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.644287:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.644294:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.644300:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.644424:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.644451:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481a8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e3e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.644462:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481a8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e3e expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.644474:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813697024:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.644476:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.644488:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.644499:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:3.0:1746126734.644563:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.644617:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817817600:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 616us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.644624:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30464 00000100:00100000:3.0:1746126734.646832:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813697024:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.646855:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.646868:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60200, rc 0) 00000100:00100000:3.0:1746126734.646899:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1778:x1830945817817728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2893us (3052us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.646907:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30465 00000100:00100000:0.0:1746126734.647090:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.647230:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817817856 00000100:00100000:3.0:1746126734.647236:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817817856 00010000:00010000:3.0:1746126734.647259:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481a8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e3e expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.647483:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13658 00000100:00100000:3.0:1746126734.647490:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817817856:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.647504:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.647525:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481a8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e3e expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.647535:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481a8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e3e expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.647556:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481a8a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e3e expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.647931:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.647933:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.647940:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.647948:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.647973:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.647987:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.647997:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813697152:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.648263:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.650000:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.650059:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817818112 00000100:00100000:2.0:1746126734.650069:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817818112 00002000:00100000:2.0:1746126734.650110:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910b100 x1830945817818112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.650122:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910b100 with x1830945817818112 ext(0->4095) 00010000:00010000:2.0:1746126734.650129:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.650146:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.650151:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009910b100 00000100:00100000:2.0:1746126734.650188:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3114 00000100:00100000:2.0:1746126734.650194:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2007:x1830945817818112:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.650392:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2007:x1830945817818112:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 197us (396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.650399:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3114 00002000:00100000:2.0:1746126734.650405:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910b100 x1830945817818112/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126734.650411:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813697152:192.168.204.15@tcp:105: 00002000:00100000:2.0:1746126734.650413:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910b100 with x1830945817818112 ext(0->4095) 00010000:00010000:2.0:1746126734.650418:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.650425:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126734.650427:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.650433:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009910b100 00000100:00100000:3.0:1746126734.650446:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817817856:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2957us (3357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.650453:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13658 00000100:00100000:0.0:1746126734.652736:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.652791:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.652870:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817818368 00000100:00100000:3.0:1746126734.652875:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817818240 00000100:00100000:2.0:1746126734.652878:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817818368 00000100:00100000:3.0:1746126734.652879:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817818240 00010000:00010000:2.0:1746126734.652908:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.652925:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30466 00000100:00100000:2.0:1746126734.652926:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13659 00000100:00100000:3.0:1746126734.652934:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817818240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126734.652934:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2010:x1830945817818368:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.652945:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.652947:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.652961:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e53 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.652963:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.652973:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.652985:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.653151:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.653158:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126734.653162:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.653197:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481a98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e4c expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.653215:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 36 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.653220:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.653222:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.653227:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 36 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.653234:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 36 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.653255:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 36 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.653265:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 36 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.653275:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813697408:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.653286:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.653294:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61600, rc 0) 00000100:00100000:3.0:1746126734.653353:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817818240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 420us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.653359:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30466 00000100:00100000:2.0:1746126734.653366:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.655826:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813697408:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.655851:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.655897:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2010:x1830945817818368:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2963us (3103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.655907:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13659 00000100:00100000:0.0:1746126734.656436:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.656469:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817818624 00000100:00100000:1.0:1746126734.656476:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817818624 00002000:00100000:1.0:1746126734.656515:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f9880 x1830945817818624/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.656526:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9880 with x1830945817818624 ext(0->4095) 00010000:00010000:1.0:1746126734.656535:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 36 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.656548:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 36 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.656560:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969f9880 00000100:00100000:1.0:1746126734.656593:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3115 00000100:00100000:1.0:1746126734.656600:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817818624:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.656737:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817818624:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.656742:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3115 00002000:00100000:1.0:1746126734.656747:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f9880 x1830945817818624/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.656753:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9880 with x1830945817818624 ext(0->4095) 00010000:00010000:1.0:1746126734.656757:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 36 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.656766:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 36 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.656770:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969f9880 00000100:00100000:0.0:1746126734.659226:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.659284:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.659396:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817818752 00000100:00100000:3.0:1746126734.659405:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817818752 00000100:00100000:3.0:1746126734.659452:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30467 00000100:00100000:3.0:1746126734.659459:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:1776:x1830945817818752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.659476:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.659492:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e5a expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.659519:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.659525:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.659532:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1746126734.659578:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817818880 00000100:00100000:2.0:1746126734.659585:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817818880 00010000:00010000:2.0:1746126734.659601:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.659622:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13660 00000100:00100000:2.0:1746126734.659627:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817818880:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.659636:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.659985:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.660056:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.660068:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.660087:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481a91 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e45 expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.660112:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.660114:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.660119:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.660126:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.660154:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.660167:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.660192:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813697536:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.660248:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.660256:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.660264:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813697664:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.660357:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.660411:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.662822:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012dee4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813697536:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.662850:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.662897:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2008:x1830945817818880:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3268us (3611us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.662908:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13660 00000100:00100000:2.0:1746126734.663504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.663573:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817819136 00000100:00100000:0.0:1746126734.663580:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817819136 00002000:00100000:0.0:1746126734.663620:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee4000 x1830945817819136/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126734.663629:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4000 with x1830945817819136 ext(0->4095) 00010000:00010000:0.0:1746126734.663637:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126734.663650:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:0.0:1746126734.663656:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee4000 00000100:00100000:0.0:1746126734.663683:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3116 00000100:00100000:0.0:1746126734.663691:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817819136:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126734.663821:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817819136:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (318us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126734.663827:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3116 00002000:00100000:0.0:1746126734.663833:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee4000 x1830945817819136/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126734.663840:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4000 with x1830945817819136 ext(0->4095) 00010000:00010000:0.0:1746126734.663845:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126734.663854:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:0.0:1746126734.663860:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee4000 00000100:00100000:3.0:1746126734.663960:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813697664:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.663978:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 36 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.663995:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00000100:00100000:3.0:1746126734.664015:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+36:1776:x1830945817818752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4557us (4798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.664021:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30467 00000100:00100000:0.0:1746126734.667354:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.667568:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817819264 00000100:00100000:3.0:1746126734.667580:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817819264 00010000:00010000:3.0:1746126734.667620:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.667670:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13661 00000100:00100000:3.0:1746126734.667677:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817819264:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.667692:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.667713:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.667724:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.667750:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481a9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e53 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.667768:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.667771:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.667778:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.667786:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.667818:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.667830:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813697792:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.668187:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.670362:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813697792:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.670381:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.670419:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817819264:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2742us (3071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.670427:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13661 00000100:00100000:0.0:1746126734.671025:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.671509:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817819520 00000100:00100000:1.0:1746126734.671518:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817819520 00002000:00100000:1.0:1746126734.671558:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f9500 x1830945817819520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.671568:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9500 with x1830945817819520 ext(0->4095) 00002000:00010000:1.0:1746126734.671573:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f9500 00000100:00100000:1.0:1746126734.671586:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13816 00000100:00100000:1.0:1746126734.671593:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817819520:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.671735:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817819520:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (710us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.671741:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13816 00002000:00100000:1.0:1746126734.671746:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f9500 x1830945817819520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.671753:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9500 with x1830945817819520 ext(0->4095) 00002000:00010000:1.0:1746126734.671756:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f9500 00000100:00100000:0.0:1746126734.676879:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.676992:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817819648 00000100:00100000:3.0:1746126734.677003:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817819648 00000100:00100000:3.0:1746126734.677063:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30468 00000100:00100000:3.0:1746126734.677071:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817819648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.677090:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.677109:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481aad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e61 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.677136:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.677144:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.677146:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.677149:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481aad lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e61 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.677190:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 35 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.677201:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 35 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.677213:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813697920:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.677332:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.683058:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813697920:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.683092:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481aad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e61 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.683110:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61e00, rc 0) 00000100:00100000:3.0:1746126734.683172:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817819648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6101us (6304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.683191:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30468 00000100:00100000:0.0:1746126734.684571:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.684946:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817819776 00000100:00100000:2.0:1746126734.684955:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817819776 00002000:00100000:2.0:1746126734.685002:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800b49f2d80 x1830945817819776/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 496/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.685013:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2d80 with x1830945817819776 ext(0->7) 00010000:00010000:2.0:1746126734.685023:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.685037:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 36 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.685045:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f2d80 00000100:00100000:2.0:1746126734.685081:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3117 00000100:00100000:2.0:1746126734.685089:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+36:2007:x1830945817819776:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126734.685861:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817819776:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 770us (1290us total) trans 4294972076 rc 0/0 00000100:00100000:0.0:1746126734.685870:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3117 00002000:00100000:0.0:1746126734.685878:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800b49f2d80 x1830945817819776/t4294972076(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 496/448 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126734.685885:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2d80 with x1830945817819776 ext(0->7) 00010000:00010000:0.0:1746126734.685891:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126734.685901:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:0.0:1746126734.685908:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f2d80 00000100:00100000:0.0:1746126734.689392:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.689481:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817819904 00000100:00100000:3.0:1746126734.689490:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817819904 00010000:00010000:3.0:1746126734.689530:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.689559:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13662 00000100:00100000:3.0:1746126734.689566:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817819904:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.689586:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.689608:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.689620:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.689644:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481aa6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e5a expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.689681:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.689684:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.689691:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481aad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e61 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.689699:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481aad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e61 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.689733:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481aad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e61 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.689745:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813698048:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126734.691449:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.691531:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.691562:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813698048:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.691577:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.691612:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2008:x1830945817819904:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2046us (2228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.691622:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13662 00000100:00100000:1.0:1746126734.691858:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817820160 00000100:00100000:1.0:1746126734.691866:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817820160 00002000:00100000:1.0:1746126734.691901:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f2680 x1830945817820160/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.691911:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2680 with x1830945817820160 ext(0->4095) 00002000:00010000:1.0:1746126734.691916:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b49f2680 00000100:00100000:1.0:1746126734.691947:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13817 00000100:00100000:1.0:1746126734.691953:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817820160:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.692349:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817820160:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 395us (907us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.692355:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13817 00002000:00100000:1.0:1746126734.692361:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f2680 x1830945817820160/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.692367:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2680 with x1830945817820160 ext(0->4095) 00002000:00010000:1.0:1746126734.692370:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b49f2680 00000100:00100000:0.0:1746126734.695556:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.695864:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817820288 00000100:00100000:3.0:1746126734.695896:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817820288 00000100:00100000:3.0:1746126734.695951:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30469 00000100:00100000:3.0:1746126734.695959:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1778:x1830945817820288:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.695979:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.695997:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e68 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.696030:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481aad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e61 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.696038:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.696039:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.696043:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.696076:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481aad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e61 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.696088:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481aad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e61 expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.696101:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813698176:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.696235:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.700540:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.700643:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.700767:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817820544 00000100:00100000:1.0:1746126734.700772:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817820416 00000100:00100000:2.0:1746126734.700777:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817820544 00000100:00100000:1.0:1746126734.700777:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817820416 00010000:00010000:2.0:1746126734.700815:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481aad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e61 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.700821:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30470 00000100:00100000:1.0:1746126734.700829:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1776:x1830945817820416:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126734.700839:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13663 00000100:00100000:2.0:1746126734.700844:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817820544:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126734.700846:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.700857:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126734.700861:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e6f expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.700876:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481aad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e61 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.700883:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.700888:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 40 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.700904:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.700908:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.700922:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481aad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e61 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.700998:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813698176:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.701203:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 40 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.701216:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.701226:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126734.701278:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1776:x1830945817820416:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 449us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.701284:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30470 00010000:00010000:2.0:1746126734.701477:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481aad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e61 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.701492:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.701493:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.701499:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.701507:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.701530:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.701542:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.701553:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813698432:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.701583:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.701591:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.701599:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61800, rc 0) 00000100:00100000:3.0:1746126734.701617:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1778:x1830945817820288:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5660us (6071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.701623:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30469 00000100:00100000:2.0:1746126734.701627:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.703988:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813698432:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.704007:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.704044:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817820544:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3198us (3400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.704055:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13663 00000100:00100000:0.0:1746126734.704261:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.704455:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817820800 00000100:00100000:2.0:1746126734.704462:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817820800 00002000:00100000:2.0:1746126734.704498:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3d180 x1830945817820800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.704508:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3d180 with x1830945817820800 ext(0->4095) 00010000:00010000:2.0:1746126734.704517:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.704529:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.704535:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3d180 00000100:00100000:2.0:1746126734.705174:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3118 00000100:00100000:2.0:1746126734.705193:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817820800:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.705580:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817820800:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 388us (1318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.705591:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3118 00002000:00100000:2.0:1746126734.705597:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3d180 x1830945817820800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.705606:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3d180 with x1830945817820800 ext(0->4095) 00010000:00010000:2.0:1746126734.705612:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.705623:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.705629:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3d180 00000100:00100000:0.0:1746126734.709406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.709655:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817820928 00000100:00100000:3.0:1746126734.709665:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817820928 00000100:00100000:3.0:1746126734.710283:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30471 00000100:00100000:3.0:1746126734.710292:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817820928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.712353:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.712380:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e76 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.712414:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.712421:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.712427:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126734.712431:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.712470:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.712482:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.712492:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61600, rc 0) 00000100:00100000:3.0:1746126734.712626:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817820928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2333us (3227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.712634:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30471 00000100:00100000:0.0:1746126734.714873:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.715359:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817821056 00000100:00100000:2.0:1746126734.715369:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817821056 00010000:00010000:2.0:1746126734.715409:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.715448:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13664 00000100:00100000:2.0:1746126734.715456:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817821056:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.715470:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.715491:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.715504:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.715530:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ab4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e68 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.715564:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.715566:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.715574:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.715581:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.715616:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.715628:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.715640:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813698688:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.715733:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85000 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.719729:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813698688:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.719751:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.719799:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817821056:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4342us (4931us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.720149:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13664 00000100:00100000:1.0:1746126734.720168:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.721032:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817821312 00000100:00100000:3.0:1746126734.721040:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817821312 00002000:00100000:3.0:1746126734.721079:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136048000 x1830945817821312/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.721090:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136048000 with x1830945817821312 ext(0->4095) 00010000:00010000:3.0:1746126734.721098:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.721111:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.721117:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136048000 00000100:00100000:3.0:1746126734.721146:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3119 00000100:00100000:3.0:1746126734.721152:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817821312:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126734.721296:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817821312:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (1129us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.721302:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3119 00002000:00100000:3.0:1746126734.721328:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880136048000 x1830945817821312/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.721335:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136048000 with x1830945817821312 ext(0->4095) 00010000:00010000:3.0:1746126734.721339:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.721347:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.721363:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136048000 00000100:00100000:0.0:1746126734.723268:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.723399:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817821440 00000100:00100000:3.0:1746126734.723406:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817821440 00000100:00100000:3.0:1746126734.723449:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30472 00000100:00100000:3.0:1746126734.723455:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817821440:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126734.723501:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126734.723536:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.723553:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481ac9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e7d expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.723576:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.723582:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.723587:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126734.723590:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481ac9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e7d expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.723623:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.723634:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481ac9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e7d expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.723641:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00000100:00100000:3.0:1746126734.723686:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1776:x1830945817821440:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 232us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.723695:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30472 00000100:00100000:2.0:1746126734.723755:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817821568 00000100:00100000:2.0:1746126734.723759:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817821568 00010000:00010000:2.0:1746126734.723773:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 39 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.723822:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13665 00000100:00100000:2.0:1746126734.723827:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817821568:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.723835:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.723851:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 39 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.723859:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 39 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.723874:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481abb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e6f expref: 39 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.723893:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.723894:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.723899:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.723906:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.723923:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.723932:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.723947:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813698944:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.724003:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.725507:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813698944:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.725522:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.725550:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817821568:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1722us (2048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.725558:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13665 00000100:00100000:0.0:1746126734.725828:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.725974:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817821824 00000100:00100000:3.0:1746126734.725980:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817821824 00002000:00100000:3.0:1746126734.726017:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3ea00 x1830945817821824/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.726026:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3ea00 with x1830945817821824 ext(0->4095) 00010000:00010000:3.0:1746126734.726033:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.726044:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.726050:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3ea00 00000100:00100000:3.0:1746126734.726064:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3120 00000100:00100000:3.0:1746126734.726070:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817821824:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126734.726212:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817821824:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (384us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.726218:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3120 00002000:00100000:3.0:1746126734.726223:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3ea00 x1830945817821824/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.726230:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3ea00 with x1830945817821824 ext(0->4095) 00010000:00010000:3.0:1746126734.726234:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.726246:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.726251:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3ea00 00000100:00100000:0.0:1746126734.731627:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.732752:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817821952 00000100:00100000:2.0:1746126734.732762:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817821952 00010000:00010000:2.0:1746126734.732801:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.732910:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13666 00000100:00100000:2.0:1746126734.732919:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817821952:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.732934:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.732954:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.732966:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.732991:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481ac2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e76 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.733020:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.733023:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.733030:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481ac9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e7d expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.733037:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481ac9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e7d expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.733069:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481ac9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e7d expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.733080:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813699072:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.733189:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.736223:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.736392:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813699072:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.736413:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.736457:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817821952:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3538us (4839us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.736468:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13666 00000100:00100000:1.0:1746126734.736557:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817822208 00000100:00100000:1.0:1746126734.736565:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817822208 00002000:00100000:1.0:1746126734.736607:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3dc00 x1830945817822208/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.736617:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3dc00 with x1830945817822208 ext(0->4095) 00002000:00010000:1.0:1746126734.736622:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3dc00 00000100:00100000:1.0:1746126734.736640:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13818 00000100:00100000:1.0:1746126734.736647:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817822208:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.736787:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817822208:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (575us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.736793:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13818 00002000:00100000:1.0:1746126734.736797:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3dc00 x1830945817822208/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.736804:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3dc00 with x1830945817822208 ext(0->4095) 00002000:00010000:1.0:1746126734.736807:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3dc00 00000100:00100000:0.0:1746126734.738706:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.738815:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817822336 00000100:00100000:3.0:1746126734.738823:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817822336 00000100:00100000:3.0:1746126734.738868:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30473 00000100:00100000:3.0:1746126734.738876:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817822336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.738891:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.738907:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ad0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e84 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.738935:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481ac9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e7d expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.738942:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.738944:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.738947:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ad0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e84 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.738977:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481ac9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e7d expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.738989:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481ac9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e7d expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.739001:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813699200:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.739499:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1290c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.740727:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813699200:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.740748:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ad0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e84 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.740762:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00000100:00100000:3.0:1746126734.740889:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817822336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2013us (2188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.740896:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30473 00000100:00100000:0.0:1746126734.741776:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.741870:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817822464 00000100:00100000:2.0:1746126734.741877:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817822464 00010000:00010000:2.0:1746126734.741906:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481ac9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e7d expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.741928:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13667 00000100:00100000:2.0:1746126734.741934:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817822464:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.741948:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.741968:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481ac9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e7d expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.741984:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481ac9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e7d expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.742007:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481ac9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e7d expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.742033:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.742035:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.742042:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ad0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e84 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.742050:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ad0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e84 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.742079:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ad0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e84 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.742091:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813699328:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.742158:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.744673:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.744830:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817822720 00000100:00100000:3.0:1746126734.744837:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817822720 00002000:00100000:3.0:1746126734.744880:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb9880 x1830945817822720/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.744889:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb9880 with x1830945817822720 ext(0->4095) 00002000:00010000:3.0:1746126734.744894:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddb9880 00000100:00100000:2.0:1746126734.744983:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813699328:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.745000:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.745038:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2008:x1830945817822464:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3104us (3264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.745048:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13667 00000100:00100000:3.0:1746126734.745119:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13819 00000100:00100000:3.0:1746126734.745126:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817822720:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126734.745595:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817822720:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 469us (930us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.745601:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13819 00002000:00100000:3.0:1746126734.745606:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb9880 x1830945817822720/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.745613:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb9880 with x1830945817822720 ext(0->4095) 00002000:00010000:3.0:1746126734.745616:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddb9880 00000100:00100000:0.0:1746126734.746658:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.747039:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817822848 00000100:00100000:3.0:1746126734.747044:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817822848 00000100:00100000:3.0:1746126734.747346:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30474 00000100:00100000:3.0:1746126734.747353:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1776:x1830945817822848:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.747365:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.747381:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e8b expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.747406:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ad0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e84 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.747413:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.747415:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.747418:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.747445:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ad0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e84 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.747456:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ad0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e84 expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.747466:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813699456:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126734.747837:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.747962:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817822976 00000100:00100000:1.0:1746126734.747966:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817822976 00000100:00100000:1.0:1746126734.747990:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30475 00000100:00100000:1.0:1746126734.747995:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1778:x1830945817822976:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.748002:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.748009:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481ade lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e92 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.748020:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.748024:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 40 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.748034:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.748037:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481ade lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e92 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.748058:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 40 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.748070:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481ade lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e92 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.748078:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126734.748102:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1778:x1830945817822976:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.748107:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30475 00000100:00100000:3.0:1746126734.748252:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.748974:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813699456:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.748988:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.749001:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:3.0:1746126734.749020:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1776:x1830945817822848:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1668us (2364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.749025:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30474 00000100:00100000:0.0:1746126734.750340:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.750393:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817823104 00000100:00100000:2.0:1746126734.750403:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817823104 00010000:00010000:2.0:1746126734.750430:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ad0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e84 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.750462:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13668 00000100:00100000:2.0:1746126734.750468:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817823104:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.750480:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.750501:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ad0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e84 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.750512:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ad0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e84 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.750535:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ad0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e84 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.750557:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.750559:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.750566:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.750573:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.750603:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.750612:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.750624:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813699712:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.750728:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.751862:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813699712:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.751872:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.751893:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817823104:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1425us (1558us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.752012:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13668 00000100:00100000:0.0:1746126734.752234:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.752331:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817823360 00000100:00100000:3.0:1746126734.752338:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817823360 00002000:00100000:3.0:1746126734.752371:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddbb800 x1830945817823360/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.752381:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddbb800 with x1830945817823360 ext(0->4095) 00010000:00010000:3.0:1746126734.752388:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.752400:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.752406:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddbb800 00000100:00100000:3.0:1746126734.752433:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3121 00000100:00100000:3.0:1746126734.752439:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817823360:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126734.752556:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817823360:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (322us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.752562:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3121 00002000:00100000:3.0:1746126734.752579:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddbb800 x1830945817823360/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.752592:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddbb800 with x1830945817823360 ext(0->4095) 00010000:00010000:3.0:1746126734.752596:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.752605:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.752611:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddbb800 00000100:00100000:0.0:1746126734.754218:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.754328:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817823488 00000100:00100000:2.0:1746126734.754334:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817823488 00010000:00010000:2.0:1746126734.754356:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.754390:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13669 00000100:00100000:2.0:1746126734.754397:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817823488:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.754408:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.754423:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.754434:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.754457:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60e00/0xd8b4f51a84481ad7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e8b expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.754482:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.754484:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.754549:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481ade lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e92 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.754558:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481ade lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e92 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.754592:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481ade lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e92 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.754604:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813699840:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.754984:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.756053:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813699840:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.756069:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.756107:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817823488:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1709us (1892us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.756115:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13669 00000100:00100000:0.0:1746126734.756249:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.756332:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817823744 00000100:00100000:1.0:1746126734.756337:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817823744 00002000:00100000:1.0:1746126734.756368:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb9500 x1830945817823744/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.756376:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb9500 with x1830945817823744 ext(0->4095) 00002000:00010000:1.0:1746126734.756379:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddb9500 00000100:00100000:1.0:1746126734.756404:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13820 00000100:00100000:1.0:1746126734.756410:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817823744:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.756970:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817823744:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 559us (721us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.756980:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13820 00002000:00100000:1.0:1746126734.756984:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb9500 x1830945817823744/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.756992:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb9500 with x1830945817823744 ext(0->4095) 00002000:00010000:1.0:1746126734.756995:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddb9500 00000100:00100000:0.0:1746126734.758827:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.759023:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817823872 00000100:00100000:3.0:1746126734.759032:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817823872 00000100:00100000:3.0:1746126734.759082:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30476 00000100:00100000:3.0:1746126734.759090:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817823872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.759106:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.759122:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ae5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6e99 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.759148:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481ade lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e92 expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.759156:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.759158:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.759160:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ae5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e99 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.759201:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481ade lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e92 expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.759216:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481ade lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e92 expref: 37 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.759227:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813699968:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.759422:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.760629:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813699968:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.760651:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ae5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e99 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.760668:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00000100:00100000:3.0:1746126734.760711:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817823872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1621us (1888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.760718:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30476 00000100:00100000:0.0:1746126734.761637:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.761737:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817824000 00000100:00100000:2.0:1746126734.761746:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817824000 00010000:00010000:2.0:1746126734.761778:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481ade lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e92 expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.761802:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13670 00000100:00100000:2.0:1746126734.761810:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817824000:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.761825:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.761845:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481ade lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e92 expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.761860:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481ade lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e92 expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.761884:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481ade lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e92 expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.762108:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.762112:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.762121:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ae5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e99 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.762128:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ae5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e99 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.762161:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ae5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e99 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.762174:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813700096:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.763266:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85480 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.767619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.767639:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813700096:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.767661:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.767707:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2007:x1830945817824000:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5896us (6071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.767713:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817824256 00000100:00100000:2.0:1746126734.767718:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13670 00000100:00100000:1.0:1746126734.767721:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817824256 00002000:00100000:1.0:1746126734.767763:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00f480 x1830945817824256/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.767774:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00f480 with x1830945817824256 ext(0->4095) 00002000:00010000:1.0:1746126734.767778:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00f480 00000100:00100000:1.0:1746126734.767873:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13821 00000100:00100000:1.0:1746126734.767880:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817824256:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126734.769111:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817824256:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 1228us (1500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.769122:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13821 00002000:00100000:1.0:1746126734.769128:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00f480 x1830945817824256/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.769136:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00f480 with x1830945817824256 ext(0->4095) 00002000:00010000:1.0:1746126734.769139:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00f480 00000100:00100000:0.0:1746126734.769786:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.769828:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817824384 00000100:00100000:3.0:1746126734.769834:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817824384 00000100:00100000:3.0:1746126734.769874:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30477 00000100:00100000:3.0:1746126734.769880:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1776:x1830945817824384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.769892:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.769908:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ea0 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.769933:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ae5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e99 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.769945:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.769948:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.769951:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.769979:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ae5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e99 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.769990:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ae5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e99 expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.770001:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813700224:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.770075:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.772137:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.772464:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817824512 00000100:00100000:2.0:1746126734.772473:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817824512 00000100:00100000:2.0:1746126734.772517:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30478 00000100:00100000:2.0:1746126734.772524:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1778:x1830945817824512:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.772540:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.772554:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481af3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ea7 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.772579:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.772584:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 40 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.772590:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.772593:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481af3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea7 expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.772622:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 40 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.772633:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481af3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea7 expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.772642:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126734.772678:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1778:x1830945817824512:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.772683:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30478 00000100:00100000:0.0:1746126734.775027:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.775324:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817824640 00000100:00100000:2.0:1746126734.775333:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817824640 00010000:00010000:2.0:1746126734.775366:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ae5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e99 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.775393:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13671 00000100:00100000:2.0:1746126734.775400:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817824640:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.775411:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.775430:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ae5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e99 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.775442:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ae5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e99 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.775465:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.775467:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.775475:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.775483:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.775512:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.775522:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.775534:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813700480:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.775563:0:11426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ae5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6e99 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.775583:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813700224:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.775598:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85480 going to sleep for 11 seconds 00010000:00010000:3.0:1746126734.775605:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.775614:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.775623:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61200, rc 0) 00000100:00100000:3.0:1746126734.775647:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1776:x1830945817824384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5767us (5861us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.775655:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30477 00000100:00100000:2.0:1746126734.776914:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813700480:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.776937:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.776960:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817824640:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1561us (1941us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.776968:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13671 00000100:00100000:0.0:1746126734.778415:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.779038:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817824896 00000100:00100000:1.0:1746126734.779046:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817824896 00002000:00100000:1.0:1746126734.779089:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00d880 x1830945817824896/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.779100:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00d880 with x1830945817824896 ext(0->4095) 00010000:00010000:1.0:1746126734.779109:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.779123:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.779129:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00d880 00000100:00100000:1.0:1746126734.779458:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3122 00000100:00100000:1.0:1746126734.779467:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817824896:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126734.779616:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817824896:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (1204us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.779623:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3122 00002000:00100000:1.0:1746126734.779629:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00d880 x1830945817824896/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.779636:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00d880 with x1830945817824896 ext(0->4095) 00010000:00010000:1.0:1746126734.779642:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.779651:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:1.0:1746126734.779656:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00d880 00000100:00100000:0.0:1746126734.781685:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.781817:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817825024 00000100:00100000:2.0:1746126734.781824:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817825024 00010000:00010000:2.0:1746126734.781854:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.781879:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13672 00000100:00100000:2.0:1746126734.781887:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817825024:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.781898:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.781915:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.781927:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.781951:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a84481aec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea0 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.781980:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.781983:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.781989:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481af3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea7 expref: 38 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.781997:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481af3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea7 expref: 38 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.782029:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481af3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea7 expref: 38 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.782041:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813700608:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.782267:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed850c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.784615:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813700608:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.784636:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126734.784709:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.784750:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817825280 00000100:00100000:2.0:1746126734.784756:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817825280 00002000:00100000:2.0:1746126734.784794:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00ed80 x1830945817825280/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.784801:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00ed80 with x1830945817825280 ext(0->4095) 00002000:00010000:2.0:1746126734.784805:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00ed80 00000100:00100000:3.0:1746126734.784907:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817825024:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3020us (3226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.784915:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13822 00000100:00100000:3.0:1746126734.784917:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13672 00000100:00100000:2.0:1746126734.784921:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2009:x1830945817825280:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126734.785239:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2009:x1830945817825280:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 318us (532us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.785246:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13822 00002000:00100000:2.0:1746126734.785251:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00ed80 x1830945817825280/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.785257:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00ed80 with x1830945817825280 ext(0->4095) 00002000:00010000:2.0:1746126734.785260:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00ed80 00000100:00100000:0.0:1746126734.787219:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.787364:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817825408 00000100:00100000:3.0:1746126734.787371:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817825408 00000100:00100000:3.0:1746126734.787577:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30479 00000100:00100000:3.0:1746126734.787608:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817825408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.787625:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.787643:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6eae expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.787671:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481af3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea7 expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.787679:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.787681:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.787685:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.787715:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481af3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea7 expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.787727:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481af3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea7 expref: 37 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.787740:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813700736:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.788255:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.793295:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.793582:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817825536 00000100:00100000:2.0:1746126734.793594:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817825536 00000100:00100000:3.0:1746126734.793626:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813700736:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.793632:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481af3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea7 expref: 38 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.793655:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.793664:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13673 00000100:00100000:2.0:1746126734.793671:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817825536:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.793672:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61000, rc 0) 00010000:00010000:2.0:1746126734.793686:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.793707:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481af3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea7 expref: 38 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.793717:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481af3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea7 expref: 38 pid: 9564 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.793723:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817825408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6119us (6511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.793729:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30479 00010000:00010000:2.0:1746126734.793738:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481af3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ea7 expref: 38 pid: 9564 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.793756:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.793758:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.793765:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.793773:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.793801:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.793814:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813700864:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.793871:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.796066:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.796188:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817825664 00000100:00100000:3.0:1746126734.796196:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817825664 00000100:00100000:3.0:1746126734.796733:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30480 00000100:00100000:3.0:1746126734.796741:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817825664:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.796759:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.796775:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6eb5 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.796805:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.796811:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.796813:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.796816:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.796849:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.796860:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.796875:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813700992:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.796951:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.797581:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813700864:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.797598:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.797636:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817825536:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3965us (4352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.797646:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13673 00000100:00100000:0.0:1746126734.797732:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.797859:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817825920 00000100:00100000:2.0:1746126734.797864:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817825920 00002000:00100000:2.0:1746126734.797890:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2a00 x1830945817825920/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.797899:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2a00 with x1830945817825920 ext(0->4095) 00010000:00010000:2.0:1746126734.797906:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.797915:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.797921:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be2a00 00000100:00100000:2.0:1746126734.797934:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3123 00000100:00100000:2.0:1746126734.797938:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817825920:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.798061:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817825920:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (328us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.798067:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3123 00002000:00100000:2.0:1746126734.798072:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2a00 x1830945817825920/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.798079:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2a00 with x1830945817825920 ext(0->4095) 00010000:00010000:2.0:1746126734.798084:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.798092:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.798096:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be2a00 00000100:00100000:3.0:1746126734.799148:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813700992:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.799166:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.799188:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00000100:00100000:3.0:1746126734.799223:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817825664:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2482us (3163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.799229:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30480 00000100:00100000:0.0:1746126734.800558:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.800587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.800630:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817826048 00000100:00100000:2.0:1746126734.800637:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817826048 00010000:00010000:2.0:1746126734.800663:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.800691:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13674 00000100:00100000:2.0:1746126734.800697:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817826048:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.800708:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.800725:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.800734:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.800755:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61000/0xd8b4f51a84481afa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eae expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.800767:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.800769:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.800776:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.800787:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.800811:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.800821:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813701120:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.800885:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.801195:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817826176 00000100:00100000:3.0:1746126734.801199:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817826176 00000100:00100000:3.0:1746126734.801223:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30481 00000100:00100000:3.0:1746126734.801228:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1778:x1830945817826176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.801239:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.801250:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481b08 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ebc expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.801268:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.801274:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.801275:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.801277:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481b08 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ebc expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.801293:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.801303:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.801343:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813701248:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.801383:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.803404:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.803485:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813701120:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.803499:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.803532:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817826048:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2835us (2978us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.803540:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13674 00000100:00100000:3.0:1746126734.803660:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817826432 00000100:00100000:3.0:1746126734.803666:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817826432 00002000:00100000:3.0:1746126734.803700:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be1500 x1830945817826432/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.803715:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be1500 with x1830945817826432 ext(0->4095) 00010000:00010000:3.0:1746126734.803724:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 40 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.803735:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 40 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.803742:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be1500 00000100:00100000:3.0:1746126734.803757:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3124 00000100:00100000:3.0:1746126734.803765:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2008:x1830945817826432:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.803796:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813701248:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.803811:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481b08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ebc expref: 40 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.803823:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00000100:00100000:2.0:1746126734.803863:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1778:x1830945817826176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2631us (3271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.803869:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30481 00000100:00100000:3.0:1746126734.803910:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817826432:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (509us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.803925:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3124 00002000:00100000:3.0:1746126734.803930:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be1500 x1830945817826432/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.803937:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be1500 with x1830945817826432 ext(0->4095) 00010000:00010000:3.0:1746126734.803941:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.803950:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:3.0:1746126734.803955:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be1500 00000100:00100000:0.0:1746126734.806253:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.806330:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817826560 00000100:00100000:2.0:1746126734.806337:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817826560 00010000:00010000:2.0:1746126734.806368:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.806407:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13675 00000100:00100000:2.0:1746126734.806414:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817826560:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126734.806425:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126734.806440:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.806452:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.806728:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481b01 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eb5 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.806754:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.806757:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.806767:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481b08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ebc expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.806774:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481b08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ebc expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.806806:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481b08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ebc expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.806818:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813701376:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126734.806929:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.808216:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813701376:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.808232:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.808259:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817826560:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1845us (2012us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.808266:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13675 00000100:00100000:0.0:1746126734.808774:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.808836:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817826816 00000100:00100000:3.0:1746126734.808842:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817826816 00002000:00100000:3.0:1746126734.809093:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989c700 x1830945817826816/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.809103:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989c700 with x1830945817826816 ext(0->4095) 00002000:00010000:3.0:1746126734.809107:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009989c700 00000100:00100000:3.0:1746126734.809133:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13823 00000100:00100000:3.0:1746126734.809140:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817826816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126734.809292:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817826816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (518us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.809338:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13823 00002000:00100000:3.0:1746126734.809343:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989c700 x1830945817826816/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.809350:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989c700 with x1830945817826816 ext(0->4095) 00002000:00010000:3.0:1746126734.809353:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009989c700 00000100:00100000:0.0:1746126734.810756:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.810945:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817826944 00000100:00100000:2.0:1746126734.810951:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817826944 00000100:00100000:2.0:1746126734.811081:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30482 00000100:00100000:2.0:1746126734.811088:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817826944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.811100:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.811117:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b0f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ec3 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.811143:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481b08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ebc expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.811151:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.811153:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.811157:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b0f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ec3 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.811197:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481b08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ebc expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.811208:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481b08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ebc expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.811405:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813701504:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.811929:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.812535:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813701504:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.812553:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b0f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ec3 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.812565:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c200, rc 0) 00000100:00100000:2.0:1746126734.812617:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817826944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1530us (1863us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.812623:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30482 00000100:00100000:2.0:1746126734.813112:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.813186:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817827072 00000100:00100000:0.0:1746126734.813191:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817827072 00010000:00010000:0.0:1746126734.813216:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481b08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ebc expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:0.0:1746126734.813392:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13676 00000100:00100000:0.0:1746126734.813399:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817827072:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126734.813409:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126734.813426:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481b08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ebc expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126734.813436:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481b08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ebc expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126734.813458:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481b08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ebc expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:0.0:1746126734.813593:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126734.813596:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126734.813603:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ec3 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126734.813610:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ec3 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126734.813635:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ec3 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126734.813646:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009989f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813701632:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126734.813918:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.815078:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009989f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813701632:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.815093:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.815239:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2007:x1830945817827072:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1838us (2125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.815247:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13676 00000100:00100000:0.0:1746126734.815425:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.815505:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817827328 00000100:00100000:1.0:1746126734.815512:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817827328 00002000:00100000:1.0:1746126734.815542:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989ea00 x1830945817827328/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.815549:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989ea00 with x1830945817827328 ext(0->4095) 00002000:00010000:1.0:1746126734.815553:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009989ea00 00000100:00100000:1.0:1746126734.815595:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13824 00000100:00100000:1.0:1746126734.815599:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817827328:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126734.815839:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817827328:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 238us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.815845:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13824 00002000:00100000:1.0:1746126734.815850:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989ea00 x1830945817827328/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.815857:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989ea00 with x1830945817827328 ext(0->4095) 00002000:00010000:1.0:1746126734.815859:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009989ea00 00000100:00100000:0.0:1746126734.817161:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.817291:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817827456 00000100:00100000:2.0:1746126734.817296:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817827456 00000100:00100000:2.0:1746126734.817356:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30483 00000100:00100000:2.0:1746126734.817362:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1778:x1830945817827456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.817374:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.817390:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6eca expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.817416:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ec3 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.817429:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.817431:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.817434:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.817462:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ec3 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.817473:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ec3 expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.817484:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813701760:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.817564:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.819126:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813701760:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.819150:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.819165:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d000, rc 0) 00000100:00100000:2.0:1746126734.819211:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1778:x1830945817827456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1848us (2052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.819218:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30483 00000100:00100000:0.0:1746126734.819458:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.819596:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817827584 00000100:00100000:3.0:1746126734.819602:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817827584 00000100:00100000:0.0:1746126734.819616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126734.819627:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ec3 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746126734.819653:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817827712 00000100:00100000:2.0:1746126734.819656:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817827712 00000100:00100000:2.0:1746126734.819681:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30484 00000100:00100000:2.0:1746126734.819687:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817827712:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.819704:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.819716:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ed1 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.819736:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.819740:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.819745:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.819748:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.819771:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.819781:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.819789:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:3.0:1746126734.819839:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13677 00000100:00100000:3.0:1746126734.819845:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817827584:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.819853:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.819946:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ec3 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.819957:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ec3 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.819974:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b0f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ec3 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.819993:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.819994:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.820000:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.820012:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.820032:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126734.820087:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1776:x1830945817827712:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 399us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.820093:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30484 00010000:00010000:3.0:1746126734.820240:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.820253:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813702016:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.820834:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1290c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.822302:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813702016:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.822347:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.822629:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817827584:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2782us (3170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.822640:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13677 00000100:00100000:0.0:1746126734.822797:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.822868:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817827968 00000100:00100000:2.0:1746126734.822874:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817827968 00002000:00100000:2.0:1746126734.822912:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492680 x1830945817827968/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.822922:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492680 with x1830945817827968 ext(0->4095) 00010000:00010000:2.0:1746126734.822932:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.822943:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.822950:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134492680 00000100:00100000:2.0:1746126734.823106:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3125 00000100:00100000:2.0:1746126734.823113:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817827968:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.823772:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817827968:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 658us (974us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.823779:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3125 00002000:00100000:2.0:1746126734.823785:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492680 x1830945817827968/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.823792:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492680 with x1830945817827968 ext(0->4095) 00010000:00010000:2.0:1746126734.823797:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.823806:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.823812:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134492680 00000100:00100000:0.0:1746126734.825534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.825554:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817828096 00000100:00100000:2.0:1746126734.825560:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817828096 00000100:00100000:2.0:1746126734.825590:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30485 00000100:00100000:2.0:1746126734.825596:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817828096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126734.825598:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126734.825611:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.825626:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ed8 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.825648:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.825654:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.825660:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126734.825663:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.825698:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.825710:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.825719:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:3.0:1746126734.825757:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817828224 00000100:00100000:2.0:1746126734.825758:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817828096:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.825761:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817828224 00000100:00100000:2.0:1746126734.825763:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30485 00010000:00010000:3.0:1746126734.825776:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.825801:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13678 00000100:00100000:3.0:1746126734.825806:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817828224:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.825813:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.825831:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.825841:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.825859:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481b16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eca expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.825870:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.825871:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.825876:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.825883:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.825902:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.825912:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.825923:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813702272:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.825976:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1290c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.829414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.829652:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813702272:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.829674:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.830094:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817828480 00000100:00100000:3.0:1746126734.830100:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817828224:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4292us (4499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.830101:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817828480 00000100:00100000:3.0:1746126734.830110:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13678 00002000:00100000:2.0:1746126734.830144:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134490700 x1830945817828480/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.830153:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134490700 with x1830945817828480 ext(0->4095) 00010000:00010000:2.0:1746126734.830161:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.830172:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.830190:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134490700 00000100:00100000:2.0:1746126734.830210:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3126 00000100:00100000:2.0:1746126734.830217:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817828480:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.831471:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817828480:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 1249us (2060us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.831478:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3126 00002000:00100000:2.0:1746126734.831485:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134490700 x1830945817828480/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.831492:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134490700 with x1830945817828480 ext(0->4095) 00010000:00010000:2.0:1746126734.831497:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.831508:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.831514:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134490700 00000100:00100000:0.0:1746126734.833510:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.833590:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817828608 00000100:00100000:1.0:1746126734.833597:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817828608 00000100:00100000:1.0:1746126734.833648:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30486 00000100:00100000:1.0:1746126734.833654:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817828608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.833669:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.833687:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481b2b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6edf expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.833714:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.833720:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.833730:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126734.833734:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481b2b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6edf expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.833985:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.833997:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481b2b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6edf expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.834006:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126734.834159:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1776:x1830945817828608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 504us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.834165:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30486 00000100:00100000:0.0:1746126734.834666:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.834792:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817828736 00000100:00100000:3.0:1746126734.834797:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817828736 00010000:00010000:3.0:1746126734.834821:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.834842:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13679 00000100:00100000:3.0:1746126734.834847:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817828736:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.834856:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.834876:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.834885:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.834901:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed1 expref: 39 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.834920:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.834922:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.834929:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.834936:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.834960:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.834971:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 5 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.835298:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813702528:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.835385:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.840716:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813702528:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.840739:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.840784:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817828736:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5935us (6117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.840795:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13679 00000100:00100000:0.0:1746126734.842257:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.842461:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817828992 00000100:00100000:2.0:1746126734.842471:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817828992 00002000:00100000:2.0:1746126734.842515:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134493480 x1830945817828992/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.842529:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134493480 with x1830945817828992 ext(0->4095) 00010000:00010000:2.0:1746126734.842538:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.842550:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.842556:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134493480 00000100:00100000:2.0:1746126734.842584:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3127 00000100:00100000:2.0:1746126734.842591:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817828992:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.843111:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817828992:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 520us (859us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.843118:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3127 00002000:00100000:2.0:1746126734.843124:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134493480 x1830945817828992/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.843131:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134493480 with x1830945817828992 ext(0->4095) 00010000:00010000:2.0:1746126734.843135:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.843145:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.843150:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134493480 00000100:00100000:0.0:1746126734.846922:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.847294:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817829120 00000100:00100000:3.0:1746126734.847321:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817829120 00010000:00010000:3.0:1746126734.847359:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.847400:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13680 00000100:00100000:3.0:1746126734.847408:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817829120:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.847422:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.847442:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.847460:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.847485:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481b24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ed8 expref: 6 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.847916:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.847919:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.847927:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481b2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6edf expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.847935:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481b2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6edf expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.847967:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481b2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6edf expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.847980:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813702656:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.848263:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.851504:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813702656:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.851525:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.851570:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817829120:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4163us (4658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.851581:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13680 00000100:00100000:0.0:1746126734.852276:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.852599:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817829376 00000100:00100000:3.0:1746126734.852606:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817829376 00002000:00100000:3.0:1746126734.852641:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098854000 x1830945817829376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.852650:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854000 with x1830945817829376 ext(0->4095) 00002000:00010000:3.0:1746126734.852655:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098854000 00000100:00100000:3.0:1746126734.852680:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13825 00000100:00100000:3.0:1746126734.852687:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817829376:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126734.852830:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098854000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817829376:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (555us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.852836:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13825 00002000:00100000:3.0:1746126734.852840:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098854000 x1830945817829376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.852846:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098854000 with x1830945817829376 ext(0->4095) 00002000:00010000:3.0:1746126734.852849:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098854000 00000100:00100000:0.0:1746126734.854473:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.854571:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817829504 00000100:00100000:1.0:1746126734.854577:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817829504 00000100:00100000:1.0:1746126734.854619:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30487 00000100:00100000:1.0:1746126734.854625:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817829504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.854638:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.854654:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ee6 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.854681:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481b2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6edf expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.854688:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.854691:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.854694:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b32 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ee6 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.854723:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481b2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6edf expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.854734:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481b2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6edf expref: 37 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.854745:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813702784:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.855626:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.856685:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813702784:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.856708:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b32 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ee6 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.856722:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126734.856766:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817829504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2140us (2295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.856777:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30487 00000100:00100000:0.0:1746126734.856841:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.856965:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817829632 00000100:00100000:3.0:1746126734.856972:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817829632 00010000:00010000:3.0:1746126734.856995:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481b2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6edf expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.857027:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13681 00000100:00100000:3.0:1746126734.857033:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817829632:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.857044:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.857063:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481b2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6edf expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.857077:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481b2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6edf expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.857098:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481b2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6edf expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.857112:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.857114:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.857121:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ee6 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.857128:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ee6 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.857158:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ee6 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.857168:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813702912:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.857233:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.859440:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.859530:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817829888 00000100:00100000:1.0:1746126734.859537:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817829888 00002000:00100000:1.0:1746126734.859574:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892c000 x1830945817829888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.859583:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892c000 with x1830945817829888 ext(0->4095) 00002000:00010000:1.0:1746126734.859588:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892c000 00000100:00100000:1.0:1746126734.859620:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13826 00000100:00100000:1.0:1746126734.859628:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817829888:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126734.859839:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813702912:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.859855:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.859889:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2007:x1830945817829632:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2857us (3048us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.859896:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13681 00000100:00100000:1.0:1746126734.860494:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817829888:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 866us (1059us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.860500:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13826 00002000:00100000:1.0:1746126734.860506:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892c000 x1830945817829888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.860513:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892c000 with x1830945817829888 ext(0->4095) 00002000:00010000:1.0:1746126734.860516:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892c000 00000100:00100000:0.0:1746126734.861237:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.862843:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817830016 00000100:00100000:1.0:1746126734.862854:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817830016 00000100:00100000:1.0:1746126734.862966:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30488 00000100:00100000:1.0:1746126734.862973:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1776:x1830945817830016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.862990:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.863009:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6eed expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.863039:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ee6 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.863046:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.863048:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.863051:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.863086:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ee6 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.863102:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ee6 expref: 5 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.863115:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813703040:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.863708:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.864198:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.864233:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817830144 00000100:00100000:3.0:1746126734.864239:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817830144 00000100:00100000:3.0:1746126734.864272:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30489 00000100:00100000:3.0:1746126734.864277:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1778:x1830945817830144:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.864286:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.864294:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481b40 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ef4 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.864327:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.864332:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.864336:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126734.864338:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481b40 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ef4 expref: 40 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.864360:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.864372:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481b40 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ef4 expref: 40 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.864382:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:3.0:1746126734.864421:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1778:x1830945817830144:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.864429:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30489 00000100:00100000:1.0:1746126734.865091:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813703040:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.865105:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.865113:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126734.865158:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1776:x1830945817830016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2186us (3923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.865164:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30488 00000100:00100000:0.0:1746126734.866748:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.867035:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817830272 00000100:00100000:3.0:1746126734.867042:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817830272 00010000:00010000:3.0:1746126734.867073:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ee6 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.867111:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13682 00000100:00100000:3.0:1746126734.867118:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817830272:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.867134:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.867154:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ee6 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.867165:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ee6 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.867196:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ee6 expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.867249:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.867252:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.867259:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.867266:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.867295:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.867332:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.867349:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813703296:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.867430:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.869049:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813703296:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.869064:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.869100:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817830272:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1981us (2356us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.869108:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13682 00000100:00100000:0.0:1746126734.869519:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.869833:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817830528 00000100:00100000:2.0:1746126734.869839:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817830528 00002000:00100000:2.0:1746126734.869877:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba6d80 x1830945817830528/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.869887:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba6d80 with x1830945817830528 ext(0->4095) 00010000:00010000:2.0:1746126734.869895:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 39 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.869906:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 39 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.869912:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba6d80 00000100:00100000:2.0:1746126734.869939:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3128 00000100:00100000:2.0:1746126734.869945:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817830528:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.870075:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817830528:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (557us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.870081:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3128 00002000:00100000:2.0:1746126734.870085:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba6d80 x1830945817830528/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.870093:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba6d80 with x1830945817830528 ext(0->4095) 00010000:00010000:2.0:1746126734.870097:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 39 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:2.0:1746126734.870105:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 39 pid: 9565 timeout: 877 lvb_type: 0 00002000:00010000:2.0:1746126734.870110:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba6d80 00000100:00100000:0.0:1746126734.872132:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.872264:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817830656 00000100:00100000:3.0:1746126734.872272:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817830656 00010000:00010000:3.0:1746126734.872300:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 39 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.873387:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13683 00000100:00100000:3.0:1746126734.873398:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817830656:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.873415:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.873437:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 39 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.873450:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 39 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.873474:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6eed expref: 39 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.873509:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.873512:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.873519:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481b40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ef4 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.873526:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481b40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ef4 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.873558:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481b40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ef4 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.873570:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813703424:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.873819:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.878468:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813703424:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.878489:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.878537:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817830656:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5141us (6410us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.878547:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13683 00000100:00100000:0.0:1746126734.879426:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.879580:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817830912 00000100:00100000:2.0:1746126734.879588:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817830912 00002000:00100000:2.0:1746126734.879628:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba7100 x1830945817830912/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.879638:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba7100 with x1830945817830912 ext(0->4095) 00002000:00010000:2.0:1746126734.879643:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba7100 00000100:00100000:2.0:1746126734.879658:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13827 00000100:00100000:2.0:1746126734.879663:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2010:x1830945817830912:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126734.879886:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2010:x1830945817830912:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 221us (462us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.879893:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13827 00002000:00100000:2.0:1746126734.879898:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba7100 x1830945817830912/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.879905:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba7100 with x1830945817830912 ext(0->4095) 00002000:00010000:2.0:1746126734.879908:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba7100 00000100:00100000:0.0:1746126734.882607:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.882678:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817831040 00000100:00100000:1.0:1746126734.882687:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817831040 00000100:00100000:1.0:1746126734.882739:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30490 00000100:00100000:1.0:1746126734.882747:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817831040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.882765:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.882782:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b47 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6efb expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.882811:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481b40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ef4 expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.882823:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.882825:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.882828:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b47 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6efb expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.882862:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481b40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ef4 expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.882873:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481b40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ef4 expref: 37 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.882885:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813703552:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.882975:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.884145:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813703552:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.884167:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b47 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6efb expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.884193:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126734.884236:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817831040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1490us (1636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.884244:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30490 00000100:00100000:0.0:1746126734.884875:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.884973:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817831168 00000100:00100000:3.0:1746126734.884978:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817831168 00010000:00010000:3.0:1746126734.885000:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481b40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ef4 expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.885133:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13684 00000100:00100000:3.0:1746126734.885140:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817831168:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.885152:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.885171:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481b40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ef4 expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.885197:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481b40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ef4 expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.885218:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481b40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ef4 expref: 38 pid: 11426 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.885390:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.885392:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.885399:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6efb expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.885407:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6efb expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.885432:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6efb expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.885441:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813703680:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.885784:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.887395:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813703680:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.887412:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.887586:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2008:x1830945817831168:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2444us (2710us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.887595:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13684 00000100:00100000:2.0:1746126734.887956:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.888243:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817831424 00000100:00100000:3.0:1746126734.888250:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817831424 00002000:00100000:3.0:1746126734.888283:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75e300 x1830945817831424/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.888293:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75e300 with x1830945817831424 ext(0->4095) 00002000:00010000:3.0:1746126734.888298:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75e300 00000100:00100000:3.0:1746126734.888575:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13828 00000100:00100000:3.0:1746126734.888582:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817831424:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126734.888714:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817831424:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (758us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126734.888720:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13828 00002000:00100000:3.0:1746126734.888725:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75e300 x1830945817831424/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126734.888733:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75e300 with x1830945817831424 ext(0->4095) 00002000:00010000:3.0:1746126734.888736:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75e300 00000100:00100000:0.0:1746126734.889687:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.889953:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817831552 00000100:00100000:1.0:1746126734.889959:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817831552 00000100:00100000:1.0:1746126734.889989:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30491 00000100:00100000:1.0:1746126734.889995:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1776:x1830945817831552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.890010:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.890027:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f02 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.890051:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6efb expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.890059:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.890060:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.890064:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.890090:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6efb expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.890101:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6efb expref: 5 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746126734.890112:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813703808:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.890197:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.891628:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.891876:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813703808:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.891901:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.891917:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126734.891953:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817831552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1958us (2268us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.891965:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30491 00000100:00100000:2.0:1746126734.891980:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817831680 00000100:00100000:2.0:1746126734.891987:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817831680 00000100:00100000:2.0:1746126734.892018:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30492 00000100:00100000:2.0:1746126734.892024:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1778:x1830945817831680:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.892037:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.892049:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b55 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f09 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.892070:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.892076:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.892082:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.892085:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b55 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f09 expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.892112:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.892121:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b55 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f09 expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.892128:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126734.892145:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1778:x1830945817831680:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.892151:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30492 00000100:00100000:0.0:1746126734.893255:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.893458:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817831808 00000100:00100000:3.0:1746126734.893463:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817831808 00010000:00010000:3.0:1746126734.893487:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6efb expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.893706:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13685 00000100:00100000:3.0:1746126734.893713:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817831808:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.893724:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.893742:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6efb expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.893758:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6efb expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.893778:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b47 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6efb expref: 6 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:3.0:1746126734.893796:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.893798:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.893805:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.893811:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.893837:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.893848:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 38 pid: 9565 timeout: 877 lvb_type: 0 00000100:00100000:3.0:1746126734.893859:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813704064:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.894280:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d129a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.895950:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.896012:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817832064 00000100:00100000:1.0:1746126734.896020:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817832064 00002000:00100000:1.0:1746126734.896061:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5180 x1830945817832064/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.896071:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5180 with x1830945817832064 ext(0->4095) 00010000:00010000:1.0:1746126734.896080:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 39 pid: 9565 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746126734.896092:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126734.896099:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba5180 00000100:00100000:3.0:1746126734.896356:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813704064:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.896373:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.896423:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817831808:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2709us (3170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.896436:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13685 00000100:00100000:1.0:1746126734.896745:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3129 00000100:00100000:1.0:1746126734.896753:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817832064:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126734.896878:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817832064:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (934us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.896884:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3129 00002000:00100000:1.0:1746126734.896889:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5180 x1830945817832064/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.896897:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5180 with x1830945817832064 ext(0->4095) 00010000:00010000:1.0:1746126734.896901:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126734.896915:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126734.896921:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba5180 00000100:00100000:0.0:1746126734.900892:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.901394:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817832192 00000100:00100000:3.0:1746126734.901404:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817832192 00010000:00010000:3.0:1746126734.901440:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.901481:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13686 00000100:00100000:3.0:1746126734.901488:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2010:x1830945817832192:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.901503:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.901523:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.901709:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.901735:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481b4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f02 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.902460:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.902465:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.902477:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f09 expref: 38 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.902486:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f09 expref: 38 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.902527:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f09 expref: 38 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.902540:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813704192:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.902952:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.905670:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.906049:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813704192:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.906066:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.906100:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2010:x1830945817832192:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4611us (5219us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.906108:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13686 00000100:00100000:2.0:1746126734.906153:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817832448 00000100:00100000:2.0:1746126734.906160:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817832448 00002000:00100000:2.0:1746126734.906202:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba4700 x1830945817832448/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.906210:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba4700 with x1830945817832448 ext(0->4095) 00002000:00010000:2.0:1746126734.906214:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba4700 00000100:00100000:2.0:1746126734.906240:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13829 00000100:00100000:2.0:1746126734.906246:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817832448:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.906393:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817832448:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (729us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.906403:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13829 00002000:00100000:2.0:1746126734.906408:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba4700 x1830945817832448/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.906415:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba4700 with x1830945817832448 ext(0->4095) 00002000:00010000:2.0:1746126734.906418:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba4700 00000100:00100000:0.0:1746126734.908654:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.908785:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817832576 00000100:00100000:1.0:1746126734.908796:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817832576 00000100:00100000:1.0:1746126734.908859:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30493 00000100:00100000:1.0:1746126734.908867:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817832576:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.908886:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.908903:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f10 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.908931:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f09 expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.908940:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.908941:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.908945:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b5c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f10 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.908976:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f09 expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.908992:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f09 expref: 37 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126734.909003:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813704320:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.909092:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.911344:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813704320:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.911372:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b5c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f10 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.911388:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126734.911429:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817832576:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2563us (2784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.911438:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30493 00000100:00100000:0.0:1746126734.911848:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.912353:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817832704 00000100:00100000:3.0:1746126734.912360:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817832704 00010000:00010000:3.0:1746126734.912389:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f09 expref: 38 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.912411:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13687 00000100:00100000:3.0:1746126734.912417:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817832704:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.912429:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.912447:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f09 expref: 38 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.912457:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f09 expref: 38 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.912479:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f09 expref: 38 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.912828:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.912831:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.912839:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f10 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.912847:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f10 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.912876:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f10 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.912887:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813704448:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.913594:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.915540:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813704448:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.915563:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.915626:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2008:x1830945817832704:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3207us (3777us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126734.915626:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.915636:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13687 00000100:00100000:2.0:1746126734.915718:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817832960 00000100:00100000:2.0:1746126734.915725:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817832960 00002000:00100000:2.0:1746126734.915764:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0000 x1830945817832960/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.915774:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0000 with x1830945817832960 ext(0->4095) 00002000:00010000:2.0:1746126734.915778:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e0000 00000100:00100000:2.0:1746126734.915808:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13830 00000100:00100000:2.0:1746126734.915815:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817832960:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.916045:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817832960:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 230us (418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.916052:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13830 00002000:00100000:2.0:1746126734.916058:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0000 x1830945817832960/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.916065:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0000 with x1830945817832960 ext(0->4095) 00002000:00010000:2.0:1746126734.916068:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e0000 00000100:00100000:0.0:1746126734.916418:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.916487:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817833088 00000100:00100000:2.0:1746126734.916491:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817833088 00000100:00100000:2.0:1746126734.916541:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30494 00000100:00100000:2.0:1746126734.916548:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1776:x1830945817833088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.916557:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.916573:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f17 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.916601:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f10 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.916609:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.916611:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.916614:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.916642:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f10 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.916653:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f10 expref: 5 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126734.916664:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813704576:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.916734:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed850c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.917183:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.917264:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817833216 00000100:00100000:2.0:1746126734.917267:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817833216 00000100:00100000:2.0:1746126734.917884:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30495 00000100:00100000:2.0:1746126734.917892:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1778:x1830945817833216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.917901:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.917913:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b6a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f1e expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.917928:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.917932:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.917937:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.917939:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b6a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f1e expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.917963:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.917973:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b6a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f1e expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.917982:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126734.918016:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1778:x1830945817833216:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.918021:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30495 00000100:00100000:0.0:1746126734.918606:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813704576:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126734.918622:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126734.918631:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ce00, rc 0) 00000100:00100000:2.0:1746126734.918636:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.918662:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1776:x1830945817833088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2113us (2244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126734.918668:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30494 00000100:00100000:3.0:1746126734.918782:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817833344 00000100:00100000:3.0:1746126734.918787:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817833344 00010000:00010000:3.0:1746126734.918805:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f10 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.918834:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13688 00000100:00100000:3.0:1746126734.918881:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817833344:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.918891:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.918950:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f10 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.918974:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f10 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.918993:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481b5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f10 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.919005:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.919007:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.919017:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.919024:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.919045:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.919055:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.919065:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813704832:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.919118:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.921111:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813704832:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.921131:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.921184:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817833344:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2333us (2537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.921196:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13688 00000100:00100000:1.0:1746126734.921887:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.921942:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817833600 00000100:00100000:2.0:1746126734.921948:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817833600 00002000:00100000:2.0:1746126734.921985:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604b800 x1830945817833600/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.921995:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604b800 with x1830945817833600 ext(0->4095) 00010000:00010000:2.0:1746126734.922003:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126734.922025:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126734.922032:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604b800 00000100:00100000:2.0:1746126734.922055:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3130 00000100:00100000:2.0:1746126734.922061:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817833600:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.922230:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817833600:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (343us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.922237:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3130 00002000:00100000:2.0:1746126734.922242:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604b800 x1830945817833600/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.922249:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604b800 with x1830945817833600 ext(0->4095) 00010000:00010000:2.0:1746126734.922254:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126734.922262:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126734.922268:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604b800 00000100:00100000:0.0:1746126734.926039:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.926151:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817833728 00000100:00100000:3.0:1746126734.926162:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817833728 00010000:00010000:3.0:1746126734.926213:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.926244:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13689 00000100:00100000:3.0:1746126734.926251:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817833728:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.926265:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.926287:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.926300:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.926353:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f17 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.926388:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.926390:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.926398:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f1e expref: 38 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.926405:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f1e expref: 38 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.926920:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f1e expref: 38 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.926935:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813704960:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.927505:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.929068:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.929384:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817833984 00000100:00100000:2.0:1746126734.929395:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817833984 00002000:00100000:2.0:1746126734.929450:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2300 x1830945817833984/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.929461:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2300 with x1830945817833984 ext(0->4095) 00002000:00010000:2.0:1746126734.929467:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e2300 00000100:00100000:3.0:1746126734.929601:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813704960:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.929618:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.929657:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817833728:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3407us (3630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.929667:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13689 00000100:00100000:2.0:1746126734.929734:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13831 00000100:00100000:2.0:1746126734.929742:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2010:x1830945817833984:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126734.930024:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2010:x1830945817833984:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 282us (961us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.930030:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13831 00002000:00100000:2.0:1746126734.930035:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2300 x1830945817833984/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.930042:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2300 with x1830945817833984 ext(0->4095) 00002000:00010000:2.0:1746126734.930045:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e2300 00000100:00100000:0.0:1746126734.933067:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.933250:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817834112 00000100:00100000:1.0:1746126734.933260:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817834112 00000100:00100000:1.0:1746126734.933328:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30496 00000100:00100000:1.0:1746126734.933335:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817834112:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126734.933353:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.933372:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f25 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.933402:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f1e expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.933410:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.933412:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126734.933415:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.933443:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f1e expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.933455:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f1e expref: 37 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126734.933466:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813705088:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.933546:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.936464:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.936889:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817834240 00000100:00100000:3.0:1746126734.936899:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817834240 00010000:00010000:3.0:1746126734.936938:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b6a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f1e expref: 38 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126734.936950:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813705088:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126734.936974:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.936982:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13690 00000100:00100000:3.0:1746126734.936990:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099599880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817834240:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126734.936991:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00010000:00010000:3.0:1746126734.937003:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.937023:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f1e expref: 38 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.937034:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f1e expref: 38 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126734.937045:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817834112:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3710us (3986us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126734.937053:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30496 00010000:00010000:3.0:1746126734.937057:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f1e expref: 38 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.937079:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.937082:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.937089:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.937096:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.937801:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.937813:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813705216:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.938460:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.940302:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.940384:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817834368 00000100:00100000:1.0:1746126734.940393:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817834368 00000100:00100000:1.0:1746126734.940446:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30497 00000100:00100000:3.0:1746126734.940448:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813705216:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126734.940454:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009959b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817834368:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.940467:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126734.940470:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126734.940487:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f2c expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.940508:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099599880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817834240:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3519us (4051us total) trans 0 rc 0/0 00010000:00010000:1.0:1746126734.940514:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.940517:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13690 00010000:00010000:1.0:1746126734.940526:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.940528:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126734.940532:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.940559:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126734.940572:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 5 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126734.940584:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813705344:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126734.940646:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.941123:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.941466:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817834624 00000100:00100000:2.0:1746126734.941471:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817834624 00002000:00100000:2.0:1746126734.941501:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbeca80 x1830945817834624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.941509:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbeca80 with x1830945817834624 ext(0->4095) 00010000:00010000:2.0:1746126734.941515:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126734.941525:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126734.941530:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbeca80 00000100:00100000:2.0:1746126734.941548:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3131 00000100:00100000:2.0:1746126734.941553:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817834624:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.941693:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817834624:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (569us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.941699:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3131 00002000:00100000:2.0:1746126734.941704:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbeca80 x1830945817834624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.941711:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbeca80 with x1830945817834624 ext(0->4095) 00010000:00010000:2.0:1746126734.941715:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126734.941724:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126734.941728:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbeca80 00000100:00100000:2.0:1746126734.943739:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813705344:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.943766:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.943781:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:2.0:1746126734.943818:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009959b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817834368:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3363us (3523us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.943824:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30497 00000100:00100000:0.0:1746126734.943886:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.944047:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817834752 00000100:00100000:2.0:1746126734.944052:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817834752 00000100:00100000:2.0:1746126734.944082:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30498 00000100:00100000:2.0:1746126734.944088:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1778:x1830945817834752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.944101:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.944113:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b7f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f33 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.944133:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.944139:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.944145:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.944148:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b7f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f33 expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.944187:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.944196:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b7f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f33 expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.944204:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c200, rc 0) 00000100:00100000:2.0:1746126734.944236:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1778:x1830945817834752:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.944241:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30498 00000100:00100000:0.0:1746126734.944585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.944830:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817834880 00000100:00100000:3.0:1746126734.944835:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817834880 00010000:00010000:3.0:1746126734.944854:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.944874:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13691 00000100:00100000:3.0:1746126734.944879:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817834880:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.944890:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.944908:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.944925:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.944942:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481b71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f25 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.945242:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.945244:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.945253:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.945260:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.945293:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.945580:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.945595:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813705600:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.945692:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.947062:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813705600:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.947077:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.947120:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817834880:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2239us (2534us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.947132:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13691 00000100:00100000:0.0:1746126734.947753:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126734.947991:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817835136 00000100:00100000:1.0:1746126734.947997:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817835136 00002000:00100000:1.0:1746126734.948044:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbee300 x1830945817835136/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.948055:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbee300 with x1830945817835136 ext(0->4095) 00010000:00010000:1.0:1746126734.948066:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126734.948078:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126734.948084:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbee300 00000100:00100000:1.0:1746126734.948113:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3132 00000100:00100000:1.0:1746126734.948120:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817835136:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126734.948506:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817835136:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 386us (754us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126734.948512:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3132 00002000:00100000:1.0:1746126734.948517:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbee300 x1830945817835136/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126734.948524:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbee300 with x1830945817835136 ext(0->4095) 00010000:00010000:1.0:1746126734.948529:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126734.948537:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126734.948543:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbee300 00000100:00100000:0.0:1746126734.951822:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.951954:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817835264 00000100:00100000:3.0:1746126734.951963:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817835264 00010000:00010000:3.0:1746126734.951997:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.952034:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13692 00000100:00100000:3.0:1746126734.952041:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817835264:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.952055:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.952075:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.952085:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.952108:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481b78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f2c expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.952135:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.952136:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.952144:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f33 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.952150:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f33 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.952195:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f33 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.952208:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813705728:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.952292:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d1296c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.953965:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813705728:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.953985:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.954020:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817835264:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1978us (2205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.954217:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13692 00000100:00100000:0.0:1746126734.954377:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.954827:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817835520 00000100:00100000:2.0:1746126734.954834:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817835520 00002000:00100000:2.0:1746126734.954871:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbece00 x1830945817835520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.954881:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbece00 with x1830945817835520 ext(0->4095) 00002000:00010000:2.0:1746126734.954887:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbece00 00000100:00100000:2.0:1746126734.954914:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13832 00000100:00100000:2.0:1746126734.954921:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817835520:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.955065:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817835520:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (688us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.955070:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13832 00002000:00100000:2.0:1746126734.955075:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbece00 x1830945817835520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.955082:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbece00 with x1830945817835520 ext(0->4095) 00002000:00010000:2.0:1746126734.955084:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbece00 00000100:00100000:0.0:1746126734.957382:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.957611:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817835648 00000100:00100000:2.0:1746126734.957619:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817835648 00000100:00100000:2.0:1746126734.957665:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30499 00000100:00100000:2.0:1746126734.957672:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817835648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.957688:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.957712:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b86 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f3a expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.957742:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f33 expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.957749:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.957750:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.957754:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b86 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f3a expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.957788:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f33 expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.957798:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f33 expref: 37 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126734.957809:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813705856:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.957894:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126734.959483:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813705856:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.959508:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b86 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f3a expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.959521:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126734.960164:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817835648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2489us (2784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.960436:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30499 00000100:00100000:1.0:1746126734.960441:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.960605:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817835776 00000100:00100000:3.0:1746126734.960612:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817835776 00010000:00010000:3.0:1746126734.960639:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f33 expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.960670:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13693 00000100:00100000:3.0:1746126734.960676:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817835776:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.960689:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.960708:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f33 expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.960722:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f33 expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.960745:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481b7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f33 expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.960771:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.960774:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.960782:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b86 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f3a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.960790:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f3a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.960818:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f3a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.960829:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813705984:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.960889:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.962194:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813705984:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.962212:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.962252:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2008:x1830945817835776:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1575us (1810us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.962258:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13693 00000100:00100000:1.0:1746126734.962407:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.962479:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817836032 00000100:00100000:2.0:1746126734.962487:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817836032 00002000:00100000:2.0:1746126734.962520:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604bb80 x1830945817836032/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.962529:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604bb80 with x1830945817836032 ext(0->4095) 00002000:00010000:2.0:1746126734.962534:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604bb80 00000100:00100000:2.0:1746126734.962560:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13833 00000100:00100000:2.0:1746126734.962566:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817836032:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.962700:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817836032:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.962706:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13833 00002000:00100000:2.0:1746126734.962711:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604bb80 x1830945817836032/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.962718:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604bb80 with x1830945817836032 ext(0->4095) 00002000:00010000:2.0:1746126734.962720:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604bb80 00000100:00100000:0.0:1746126734.963907:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.964001:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817836160 00000100:00100000:2.0:1746126734.964007:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817836160 00000100:00100000:2.0:1746126734.964034:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30500 00000100:00100000:2.0:1746126734.964040:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1778:x1830945817836160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.964051:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.964068:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f41 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.964092:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b86 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f3a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.964099:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.964101:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.964105:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.964132:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f3a expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.964148:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f3a expref: 5 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126734.964165:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813706112:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126734.964355:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.965921:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.966104:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817836288 00000100:00100000:2.0:1746126734.966110:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817836288 00000100:00100000:2.0:1746126734.966150:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30501 00000100:00100000:2.0:1746126734.966157:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1776:x1830945817836288:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.966168:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.966195:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f48 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.966219:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126734.966223:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.966229:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.966232:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 40 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.966260:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.966272:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 40 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.966285:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ce00, rc 0) 00000100:00100000:2.0:1746126734.966351:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1776:x1830945817836288:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.966357:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30501 00000100:00100000:2.0:1746126734.966844:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813706112:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126734.966860:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.966868:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126734.966889:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1778:x1830945817836160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2850us (2986us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.966894:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30500 00000100:00100000:0.0:1746126734.967812:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.967923:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817836416 00000100:00100000:3.0:1746126734.967929:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817836416 00010000:00010000:3.0:1746126734.967954:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f3a expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.967980:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13694 00000100:00100000:3.0:1746126734.967986:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817836416:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.967997:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.968015:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f3a expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.968030:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f3a expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.968049:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481b86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f3a expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.968072:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.968074:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.968079:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.968084:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.968102:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.968108:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.968117:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813706368:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.968194:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.970607:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813706368:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.970625:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.970659:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817836416:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2673us (2849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.970670:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13694 00000100:00100000:0.0:1746126734.972200:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.972324:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817836672 00000100:00100000:2.0:1746126734.972333:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817836672 00002000:00100000:2.0:1746126734.972375:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf2d80 x1830945817836672/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.972385:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2d80 with x1830945817836672 ext(0->4095) 00010000:00010000:2.0:1746126734.972394:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126734.972414:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126734.972421:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf2d80 00000100:00100000:2.0:1746126734.972455:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3133 00000100:00100000:2.0:1746126734.972462:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817836672:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.972620:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817836672:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.972626:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3133 00002000:00100000:2.0:1746126734.972631:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf2d80 x1830945817836672/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.972639:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2d80 with x1830945817836672 ext(0->4095) 00010000:00010000:2.0:1746126734.972644:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126734.972653:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126734.972659:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbf2d80 00000100:00100000:0.0:1746126734.976830:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.977169:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.977190:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817836800 00000100:00100000:2.0:1746126734.977201:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817836800 00000100:00100000:2.0:1746126734.977256:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30502 00000100:00100000:2.0:1746126734.977263:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817836800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126734.977281:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126734.977298:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f4f expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.977362:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126734.977368:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.977378:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126734.977382:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.977417:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.977428:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126734.977438:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d200, rc 0) 00000100:00100000:2.0:1746126734.977477:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817836800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.977483:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30502 00000100:00100000:3.0:1746126734.978449:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817836928 00000100:00100000:3.0:1746126734.978456:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817836928 00010000:00010000:3.0:1746126734.978475:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.978503:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13695 00000100:00100000:3.0:1746126734.978509:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2009:x1830945817836928:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.978518:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.978537:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.978547:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.978567:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481b8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f41 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.978676:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.978679:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.978686:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.978693:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.978717:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.978727:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.978738:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813706624:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.978804:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126734.980576:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.980665:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813706624:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126734.980679:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126734.980717:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2009:x1830945817836928:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2207us (3547us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.980725:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13695 00000100:00100000:2.0:1746126734.980893:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817837184 00000100:00100000:2.0:1746126734.980899:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817837184 00002000:00100000:2.0:1746126734.980929:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604ad80 x1830945817837184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.980939:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ad80 with x1830945817837184 ext(0->4095) 00010000:00010000:2.0:1746126734.980945:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126734.980956:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126734.980963:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604ad80 00000100:00100000:2.0:1746126734.981110:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3134 00000100:00100000:2.0:1746126734.981116:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817837184:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126734.981524:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817837184:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 406us (952us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.981530:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3134 00002000:00100000:2.0:1746126734.981535:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604ad80 x1830945817837184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.981543:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ad80 with x1830945817837184 ext(0->4095) 00010000:00010000:2.0:1746126734.981547:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126734.981556:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126734.981562:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604ad80 00000100:00100000:0.0:1746126734.983444:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126734.983487:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.983603:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817837312 00000100:00100000:3.0:1746126734.983610:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817837312 00010000:00010000:3.0:1746126734.983633:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.983655:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13696 00000100:00100000:3.0:1746126734.983660:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817837312:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.983671:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.983687:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.983697:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.983720:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481b94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f48 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.983735:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.983737:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.983744:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.983752:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.983780:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.983791:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813706752:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.983860:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126734.983883:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817837440 00000100:00100000:3.0:1746126734.983886:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817837440 00000100:00100000:3.0:1746126734.983904:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30503 00000100:00100000:3.0:1746126734.983908:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817837440:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126734.983917:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126734.983927:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ba2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f56 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.983941:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.983946:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.983947:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.983951:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ba2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f56 expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.983965:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.983974:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 5 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.983982:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813706880:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126734.984000:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126734.986523:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126734.986718:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813706880:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126734.986744:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ba2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f56 expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.986758:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61800, rc 0) 00000100:00100000:3.0:1746126734.986799:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1776:x1830945817837440:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2888us (3310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126734.986807:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30503 00000100:00100000:2.0:1746126734.987346:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813706752:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126734.987357:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126734.987383:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817837312:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3723us (3943us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126734.987392:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13696 00000100:00100000:2.0:1746126734.987974:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817837696 00000100:00100000:2.0:1746126734.987981:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817837696 00002000:00100000:2.0:1746126734.988013:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966aea00 x1830945817837696/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/0 e 0 to 0 dl 1746126745 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.988023:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966aea00 with x1830945817837696 ext(0->4095) 00010000:00010000:2.0:1746126734.988031:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126734.988042:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126734.988048:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800966aea00 00000100:00100000:2.0:1746126734.988282:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3135 00000100:00100000:2.0:1746126734.988289:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817837696:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126734.988456:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817837696:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 166us (1939us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126734.988462:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3135 00002000:00100000:2.0:1746126734.988466:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966aea00 x1830945817837696/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:495/0 lens 488/4536 e 0 to 0 dl 1746126745 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126734.988472:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966aea00 with x1830945817837696 ext(0->4095) 00010000:00010000:2.0:1746126734.988476:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126734.988484:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126734.988489:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800966aea00 00000100:00100000:0.0:1746126734.992601:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126734.993132:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817837824 00000100:00100000:2.0:1746126734.993141:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817837824 00010000:00010000:2.0:1746126734.993189:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126734.997764:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13697 00000100:00100000:3.0:1746126734.997782:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817837824:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126734.997922:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126734.998026:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.998041:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.998065:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481b9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f4f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126734.998201:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.998204:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126734.998212:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ba2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f56 expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.998224:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ba2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f56 expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126734.998259:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ba2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f56 expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126734.998270:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813707008:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126734.999799:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.001600:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813707008:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.001618:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.001667:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817837824:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3891us (9074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.001678:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13697 00000100:00100000:0.0:1746126735.002211:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.003513:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817838080 00000100:00100000:2.0:1746126735.003521:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817838080 00002000:00100000:2.0:1746126735.003564:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74ce00 x1830945817838080/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.003574:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74ce00 with x1830945817838080 ext(0->4095) 00002000:00010000:2.0:1746126735.003579:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74ce00 00000100:00100000:2.0:1746126735.003603:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13834 00000100:00100000:2.0:1746126735.003609:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817838080:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.003736:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817838080:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (1527us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.003742:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13834 00002000:00100000:2.0:1746126735.003746:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74ce00 x1830945817838080/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.003752:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74ce00 with x1830945817838080 ext(0->4095) 00002000:00010000:2.0:1746126735.003754:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74ce00 00000100:00100000:0.0:1746126735.005157:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.005214:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817838208 00000100:00100000:3.0:1746126735.005219:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817838208 00000100:00100000:3.0:1746126735.005257:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30504 00000100:00100000:3.0:1746126735.005262:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817838208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.005277:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.005292:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481ba9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f5d expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.005349:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ba2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f56 expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.005357:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.005359:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.005365:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481ba9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f5d expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.005394:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ba2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f56 expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.005405:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ba2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f56 expref: 37 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.005416:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813707136:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126735.005490:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.008403:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.008472:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817838336 00000100:00100000:2.0:1746126735.008480:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817838336 00010000:00010000:2.0:1746126735.008514:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ba2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f56 expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.008555:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13698 00000100:00100000:2.0:1746126735.008562:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817838336:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.008574:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.008594:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ba2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f56 expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.008604:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ba2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f56 expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.008628:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.008630:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.008638:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481ba9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f5d expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.008645:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481ba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f5d expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.008673:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481ba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f5d expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.008686:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813707264:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.008770:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00010000:00010000:3.0:1746126735.008871:0:9565:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481ba2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f56 expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.008889:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813707136:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126735.008910:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481ba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f5d expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.008929:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60200, rc 0) 00000100:00100000:3.0:1746126735.008966:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817838208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3702us (3811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.008972:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30504 00000100:00100000:3.0:1746126735.011242:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813707264:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.011258:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.011275:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.011287:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2007:x1830945817838336:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2726us (2893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.011294:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13698 00000100:00100000:0.0:1746126735.011297:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817838592 00000100:00100000:0.0:1746126735.011303:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817838592 00002000:00100000:0.0:1746126735.014466:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75fb80 x1830945817838592/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.014478:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75fb80 with x1830945817838592 ext(0->4095) 00002000:00010000:0.0:1746126735.014485:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75fb80 00000100:00100000:2.0:1746126735.014655:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.014691:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817838720 00000100:00100000:2.0:1746126735.014697:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817838720 00000100:00100000:3.0:1746126735.014732:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13835 00000100:00100000:2.0:1746126735.014732:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30505 00000100:00100000:2.0:1746126735.014738:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1776:x1830945817838720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126735.014739:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817838592:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00010000:00010000:2.0:1746126735.014752:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.014769:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f64 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.014797:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481ba9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f5d expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.014804:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.014806:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.014808:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.014845:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481ba9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f5d expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.014856:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481ba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f5d expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.014961:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813707392:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.015045:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed850c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.015133:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817838592:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 394us (3857us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.015139:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13835 00002000:00100000:3.0:1746126735.015145:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75fb80 x1830945817838592/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.015152:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75fb80 with x1830945817838592 ext(0->4095) 00010000:00010000:3.0:1746126735.015157:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481ba9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f5d expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.015166:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481ba9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f5d expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.015185:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75fb80 00000100:00100000:2.0:1746126735.017256:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813707392:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.017283:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.017298:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126735.017749:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817838720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3009us (3093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.017758:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30505 00000100:00100000:0.0:1746126735.019042:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.019091:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.019162:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817838848 00000100:00100000:2.0:1746126735.019169:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817838848 00000100:00100000:2.0:1746126735.019212:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30506 00000100:00100000:2.0:1746126735.019220:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1778:x1830945817838848:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.019234:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.019249:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481bb7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f6b expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.019253:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817838976 00000100:00100000:3.0:1746126735.019257:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817838976 00010000:00010000:2.0:1746126735.019274:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.019275:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481ba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f5d expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.019279:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.019285:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.019288:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481bb7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f6b expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.019339:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.019350:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481bb7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f6b expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.019359:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c200, rc 0) 00000100:00100000:2.0:1746126735.019385:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1778:x1830945817838848:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.019391:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30506 00000100:00100000:3.0:1746126735.019957:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13699 00000100:00100000:3.0:1746126735.019964:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817838976:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.019973:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.019993:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481ba9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f5d expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.020004:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481ba9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f5d expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.020026:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a84481ba9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f5d expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.020200:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.020202:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.020209:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.020216:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.020240:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.020251:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.020267:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813707648:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.020413:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.024078:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813707648:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.024101:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.024148:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817838976:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4182us (5054us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.024157:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13699 00000100:00100000:0.0:1746126735.024501:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.024926:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817839232 00000100:00100000:3.0:1746126735.024932:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817839232 00002000:00100000:3.0:1746126735.024968:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6f100 x1830945817839232/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.024977:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6f100 with x1830945817839232 ext(0->4095) 00010000:00010000:3.0:1746126735.024986:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.024998:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.025004:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6f100 00000100:00100000:3.0:1746126735.025030:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3136 00000100:00100000:3.0:1746126735.025036:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817839232:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126735.025182:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817839232:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (673us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.025189:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3136 00002000:00100000:3.0:1746126735.025194:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6f100 x1830945817839232/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.025201:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6f100 with x1830945817839232 ext(0->4095) 00010000:00010000:3.0:1746126735.025206:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.025214:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.025219:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6f100 00000100:00100000:0.0:1746126735.026632:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.026741:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817839360 00000100:00100000:3.0:1746126735.026747:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817839360 00010000:00010000:3.0:1746126735.026772:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.026806:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13700 00000100:00100000:3.0:1746126735.026813:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817839360:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.026825:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.026843:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.026857:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.026882:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f64 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.026900:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.026902:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.026910:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481bb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f6b expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.026916:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481bb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f6b expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.026956:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481bb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f6b expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.026969:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813707776:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.027071:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.028391:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813707776:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.028405:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.028431:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817839360:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1618us (1802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.028439:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13700 00000100:00100000:0.0:1746126735.028868:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.028964:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817839616 00000100:00100000:3.0:1746126735.028970:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817839616 00002000:00100000:3.0:1746126735.028994:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6e680 x1830945817839616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.029003:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6e680 with x1830945817839616 ext(0->4095) 00002000:00010000:3.0:1746126735.029007:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b6e680 00000100:00100000:3.0:1746126735.029031:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13836 00000100:00100000:3.0:1746126735.029372:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817839616:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126735.029497:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817839616:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 460us (629us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.029503:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13836 00002000:00100000:3.0:1746126735.029509:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6e680 x1830945817839616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.029516:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6e680 with x1830945817839616 ext(0->4095) 00002000:00010000:3.0:1746126735.029518:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b6e680 00000100:00100000:0.0:1746126735.034745:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.034802:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817839744 00000100:00100000:2.0:1746126735.034812:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817839744 00000100:00100000:2.0:1746126735.034855:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30507 00000100:00100000:2.0:1746126735.034862:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817839744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.034881:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.034897:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f72 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.034925:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481bb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f6b expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.034933:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.034935:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.034939:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.034967:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481bb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f6b expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.034977:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481bb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f6b expref: 37 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.034988:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813707904:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.035170:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed850c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.036774:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813707904:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.036795:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.036809:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126735.036837:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817839744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1975us (2100us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.036847:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30507 00000100:00100000:0.0:1746126735.037698:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.037914:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817839872 00000100:00100000:3.0:1746126735.037920:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817839872 00010000:00010000:3.0:1746126735.037949:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481bb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f6b expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.037982:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13701 00000100:00100000:3.0:1746126735.037988:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817839872:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.038000:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.038019:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481bb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f6b expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.038034:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481bb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f6b expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.038058:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481bb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f6b expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.038083:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.038085:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.038092:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.038098:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.038123:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.038133:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813708032:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.038205:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.039593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.039887:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817840000 00000100:00100000:2.0:1746126735.039893:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817840000 00000100:00100000:2.0:1746126735.039922:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30508 00000100:00100000:2.0:1746126735.039928:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817840000:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.039943:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.039956:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f79 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.039978:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.039985:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.039987:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.039990:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.040013:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.040023:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 5 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.040033:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813708160:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.040100:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed850c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.040181:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813708032:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.040194:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.040214:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817839872:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2226us (2517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.040221:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13701 00000100:00100000:1.0:1746126735.040390:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.040654:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817840256 00000100:00100000:3.0:1746126735.040658:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817840256 00002000:00100000:3.0:1746126735.040684:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604a300 x1830945817840256/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.040693:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604a300 with x1830945817840256 ext(0->4095) 00010000:00010000:3.0:1746126735.040699:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.040708:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.040713:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604a300 00000100:00100000:3.0:1746126735.040727:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3137 00000100:00100000:3.0:1746126735.040732:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817840256:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126735.041211:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817840256:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 478us (820us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.041218:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3137 00002000:00100000:3.0:1746126735.041224:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604a300 x1830945817840256/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.041231:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604a300 with x1830945817840256 ext(0->4095) 00010000:00010000:3.0:1746126735.041235:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.041244:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.041249:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604a300 00000100:00100000:2.0:1746126735.041543:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813708160:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.041560:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.041570:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126735.041710:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817840000:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1780us (2117us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.041715:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30508 00000100:00100000:0.0:1746126735.042501:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.042540:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.042594:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817840384 00000100:00100000:2.0:1746126735.042598:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817840384 00000100:00100000:2.0:1746126735.042620:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30509 00000100:00100000:2.0:1746126735.042624:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1778:x1830945817840384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.042633:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.042644:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481bcc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f80 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.042661:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.042665:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.042669:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.042672:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481bcc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f80 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.042691:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.042699:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481bcc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f80 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.042711:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:2.0:1746126735.042732:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1778:x1830945817840384:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.042743:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30509 00000100:00100000:3.0:1746126735.042765:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817840512 00000100:00100000:3.0:1746126735.042769:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817840512 00010000:00010000:3.0:1746126735.042783:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.042815:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13702 00000100:00100000:3.0:1746126735.042821:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817840512:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.042828:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.042845:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.042854:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.042871:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481bbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f72 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.042882:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.042884:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.042889:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.042897:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.042914:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.042929:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.042939:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813708416:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.042976:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.045142:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.045158:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813708416:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.045185:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.045230:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817840768 00000100:00100000:2.0:1746126735.045235:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817840768 00000100:00100000:3.0:1746126735.045260:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817840512:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2439us (2719us total) trans 0 rc 0/0 00002000:00100000:2.0:1746126735.045263:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965ce00 x1830945817840768/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126735.045269:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13702 00002000:00100000:2.0:1746126735.045271:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965ce00 with x1830945817840768 ext(0->4095) 00010000:00010000:2.0:1746126735.045277:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 39 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.045287:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 39 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.045293:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965ce00 00000100:00100000:2.0:1746126735.045332:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3138 00000100:00100000:2.0:1746126735.045339:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817840768:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126735.045464:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817840768:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (326us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.045471:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3138 00002000:00100000:2.0:1746126735.045475:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965ce00 x1830945817840768/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.045488:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965ce00 with x1830945817840768 ext(0->4095) 00010000:00010000:2.0:1746126735.045493:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 39 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.045502:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 39 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.045507:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009965ce00 00000100:00100000:0.0:1746126735.046629:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.046687:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817840896 00000100:00100000:3.0:1746126735.046691:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817840896 00010000:00010000:3.0:1746126735.046705:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 39 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.046734:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13703 00000100:00100000:3.0:1746126735.046739:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817840896:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.046748:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.046868:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 39 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.046879:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 39 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.046899:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f79 expref: 39 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.046912:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.046914:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.046921:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481bcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f80 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.046928:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481bcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f80 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.046953:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481bcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f80 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.046963:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813708544:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.047037:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.048441:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813708544:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.048457:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.048485:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817840896:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1745us (1857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.048493:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13703 00000100:00100000:0.0:1746126735.049156:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.049619:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817841152 00000100:00100000:2.0:1746126735.049626:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817841152 00002000:00100000:2.0:1746126735.049661:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965d180 x1830945817841152/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.049671:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965d180 with x1830945817841152 ext(0->4095) 00002000:00010000:2.0:1746126735.049675:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965d180 00000100:00100000:2.0:1746126735.049700:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13837 00000100:00100000:2.0:1746126735.049706:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817841152:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126735.049855:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817841152:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (699us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.049861:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13837 00002000:00100000:2.0:1746126735.049866:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965d180 x1830945817841152/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.049880:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965d180 with x1830945817841152 ext(0->4095) 00002000:00010000:2.0:1746126735.049883:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965d180 00000100:00100000:0.0:1746126735.053270:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.053341:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817841280 00000100:00100000:2.0:1746126735.053351:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817841280 00000100:00100000:2.0:1746126735.053412:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30510 00000100:00100000:2.0:1746126735.053421:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817841280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.053440:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.053459:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bd3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f87 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.053489:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481bcc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f80 expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.053497:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.053499:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.053502:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bd3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f87 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.053534:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481bcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f80 expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.053546:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481bcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f80 expref: 37 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.053558:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813708672:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.053648:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.056184:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.056467:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813708672:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.056494:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bd3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f87 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.056515:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126735.056580:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817841280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3160us (3319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.056589:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30510 00000100:00100000:2.0:1746126735.056634:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817841408 00000100:00100000:2.0:1746126735.056638:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817841408 00010000:00010000:2.0:1746126735.056659:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481bcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f80 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.056682:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13704 00000100:00100000:2.0:1746126735.056689:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817841408:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.056700:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.056719:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481bcc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f80 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.056730:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481bcc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f80 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.056751:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481bcc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f80 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.056771:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.056773:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.056780:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bd3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f87 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.056793:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f87 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.056818:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f87 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.056829:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813708800:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.056879:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.058704:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813708800:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.058721:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.058765:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2007:x1830945817841408:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2076us (2600us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.058773:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13704 00000100:00100000:0.0:1746126735.058880:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.059168:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817841664 00000100:00100000:1.0:1746126735.059182:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817841664 00002000:00100000:1.0:1746126735.059217:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1180 x1830945817841664/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.059226:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1180 with x1830945817841664 ext(0->4095) 00002000:00010000:1.0:1746126735.059231:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab1180 00000100:00100000:0.0:1746126735.059409:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.059470:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817841792 00000100:00100000:3.0:1746126735.059474:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817841792 00000100:00100000:3.0:1746126735.059504:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30511 00000100:00100000:3.0:1746126735.059510:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1776:x1830945817841792:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126735.059516:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13838 00010000:00010000:3.0:1746126735.059523:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126735.059523:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817841664:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746126735.059538:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f8e expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.059564:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bd3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f87 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.059571:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.059573:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.059577:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.059599:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f87 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.059610:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bd3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f87 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.059620:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813708928:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.059664:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817841664:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (784us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.059668:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.059670:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13838 00002000:00100000:1.0:1746126735.059675:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1180 x1830945817841664/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.059682:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1180 with x1830945817841664 ext(0->4095) 00010000:00010000:1.0:1746126735.059687:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bd3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f87 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.059697:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bd3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f87 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.059860:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab1180 00000100:00100000:3.0:1746126735.061932:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813708928:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126735.061961:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.061977:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00000100:00100000:3.0:1746126735.062015:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817841792:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2504us (2604us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.062023:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30511 00000100:00100000:2.0:1746126735.062687:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.062736:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.062749:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817841920 00000100:00100000:0.0:1746126735.062755:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817841920 00010000:00010000:0.0:1746126735.062783:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bd3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f87 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.062799:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817842048 00000100:00100000:3.0:1746126735.062804:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817842048 00000100:00100000:3.0:1746126735.062825:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30512 00000100:00100000:3.0:1746126735.062831:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:1778:x1830945817842048:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.062843:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.062855:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f95 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.062874:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.062879:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.062885:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.062887:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 8 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.062913:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.062922:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 8 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.062930:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:3.0:1746126735.062952:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:1778:x1830945817842048:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.062970:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30512 00000100:00100000:0.0:1746126735.063042:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13705 00000100:00100000:0.0:1746126735.063049:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2008:x1830945817841920:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126735.063057:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126735.063076:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bd3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f87 expref: 7 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:0.0:1746126735.063086:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bd3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f87 expref: 7 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:0.0:1746126735.063103:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bd3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f87 expref: 7 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:0.0:1746126735.063127:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126735.063128:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126735.063135:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.063143:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.063164:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 37 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.063187:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 37 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:0.0:1746126735.063198:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c336300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813709184:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126735.064117:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.070453:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.070504:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817842304 00000100:00100000:2.0:1746126735.070514:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817842304 00000100:00100000:1.0:1746126735.070551:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c336300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813709184:192.168.204.15@tcp:105: 00002000:00100000:2.0:1746126735.070560:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fc380 x1830945817842304/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.070570:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fc380 with x1830945817842304 ext(0->4095) 00010000:00010000:1.0:1746126735.070573:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126735.070579:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.070591:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.070599:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fc380 00000100:00100000:1.0:1746126735.070624:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817841920:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 7575us (7938us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.070631:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3139 00000100:00100000:1.0:1746126735.070633:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13705 00000100:00100000:2.0:1746126735.070639:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817842304:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126735.070769:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817842304:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.070774:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3139 00002000:00100000:2.0:1746126735.070779:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fc380 x1830945817842304/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.070786:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fc380 with x1830945817842304 ext(0->4095) 00010000:00010000:2.0:1746126735.070790:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.070799:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.070804:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fc380 00000100:00100000:0.0:1746126735.076802:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.076860:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.076871:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817842432 00000100:00100000:1.0:1746126735.076917:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817842560 00000100:00100000:2.0:1746126735.076919:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817842432 00000100:00100000:1.0:1746126735.076922:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817842560 00010000:00010000:1.0:1746126735.076960:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 39 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.076976:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30513 00000100:00100000:2.0:1746126735.076984:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1776:x1830945817842432:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746126735.076995:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13706 00010000:00010000:2.0:1746126735.077000:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126735.077002:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2009:x1830945817842560:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.077015:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481be8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6f9c expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.077017:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.077041:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.077046:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.077051:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126735.077054:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481be8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f9c expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.077065:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 40 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.077078:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 40 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.077095:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.077097:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481bda lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f8e expref: 40 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.077105:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481be8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f9c expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.077113:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.077115:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.077120:0:9565:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.077126:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.077133:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126735.077138:0:9565:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.077146:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 5 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.077161:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813709440:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126735.077198:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2009:x1830945817842560:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 196us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.077205:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13706 00000100:00100000:2.0:1746126735.077220:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.078852:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813709440:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.078866:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ce00, rc 0) 00000100:00100000:2.0:1746126735.078893:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817842432:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1910us (2099us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.078900:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30513 00000100:00100000:0.0:1746126735.079542:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.079580:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817842816 00000100:00100000:2.0:1746126735.079585:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817842816 00002000:00100000:2.0:1746126735.079617:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fca80 x1830945817842816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.079626:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fca80 with x1830945817842816 ext(0->4095) 00010000:00010000:2.0:1746126735.079634:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.079645:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.079651:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fca80 00000100:00100000:2.0:1746126735.079679:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3140 00000100:00100000:2.0:1746126735.079686:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817842816:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126735.079813:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817842816:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.079823:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3140 00002000:00100000:2.0:1746126735.079828:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fca80 x1830945817842816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.079834:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fca80 with x1830945817842816 ext(0->4095) 00010000:00010000:2.0:1746126735.079838:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.079846:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.079851:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800992fca80 00000100:00100000:0.0:1746126735.081112:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.081222:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817842944 00000100:00100000:1.0:1746126735.081227:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817842944 00010000:00010000:1.0:1746126735.081247:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.081267:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13707 00000100:00100000:1.0:1746126735.081272:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817842944:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126735.081282:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126735.081295:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.081330:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.081352:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481be1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f95 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.081367:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.081368:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.081375:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481be8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f9c expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.081383:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481be8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f9c expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.081415:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481be8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f9c expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126735.081426:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813709568:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126735.081873:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.082998:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813709568:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126735.083014:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126735.083048:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817842944:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1775us (1938us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.083056:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13707 00000100:00100000:0.0:1746126735.083436:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.083521:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817843200 00000100:00100000:2.0:1746126735.083527:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817843200 00002000:00100000:2.0:1746126735.083558:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fe300 x1830945817843200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.083566:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fe300 with x1830945817843200 ext(0->4095) 00002000:00010000:2.0:1746126735.083570:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fe300 00000100:00100000:2.0:1746126735.083593:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13839 00000100:00100000:2.0:1746126735.083599:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817843200:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.083712:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817843200:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.083718:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13839 00002000:00100000:2.0:1746126735.083723:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800992fe300 x1830945817843200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.083735:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fe300 with x1830945817843200 ext(0->4095) 00002000:00010000:2.0:1746126735.083738:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fe300 00000100:00100000:0.0:1746126735.085221:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.085299:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817843328 00000100:00100000:2.0:1746126735.085330:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817843328 00000100:00100000:2.0:1746126735.085361:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30514 00000100:00100000:2.0:1746126735.085367:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817843328:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.085380:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.085397:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481bef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6fa3 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.085421:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481be8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f9c expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.085429:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.085430:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.085434:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481bef lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fa3 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.085460:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481be8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f9c expref: 37 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.085471:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481be8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f9c expref: 37 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.085481:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813709696:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.085560:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.087633:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813709696:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.087665:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481bef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fa3 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.087682:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d000, rc 0) 00000100:00100000:2.0:1746126735.087738:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817843328:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2369us (2520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.087746:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30514 00000100:00100000:0.0:1746126735.087809:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.087916:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817843456 00000100:00100000:2.0:1746126735.087922:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817843456 00010000:00010000:2.0:1746126735.087946:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481be8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f9c expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.087966:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13708 00000100:00100000:2.0:1746126735.087972:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817843456:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.087982:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.088000:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481be8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f9c expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.088010:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481be8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f9c expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.088033:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481be8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6f9c expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.088058:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.088060:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.088067:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481bef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fa3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.088074:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481bef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fa3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.088096:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481bef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fa3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.088104:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813709824:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.088146:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.089821:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813709824:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.089839:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.089870:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2008:x1830945817843456:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1897us (2207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.089878:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13708 00000100:00100000:0.0:1746126735.090141:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.090243:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817843712 00000100:00100000:3.0:1746126735.090250:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817843712 00002000:00100000:3.0:1746126735.090291:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00a680 x1830945817843712/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.090337:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00a680 with x1830945817843712 ext(0->4095) 00002000:00010000:3.0:1746126735.090342:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c00a680 00000100:00100000:3.0:1746126735.090371:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13840 00000100:00100000:3.0:1746126735.090379:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817843712:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126735.090577:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817843712:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 198us (434us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.090583:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13840 00002000:00100000:3.0:1746126735.090589:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00a680 x1830945817843712/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.090600:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00a680 with x1830945817843712 ext(0->4095) 00002000:00010000:3.0:1746126735.090603:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c00a680 00000100:00100000:0.0:1746126735.091920:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.092203:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817843840 00000100:00100000:2.0:1746126735.092209:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817843840 00000100:00100000:2.0:1746126735.092250:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30515 00000100:00100000:2.0:1746126735.092258:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1778:x1830945817843840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.092270:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.092287:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6faa expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.092335:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481bef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fa3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.092347:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.092349:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.092352:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.092378:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481bef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fa3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.092388:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481bef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fa3 expref: 5 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.092399:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813709952:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.092745:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.093953:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.094166:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813709952:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126735.094201:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.094216:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126735.094238:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817843968 00000100:00100000:2.0:1746126735.094243:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817843968 00000100:00100000:3.0:1746126735.094295:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1778:x1830945817843840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2037us (2378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.094302:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30515 00000100:00100000:2.0:1746126735.094327:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30516 00000100:00100000:2.0:1746126735.094335:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817843968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.094345:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.094356:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6fb1 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.094372:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.094377:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.094382:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.094386:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.094408:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.094416:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 39 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.094423:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d200, rc 0) 00000100:00100000:2.0:1746126735.094441:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1776:x1830945817843968:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.094446:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30516 00000100:00100000:0.0:1746126735.094727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.095087:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817844096 00000100:00100000:2.0:1746126735.095091:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817844096 00010000:00010000:2.0:1746126735.095107:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481bef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fa3 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.095136:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13709 00000100:00100000:2.0:1746126735.095141:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817844096:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.095150:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.095169:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481bef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fa3 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.095190:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481bef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fa3 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.095210:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481bef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fa3 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.095230:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.095232:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.095238:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.095244:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.095261:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 38 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.095271:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 38 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.095281:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813710208:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.095597:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.097505:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813710208:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.097529:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.097608:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817844096:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2464us (2879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.097619:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13709 00000100:00100000:0.0:1746126735.097714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.097788:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817844352 00000100:00100000:3.0:1746126735.097793:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817844352 00002000:00100000:3.0:1746126735.097829:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d266d80 x1830945817844352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.097845:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266d80 with x1830945817844352 ext(0->4095) 00010000:00010000:3.0:1746126735.097853:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.097865:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.097871:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d266d80 00000100:00100000:3.0:1746126735.097896:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3141 00000100:00100000:3.0:1746126735.097902:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817844352:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126735.098027:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817844352:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (313us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.098034:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3141 00002000:00100000:3.0:1746126735.098039:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d266d80 x1830945817844352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.098046:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266d80 with x1830945817844352 ext(0->4095) 00010000:00010000:3.0:1746126735.098050:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.098058:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.098063:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d266d80 00000100:00100000:0.0:1746126735.099651:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.099801:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.099924:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817844480 00000100:00100000:2.0:1746126735.099930:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817844480 00010000:00010000:2.0:1746126735.099956:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.099979:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817844608 00000100:00100000:1.0:1746126735.099983:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817844608 00000100:00100000:2.0:1746126735.099984:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13710 00000100:00100000:2.0:1746126735.099990:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817844480:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.100000:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.100017:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.100026:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30517 00010000:00010000:2.0:1746126735.100027:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.100032:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817844608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.100047:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.100049:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481bf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6faa expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.100058:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6fb8 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.100064:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.100066:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.100074:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.100082:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.100407:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.100415:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.100416:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.100419:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.100443:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 38 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.100454:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.100466:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813710336:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126735.100471:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.100482:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.100490:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813710464:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.100555:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.100563:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.102585:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813710336:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.102608:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.102622:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126735.102656:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817844608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2624us (2855us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.102668:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30517 00000100:00100000:0.0:1746126735.102839:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.102917:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813710464:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.102928:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.102950:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817844480:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2961us (3305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.102957:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13710 00000100:00100000:2.0:1746126735.103380:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817844864 00000100:00100000:2.0:1746126735.103386:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817844864 00002000:00100000:2.0:1746126735.103419:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d265f80 x1830945817844864/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.103428:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265f80 with x1830945817844864 ext(0->4095) 00010000:00010000:2.0:1746126735.103436:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.103447:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.103453:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d265f80 00000100:00100000:2.0:1746126735.104474:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3142 00000100:00100000:2.0:1746126735.104484:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817844864:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126735.104637:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817844864:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (1798us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.104643:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3142 00002000:00100000:2.0:1746126735.104649:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d265f80 x1830945817844864/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.104656:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265f80 with x1830945817844864 ext(0->4095) 00010000:00010000:2.0:1746126735.104662:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.104672:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 38 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.104678:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d265f80 00000100:00100000:0.0:1746126735.106710:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.107084:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.107734:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817844992 00000100:00100000:1.0:1746126735.107742:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817844992 00000100:00100000:3.0:1746126735.108009:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817845120 00000100:00100000:3.0:1746126735.108013:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817845120 00010000:00010000:3.0:1746126735.108034:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 39 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.108060:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13711 00000100:00100000:3.0:1746126735.108066:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817845120:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.108079:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.108097:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 39 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.108109:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 39 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.108137:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481bfd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb1 expref: 39 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.108155:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.108157:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.108165:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.108184:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.108216:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.108228:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813710592:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.108301:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.108430:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30518 00000100:00100000:1.0:1746126735.108436:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817844992:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.108447:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.108457:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c0b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6fbf expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.108474:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.108480:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.108482:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.108484:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c0b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fbf expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.108501:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.108510:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 5 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.108518:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813710720:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.108549:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.111202:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813710720:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126735.111230:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813710592:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126735.111234:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c0b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fbf expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.111243:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126735.111249:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:3.0:1746126735.111282:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817845120:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3214us (4195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.111282:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1776:x1830945817844992:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2844us (4576us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126735.111282:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.111290:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13711 00000100:00100000:1.0:1746126735.111290:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30518 00000100:00100000:2.0:1746126735.111347:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817845376 00000100:00100000:2.0:1746126735.111354:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817845376 00002000:00100000:2.0:1746126735.111386:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2680 x1830945817845376/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.111404:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2680 with x1830945817845376 ext(0->4095) 00010000:00010000:2.0:1746126735.111412:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.111424:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.111430:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e2680 00000100:00100000:2.0:1746126735.111453:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3143 00000100:00100000:2.0:1746126735.111460:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817845376:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.111617:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817845376:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.111623:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3143 00002000:00100000:2.0:1746126735.111628:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2680 x1830945817845376/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.111634:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2680 with x1830945817845376 ext(0->4095) 00010000:00010000:2.0:1746126735.111639:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.111646:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.111653:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e2680 00000100:00100000:0.0:1746126735.114965:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.115041:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817845504 00000100:00100000:3.0:1746126735.115051:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817845504 00010000:00010000:3.0:1746126735.115086:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.115131:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13712 00000100:00100000:3.0:1746126735.115138:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817845504:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.115159:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.115188:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.115200:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.115224:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c04 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fb8 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.115240:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.115242:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.115249:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fbf expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.115257:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fbf expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.115289:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fbf expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.115301:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813710848:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.115403:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.117818:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813710848:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.117842:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.117889:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817845504:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2750us (2932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.117900:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13712 00000100:00100000:0.0:1746126735.118639:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.118713:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817845760 00000100:00100000:2.0:1746126735.118721:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817845760 00002000:00100000:2.0:1746126735.118761:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099599880 x1830945817845760/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.118771:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099599880 with x1830945817845760 ext(0->4095) 00002000:00010000:2.0:1746126735.118776:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099599880 00000100:00100000:2.0:1746126735.119372:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13841 00000100:00100000:2.0:1746126735.119381:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099599880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817845760:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126735.119547:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099599880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945817845760:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 167us (909us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.119553:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13841 00002000:00100000:2.0:1746126735.119559:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099599880 x1830945817845760/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.119567:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099599880 with x1830945817845760 ext(0->4095) 00002000:00010000:2.0:1746126735.119570:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099599880 00000100:00100000:0.0:1746126735.121764:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.121887:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817845888 00000100:00100000:1.0:1746126735.121896:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817845888 00000100:00100000:1.0:1746126735.122073:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30519 00000100:00100000:1.0:1746126735.122081:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817845888:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.122101:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.122120:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6fc6 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.122149:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fbf expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.122157:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.122158:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.122162:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.122199:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fbf expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.122210:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fbf expref: 37 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.122223:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813710976:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.122775:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.124896:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.125010:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813710976:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.125041:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.125058:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126735.125100:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817845888:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3019us (3345us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.125109:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30519 00000100:00100000:3.0:1746126735.125203:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817846016 00000100:00100000:3.0:1746126735.125209:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817846016 00010000:00010000:3.0:1746126735.125238:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fbf expref: 38 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.125264:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13713 00000100:00100000:3.0:1746126735.125271:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a41a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817846016:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.125284:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.125333:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fbf expref: 38 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.125345:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fbf expref: 38 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.125369:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fbf expref: 38 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.125384:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.125386:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.125393:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.125401:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.125431:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.125443:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813711104:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.125504:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.127726:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813711104:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.127747:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.127790:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a41a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2008:x1830945817846016:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2518us (2902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.127800:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13713 00000100:00100000:0.0:1746126735.128537:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.128598:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817846272 00000100:00100000:1.0:1746126735.128604:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817846272 00000100:00100000:1.0:1746126735.128650:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30520 00000100:00100000:1.0:1746126735.128657:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+37:1776:x1830945817846272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.128673:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.128780:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6fcd expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.128809:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.128816:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.128818:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.128821:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 38 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.128852:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.128863:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 5 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.128874:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813711232:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.129243:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.129524:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.129571:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817846400 00000100:00100000:3.0:1746126735.129574:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817846400 00002000:00100000:3.0:1746126735.129602:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2300 x1830945817846400/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.129612:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2300 with x1830945817846400 ext(0->4095) 00010000:00010000:3.0:1746126735.129618:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.129628:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.129634:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be2300 00000100:00100000:3.0:1746126735.129648:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3144 00000100:00100000:3.0:1746126735.129653:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817846400:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126735.129791:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817846400:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (267us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.129798:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3144 00002000:00100000:3.0:1746126735.129803:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2300 x1830945817846400/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.129810:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2300 with x1830945817846400 ext(0->4095) 00010000:00010000:3.0:1746126735.129815:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.129823:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.129829:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be2300 00000100:00100000:1.0:1746126735.130188:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813711232:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.130208:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 38 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.130220:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126735.130239:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+38:1776:x1830945817846272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1583us (1705us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.130246:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30520 00000100:00100000:0.0:1746126735.131998:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.132106:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817846528 00000100:00100000:3.0:1746126735.132114:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817846528 00010000:00010000:3.0:1746126735.132143:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.132187:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13714 00000100:00100000:3.0:1746126735.132194:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817846528:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.132205:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.132224:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.132235:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.132260:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481c12 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fc6 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.132286:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.132288:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.132295:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.132302:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.132351:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.132362:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813711360:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.132433:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.134282:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.134422:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813711360:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.134440:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.134482:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817846528:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2288us (2489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.134491:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13714 00000100:00100000:2.0:1746126735.134500:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817846784 00000100:00100000:2.0:1746126735.134507:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817846784 00002000:00100000:2.0:1746126735.134544:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892d500 x1830945817846784/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.134554:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892d500 with x1830945817846784 ext(0->4095) 00002000:00010000:2.0:1746126735.134558:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892d500 00000100:00100000:2.0:1746126735.134586:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13842 00000100:00100000:2.0:1746126735.134592:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2010:x1830945817846784:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126735.134733:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2010:x1830945817846784:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (454us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.134742:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13842 00002000:00100000:2.0:1746126735.134747:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892d500 x1830945817846784/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.134753:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892d500 with x1830945817846784 ext(0->4095) 00002000:00010000:2.0:1746126735.134756:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892d500 00000100:00100000:0.0:1746126735.136238:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.136333:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817846912 00000100:00100000:1.0:1746126735.136339:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817846912 00000100:00100000:1.0:1746126735.136438:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30521 00000100:00100000:1.0:1746126735.136444:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817846912:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.136456:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.136473:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481c20 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6fd4 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.136502:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.136509:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.136511:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.136513:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481c20 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fd4 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.136770:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 37 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.136782:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 37 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.136810:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813711488:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.137155:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.139009:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.139111:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813711488:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.139134:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481c20 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fd4 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.139151:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126735.139211:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817846912:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2766us (2976us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.139219:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30521 00000100:00100000:2.0:1746126735.139285:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817847040 00000100:00100000:2.0:1746126735.139292:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817847040 00002000:00100000:2.0:1746126735.139356:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009892ea00 x1830945817847040/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.139366:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892ea00 with x1830945817847040 ext(0->7) 00010000:00010000:2.0:1746126735.139372:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 38 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.139526:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 38 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.139534:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892ea00 00000100:00100000:2.0:1746126735.139565:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3145 00000100:00100000:2.0:1746126735.139572:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945817847040:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126735.140299:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2008:x1830945817847040:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 726us (1295us total) trans 4294972077 rc 0/0 00000100:00100000:0.0:1746126735.140330:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3145 00002000:00100000:0.0:1746126735.140337:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009892ea00 x1830945817847040/t4294972077(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/448 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.140345:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892ea00 with x1830945817847040 ext(0->7) 00010000:00010000:0.0:1746126735.140349:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:0.0:1746126735.140359:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:0.0:1746126735.140364:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892ea00 00000100:00100000:0.0:1746126735.142454:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.142547:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817847168 00000100:00100000:3.0:1746126735.142555:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817847168 00010000:00010000:3.0:1746126735.142594:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.142770:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13715 00000100:00100000:3.0:1746126735.142778:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2009:x1830945817847168:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.142793:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.142813:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.142824:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.142847:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481c19 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fcd expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.142992:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.142994:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.143002:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481c20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fd4 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.143010:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fd4 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.143043:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fd4 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.143055:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813711616:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.143482:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.146977:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813711616:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.147001:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.147050:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2009:x1830945817847168:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4271us (4603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.147060:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13715 00000100:00100000:0.0:1746126735.147724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.147790:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817847424 00000100:00100000:2.0:1746126735.147797:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817847424 00002000:00100000:2.0:1746126735.147837:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892f800 x1830945817847424/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.147847:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892f800 with x1830945817847424 ext(0->4095) 00002000:00010000:2.0:1746126735.147853:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892f800 00000100:00100000:2.0:1746126735.147881:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13843 00000100:00100000:2.0:1746126735.147887:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817847424:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126735.148048:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817847424:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (326us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.148054:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13843 00002000:00100000:2.0:1746126735.148060:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892f800 x1830945817847424/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.148066:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892f800 with x1830945817847424 ext(0->4095) 00002000:00010000:2.0:1746126735.148069:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892f800 00000100:00100000:0.0:1746126735.150675:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.150744:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817847680 00000100:00100000:1.0:1746126735.150752:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817847680 00000100:00100000:0.0:1746126735.150760:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.150805:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817847552 00000100:00100000:1.0:1746126735.150807:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817847552 00000100:00100000:1.0:1746126735.150824:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30522 00000100:00100000:1.0:1746126735.150832:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1778:x1830945817847680:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126735.150833:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30523 00000100:00100000:2.0:1746126735.150840:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1776:x1830945817847552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.150848:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.150848:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.150865:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6fdb expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.150868:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6fe2 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.150894:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481c20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fd4 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.150901:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.150903:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.150906:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.151089:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.151094:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.151099:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.151101:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 42 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.151125:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fd4 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.151131:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.151137:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481c20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fd4 expref: 5 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.151146:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 42 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126735.151149:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813711872:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.151156:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00000100:00100000:2.0:1746126735.151212:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+42:1776:x1830945817847552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 372us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.151218:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30523 00000100:00100000:1.0:1746126735.151235:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.152829:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.152918:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817847808 00000100:00100000:3.0:1746126735.152925:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817847808 00000100:00100000:1.0:1746126735.152935:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813711872:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126735.152951:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481c20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fd4 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.152954:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.152966:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:3.0:1746126735.152975:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13716 00000100:00100000:3.0:1746126735.152981:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817847808:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.152993:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126735.152998:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+41:1778:x1830945817847680:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2167us (2333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.153006:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30522 00010000:00010000:3.0:1746126735.153013:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481c20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fd4 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.153023:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fd4 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.153043:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481c20 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fd4 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.153056:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.153058:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.153064:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.153071:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.153094:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.153103:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.153113:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813712000:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.153511:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.154738:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813712000:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126735.154746:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126735.154751:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.154793:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817847808:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1811us (1968us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.154802:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13716 00000100:00100000:2.0:1746126735.154888:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817848064 00000100:00100000:2.0:1746126735.154894:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817848064 00002000:00100000:2.0:1746126735.154931:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492300 x1830945817848064/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.154941:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492300 with x1830945817848064 ext(0->4095) 00010000:00010000:2.0:1746126735.154948:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.154959:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.154966:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134492300 00000100:00100000:2.0:1746126735.154993:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3146 00000100:00100000:2.0:1746126735.155000:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2008:x1830945817848064:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.155130:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2008:x1830945817848064:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.155136:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3146 00002000:00100000:2.0:1746126735.155142:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492300 x1830945817848064/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.155149:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492300 with x1830945817848064 ext(0->4095) 00010000:00010000:2.0:1746126735.155154:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.155163:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.155179:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134492300 00000100:00100000:0.0:1746126735.156632:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.156686:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817848192 00000100:00100000:1.0:1746126735.156693:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817848192 00000100:00100000:1.0:1746126735.156773:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30524 00000100:00100000:1.0:1746126735.156781:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817848192:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.156794:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.156810:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6fe9 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.156835:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.156840:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 40 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.156846:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126735.156849:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.156880:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 40 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.156890:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.156899:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126735.157101:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817848192:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 321us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.157107:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30524 00000100:00100000:0.0:1746126735.157269:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.157582:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817848320 00000100:00100000:3.0:1746126735.157587:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817848320 00010000:00010000:3.0:1746126735.157605:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.157624:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13717 00000100:00100000:3.0:1746126735.157629:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2007:x1830945817848320:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.157638:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.157653:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.157668:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.157686:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c27 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe2 expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.157700:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.157702:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.157707:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 40 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.157714:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 40 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.157734:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 40 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.157745:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 40 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.157756:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813712256:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.158483:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.159774:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.159940:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813712256:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.159958:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.160004:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817848320:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2373us (2734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.160017:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13717 00000100:00100000:2.0:1746126735.160245:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817848576 00000100:00100000:2.0:1746126735.160254:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817848576 00002000:00100000:2.0:1746126735.160288:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989df80 x1830945817848576/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.160302:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989df80 with x1830945817848576 ext(0->4095) 00010000:00010000:2.0:1746126735.160335:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 40 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.160347:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 40 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.160353:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009989df80 00000100:00100000:2.0:1746126735.160718:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3147 00000100:00100000:2.0:1746126735.160725:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817848576:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126735.160866:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817848576:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (1095us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.160875:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3147 00002000:00100000:2.0:1746126735.160880:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989df80 x1830945817848576/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.160887:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989df80 with x1830945817848576 ext(0->4095) 00010000:00010000:2.0:1746126735.160892:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 40 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.160900:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 40 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.160906:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009989df80 00000100:00100000:0.0:1746126735.163386:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.163489:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817848704 00000100:00100000:1.0:1746126735.163501:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817848704 00000100:00100000:0.0:1746126735.163691:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.163935:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817848832 00000100:00100000:3.0:1746126735.163939:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817848832 00010000:00010000:3.0:1746126735.163963:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 41 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.163986:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13718 00000100:00100000:3.0:1746126735.163993:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2010:x1830945817848832:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.164006:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.164027:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 41 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.164037:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 41 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.164062:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fdb expref: 41 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.164087:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.164089:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.164096:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.164104:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.164272:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.164285:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813712384:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126735.164423:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30525 00000100:00100000:1.0:1746126735.164429:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1776:x1830945817848704:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.164443:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.164455:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c3c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ff0 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.164471:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.164477:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.164478:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.164481:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c3c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff0 expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.164497:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.164560:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64c00 going to sleep for 11 seconds 00010000:00010000:1.0:1746126735.164564:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 5 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.164573:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813712512:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.164596:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.169016:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813712512:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.169048:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c3c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff0 expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.169060:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813712384:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126735.169071:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00010000:00010000:3.0:1746126735.169074:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126735.169117:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+41:1776:x1830945817848704:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4687us (5738us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.169126:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30525 00000100:00100000:3.0:1746126735.169341:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2010:x1830945817848832:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5347us (5649us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.169349:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13718 00000100:00100000:0.0:1746126735.169514:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.169738:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817849088 00000100:00100000:3.0:1746126735.169746:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817849088 00002000:00100000:3.0:1746126735.169779:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee4e00 x1830945817849088/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.169787:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4e00 with x1830945817849088 ext(0->4095) 00010000:00010000:3.0:1746126735.169795:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.169806:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.169812:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee4e00 00000100:00100000:3.0:1746126735.169829:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3148 00000100:00100000:3.0:1746126735.169835:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817849088:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126735.170610:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817849088:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 774us (1096us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.170625:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3148 00002000:00100000:3.0:1746126735.170630:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee4e00 x1830945817849088/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.170638:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4e00 with x1830945817849088 ext(0->4095) 00010000:00010000:3.0:1746126735.170642:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.170650:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.170656:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012dee4e00 00000100:00100000:1.0:1746126735.175721:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.175786:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817849216 00000100:00100000:2.0:1746126735.175797:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817849216 00010000:00010000:2.0:1746126735.175832:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.175864:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13719 00000100:00100000:2.0:1746126735.175872:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817849216:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.175889:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.175907:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.175918:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.175942:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c35 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6fe9 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.175962:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.175964:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.175970:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff0 expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.175977:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff0 expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.176009:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff0 expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.176021:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813712640:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.176822:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed850c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.179050:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813712640:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.179073:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126735.179119:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.179125:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817849216:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3251us (3412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.179136:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13719 00000100:00100000:3.0:1746126735.179238:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817849472 00000100:00100000:3.0:1746126735.179244:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817849472 00002000:00100000:3.0:1746126735.179280:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee4380 x1830945817849472/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.179289:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4380 with x1830945817849472 ext(0->4095) 00002000:00010000:3.0:1746126735.179294:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee4380 00000100:00100000:0.0:1746126735.179338:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13844 00000100:00100000:0.0:1746126735.179347:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817849472:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126735.179483:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dee4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817849472:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (365us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126735.179489:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13844 00002000:00100000:0.0:1746126735.179495:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012dee4380 x1830945817849472/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.179502:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012dee4380 with x1830945817849472 ext(0->4095) 00002000:00010000:0.0:1746126735.179505:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012dee4380 00000100:00100000:0.0:1746126735.181813:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.182590:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817849600 00000100:00100000:1.0:1746126735.182598:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817849600 00000100:00100000:1.0:1746126735.182649:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30526 00000100:00100000:1.0:1746126735.182656:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817849600:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.182672:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.182688:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c43 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ff7 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.182716:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff0 expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.182723:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.182725:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.182729:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c43 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff7 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.182757:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff0 expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.182770:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff0 expref: 39 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.182787:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813712768:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.182870:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.184195:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813712768:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.184217:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c43 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff7 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.184229:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126735.184269:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817849600:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1613us (2464us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.184276:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30526 00000100:00100000:0.0:1746126735.184766:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.184817:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817849728 00000100:00100000:2.0:1746126735.184822:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817849728 00010000:00010000:2.0:1746126735.184961:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff0 expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.184982:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13720 00000100:00100000:2.0:1746126735.184989:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817849728:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.185002:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.185020:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff0 expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.185030:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff0 expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.185052:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff0 expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.185076:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.185078:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.185085:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff7 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.185092:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff7 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.185116:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff7 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.185125:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813712896:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.185199:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed850c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.186880:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813712896:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.186894:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.186922:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945817849728:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1934us (2155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.187158:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13720 00000100:00100000:0.0:1746126735.187696:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.187775:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817849984 00000100:00100000:2.0:1746126735.187781:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817849984 00002000:00100000:2.0:1746126735.187816:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ec700 x1830945817849984/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.187825:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ec700 with x1830945817849984 ext(0->4095) 00002000:00010000:2.0:1746126735.187829:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51ec700 00000100:00100000:2.0:1746126735.187855:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13845 00000100:00100000:2.0:1746126735.187862:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817849984:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126735.187981:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817849984:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (286us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.187987:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13845 00002000:00100000:2.0:1746126735.187991:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b51ec700 x1830945817849984/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.187998:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ec700 with x1830945817849984 ext(0->4095) 00002000:00010000:2.0:1746126735.188001:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51ec700 00000100:00100000:0.0:1746126735.189149:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.189229:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817850112 00000100:00100000:1.0:1746126735.189234:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817850112 00000100:00100000:1.0:1746126735.189274:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30527 00000100:00100000:1.0:1746126735.189281:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1778:x1830945817850112:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.189293:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.189341:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b6ffe expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.189367:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff7 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.189374:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.189376:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.189379:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.189412:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff7 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.189423:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff7 expref: 5 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.189434:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813713024:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.189549:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.190098:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.190134:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817850240 00000100:00100000:2.0:1746126735.190138:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817850240 00000100:00100000:2.0:1746126735.190185:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30528 00000100:00100000:2.0:1746126735.190191:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+41:1776:x1830945817850240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.190198:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.190206:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7005 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.190224:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.190227:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.190233:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.190235:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 42 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.190255:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.190265:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 42 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.190275:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:2.0:1746126735.190325:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+42:1776:x1830945817850240:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.190331:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30528 00000100:00100000:1.0:1746126735.190840:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813713024:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.190854:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.190862:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126735.190879:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+41:1778:x1830945817850112:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1599us (1735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.190885:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30527 00000100:00100000:0.0:1746126735.191730:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.191829:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817850368 00000100:00100000:2.0:1746126735.191834:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817850368 00010000:00010000:2.0:1746126735.191856:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff7 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.191876:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13721 00000100:00100000:2.0:1746126735.191881:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817850368:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.191890:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.191910:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff7 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.192034:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff7 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.192056:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ff7 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.192079:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.192081:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.192087:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.192094:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.192117:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.192126:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.192136:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813713280:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.192217:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.193729:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813713280:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.193744:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.193783:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817850368:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1901us (2053us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.193793:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13721 00000100:00100000:0.0:1746126735.194861:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.194930:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817850624 00000100:00100000:2.0:1746126735.194936:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817850624 00002000:00100000:2.0:1746126735.194972:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3ce00 x1830945817850624/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.194981:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3ce00 with x1830945817850624 ext(0->4095) 00010000:00010000:2.0:1746126735.194989:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.195000:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.195006:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3ce00 00000100:00100000:2.0:1746126735.195035:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3149 00000100:00100000:2.0:1746126735.195041:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2007:x1830945817850624:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126735.195195:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2007:x1830945817850624:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (336us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.195201:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3149 00002000:00100000:2.0:1746126735.195207:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3ce00 x1830945817850624/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.195214:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3ce00 with x1830945817850624 ext(0->4095) 00010000:00010000:2.0:1746126735.195218:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.195231:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.195236:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3ce00 00000100:00100000:0.0:1746126735.196759:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.196828:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.196857:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817850880 00000100:00100000:1.0:1746126735.196864:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817850880 00000100:00100000:1.0:1746126735.196903:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30529 00000100:00100000:1.0:1746126735.196909:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817850880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.196922:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.196939:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b700c expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.196963:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.196969:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.196974:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126735.196977:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.196995:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817850752 00000100:00100000:2.0:1746126735.196998:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817850752 00010000:00010000:1.0:1746126735.197010:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 41 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.197012:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.197022:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.197032:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:2.0:1746126735.197038:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13722 00000100:00100000:2.0:1746126735.197042:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2010:x1830945817850752:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.197049:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126735.197061:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817850880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (307us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126735.197063:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.197066:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30529 00010000:00010000:2.0:1746126735.197072:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.197089:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b6ffe expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.197190:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.197191:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.197198:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.197209:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.197230:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.197241:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 40 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.197253:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813713536:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.197339:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.199127:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813713536:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.199145:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.199185:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2010:x1830945817850752:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2140us (2355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.199194:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13722 00000100:00100000:0.0:1746126735.199699:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.199899:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817851136 00000100:00100000:2.0:1746126735.199905:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817851136 00002000:00100000:2.0:1746126735.199938:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d248700 x1830945817851136/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.199947:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d248700 with x1830945817851136 ext(0->4095) 00010000:00010000:2.0:1746126735.199955:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 40 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.199966:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 40 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.199974:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d248700 00000100:00100000:2.0:1746126735.200005:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3150 00000100:00100000:2.0:1746126735.200012:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2008:x1830945817851136:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.200617:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2008:x1830945817851136:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 605us (917us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.200624:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3150 00002000:00100000:2.0:1746126735.200629:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d248700 x1830945817851136/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.200636:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d248700 with x1830945817851136 ext(0->4095) 00010000:00010000:2.0:1746126735.200641:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 40 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.200649:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 40 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.200654:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d248700 00000100:00100000:0.0:1746126735.205534:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.205649:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.205792:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817851264 00000100:00100000:1.0:1746126735.205803:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817851264 00000100:00100000:1.0:1746126735.205849:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30530 00000100:00100000:1.0:1746126735.205857:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1776:x1830945817851264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.205877:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.205895:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c5f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7013 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.205922:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.205928:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.205938:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126735.205942:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c5f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7013 expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.205980:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.205992:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c5f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7013 expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.206002:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126735.206046:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+41:1776:x1830945817851264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.206052:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30530 00000100:00100000:2.0:1746126735.206244:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817851392 00000100:00100000:2.0:1746126735.206248:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817851392 00010000:00010000:2.0:1746126735.206266:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 41 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.206302:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13723 00000100:00100000:2.0:1746126735.207334:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2007:x1830945817851392:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.207353:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.207378:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 41 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.207391:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 41 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.207412:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481c51 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7005 expref: 41 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.207433:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.207435:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.207443:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.207450:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.207496:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.207506:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 5 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.207518:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813713792:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.209041:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.210227:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.210470:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813713792:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.210493:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.210554:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817851392:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4206us (4899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.210568:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13723 00000100:00100000:2.0:1746126735.210980:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817851648 00000100:00100000:2.0:1746126735.210987:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817851648 00002000:00100000:2.0:1746126735.211026:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa14a80 x1830945817851648/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.211042:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa14a80 with x1830945817851648 ext(0->4095) 00010000:00010000:2.0:1746126735.211051:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.211063:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.211070:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa14a80 00000100:00100000:2.0:1746126735.211205:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3151 00000100:00100000:2.0:1746126735.211212:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817851648:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.211593:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817851648:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 381us (1372us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.211599:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3151 00002000:00100000:2.0:1746126735.211605:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa14a80 x1830945817851648/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.211612:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa14a80 with x1830945817851648 ext(0->4095) 00010000:00010000:2.0:1746126735.211616:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.211626:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.211632:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa14a80 00000100:00100000:0.0:1746126735.213858:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.213940:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817851776 00000100:00100000:3.0:1746126735.213948:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817851776 00010000:00010000:3.0:1746126735.213981:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.214007:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13724 00000100:00100000:3.0:1746126735.214013:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817851776:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.214026:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.214044:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.214055:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.214078:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481c58 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b700c expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.214092:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.214095:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.214101:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7013 expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.214451:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7013 expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.214485:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7013 expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.214497:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813713920:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.215201:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.216679:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.216842:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817852032 00000100:00100000:2.0:1746126735.216850:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817852032 00002000:00100000:2.0:1746126735.216890:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009959b800 x1830945817852032/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.216899:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009959b800 with x1830945817852032 ext(0->4095) 00002000:00010000:2.0:1746126735.216903:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009959b800 00000100:00100000:2.0:1746126735.216935:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13846 00000100:00100000:2.0:1746126735.216942:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009959b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2008:x1830945817852032:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126735.217063:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813713920:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.217082:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.217835:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009959b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2008:x1830945817852032:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 891us (1157us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.217843:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13846 00002000:00100000:2.0:1746126735.217850:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009959b800 x1830945817852032/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.217857:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009959b800 with x1830945817852032 ext(0->4095) 00002000:00010000:2.0:1746126735.217861:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009959b800 00000100:00100000:3.0:1746126735.217964:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817851776:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3949us (4266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.217973:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13724 00000100:00100000:0.0:1746126735.222083:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.222144:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817852160 00000100:00100000:2.0:1746126735.222153:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817852160 00000100:00100000:2.0:1746126735.222279:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30531 00000100:00100000:2.0:1746126735.222288:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817852160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.222340:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.222358:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b701a expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.222389:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7013 expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.222401:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.222403:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.222406:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.222437:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7013 expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.222449:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7013 expref: 39 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.222460:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813714048:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.222551:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.223551:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813714048:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.223572:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.223584:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ce00, rc 0) 00000100:00100000:2.0:1746126735.223620:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817852160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1334us (1547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.223627:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30531 00000100:00100000:0.0:1746126735.224271:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.225111:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817852288 00000100:00100000:3.0:1746126735.225118:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817852288 00010000:00010000:3.0:1746126735.225145:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7013 expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.225267:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13725 00000100:00100000:3.0:1746126735.225274:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2008:x1830945817852288:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.225286:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.225318:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7013 expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.225328:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7013 expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.225349:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481c5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7013 expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.225373:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.225375:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.225381:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.225388:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.225414:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.226158:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813714176:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.226595:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.227809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.227938:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817852416 00000100:00100000:2.0:1746126735.227945:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817852416 00000100:00100000:2.0:1746126735.228032:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30532 00000100:00100000:2.0:1746126735.228041:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1776:x1830945817852416:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.228061:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.228078:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7021 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.228154:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813714176:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.228183:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.228239:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2008:x1830945817852288:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2966us (3969us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.228248:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13725 00000100:00100000:0.0:1746126735.228381:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126735.228493:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.228501:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.228503:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.228507:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 40 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.228535:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.228547:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 5 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.228559:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813714304:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126735.228586:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817852672 00000100:00100000:3.0:1746126735.228589:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817852672 00002000:00100000:3.0:1746126735.228614:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbec000 x1830945817852672/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126735.228617:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00002000:00100000:3.0:1746126735.228623:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbec000 with x1830945817852672 ext(0->4095) 00010000:00010000:3.0:1746126735.228629:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.228639:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.228649:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbec000 00000100:00100000:3.0:1746126735.228662:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3152 00000100:00100000:3.0:1746126735.228668:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817852672:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126735.228785:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817852672:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (404us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.228791:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3152 00002000:00100000:3.0:1746126735.228796:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbec000 x1830945817852672/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.228803:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbec000 with x1830945817852672 ext(0->4095) 00010000:00010000:3.0:1746126735.228808:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.228817:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.228823:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cbec000 00000100:00100000:0.0:1746126735.230365:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.230493:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817852800 00000100:00100000:1.0:1746126735.230504:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817852800 00000100:00100000:1.0:1746126735.230575:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30533 00000100:00100000:1.0:1746126735.230583:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+41:1778:x1830945817852800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.230598:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126735.230599:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813714304:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.230612:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481c74 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7028 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.230619:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 41 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.230634:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00010000:00010000:1.0:1746126735.230640:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.230646:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 42 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.230657:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.230660:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481c74 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7028 expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.230664:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+42:1776:x1830945817852416:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2625us (2860us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.230674:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30532 00010000:00010000:1.0:1746126735.230693:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 41 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.230704:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481c74 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7028 expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.230713:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126735.230756:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+41:1778:x1830945817852800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.230762:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30533 00000100:00100000:0.0:1746126735.231756:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.232393:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817852928 00000100:00100000:3.0:1746126735.232400:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817852928 00010000:00010000:3.0:1746126735.232426:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.232457:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13726 00000100:00100000:3.0:1746126735.232462:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817852928:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.232474:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.232491:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.232501:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.232521:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481c66 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b701a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.232543:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.232545:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.232551:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 40 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.232559:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 40 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.232583:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 40 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.232592:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 40 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.232601:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813714560:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.232788:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.236356:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813714560:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.236379:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.236435:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817852928:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3970us (4679us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.236446:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13726 00000100:00100000:0.0:1746126735.236762:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.236864:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817853184 00000100:00100000:3.0:1746126735.236872:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817853184 00002000:00100000:3.0:1746126735.236909:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2680 x1830945817853184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.236919:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2680 with x1830945817853184 ext(0->4095) 00010000:00010000:3.0:1746126735.236928:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 41 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.236941:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 41 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.236948:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be2680 00000100:00100000:3.0:1746126735.236965:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3153 00000100:00100000:3.0:1746126735.236971:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2008:x1830945817853184:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126735.237106:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2008:x1830945817853184:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.237112:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3153 00002000:00100000:3.0:1746126735.237117:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2680 x1830945817853184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.237124:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2680 with x1830945817853184 ext(0->4095) 00010000:00010000:3.0:1746126735.237129:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 41 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.237138:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 41 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.237144:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be2680 00000100:00100000:0.0:1746126735.238071:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.238138:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817853312 00000100:00100000:3.0:1746126735.238143:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817853312 00010000:00010000:3.0:1746126735.238160:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 41 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.238194:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13727 00000100:00100000:3.0:1746126735.238200:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2007:x1830945817853312:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.238210:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.238224:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 41 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.238234:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 41 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.238258:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481c6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7021 expref: 41 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.238295:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.238298:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.238329:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7028 expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.238337:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7028 expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.238368:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7028 expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.238385:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813714688:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.238932:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.241079:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813714688:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.241111:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.241180:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817853312:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2968us (3099us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.241191:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13727 00000100:00100000:0.0:1746126735.243400:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.243543:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817853568 00000100:00100000:3.0:1746126735.243551:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817853568 00002000:00100000:3.0:1746126735.243597:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0700 x1830945817853568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.243607:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0700 with x1830945817853568 ext(0->4095) 00002000:00010000:3.0:1746126735.243611:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be0700 00000100:00100000:3.0:1746126735.243637:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13847 00000100:00100000:3.0:1746126735.243644:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817853568:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126735.243807:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817853568:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (415us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.243813:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13847 00002000:00100000:3.0:1746126735.243819:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0700 x1830945817853568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.243862:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0700 with x1830945817853568 ext(0->4095) 00002000:00010000:3.0:1746126735.243865:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be0700 00000100:00100000:0.0:1746126735.246210:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.246472:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817853696 00000100:00100000:3.0:1746126735.246479:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817853696 00000100:00100000:3.0:1746126735.246528:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30534 00000100:00100000:3.0:1746126735.246535:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817853696:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.246550:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.246579:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b702f expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.246608:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7028 expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.246615:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.246617:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.246620:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.246652:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7028 expref: 39 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.246663:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481c74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7028 expref: 39 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.246676:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813714816:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126735.246756:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.248951:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813714816:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126735.248981:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.249002:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61600, rc 0) 00000100:00100000:3.0:1746126735.249039:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817853696:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2504us (2834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.249048:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30534 00000100:00100000:0.0:1746126735.249666:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.249879:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817853824 00000100:00100000:3.0:1746126735.249885:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817853824 00010000:00010000:3.0:1746126735.249909:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481c74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7028 expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.249939:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13728 00000100:00100000:3.0:1746126735.249945:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2008:x1830945817853824:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.249957:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.249976:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481c74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7028 expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.249986:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7028 expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.250166:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481c74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7028 expref: 40 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.250794:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.250797:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.250805:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.250820:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.250849:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.250860:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813714944:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.250933:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.252714:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.252829:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813714944:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.252846:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.252883:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817853824:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2937us (3218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.252892:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13728 00000100:00100000:3.0:1746126735.252948:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817853952 00000100:00100000:3.0:1746126735.252954:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817853952 00000100:00100000:3.0:1746126735.253042:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30535 00000100:00100000:3.0:1746126735.253049:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1776:x1830945817853952:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.253065:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.253079:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7036 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126735.253083:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.253121:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817854208 00000100:00100000:2.0:1746126735.253124:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817854208 00010000:00010000:3.0:1746126735.253146:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.253154:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.253156:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.253159:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.253196:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.253212:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.253223:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813715072:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126735.253279:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64f00 going to sleep for 11 seconds 00002000:00100000:2.0:1746126735.253351:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99ca80 x1830945817854208/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.253361:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ca80 with x1830945817854208 ext(0->4095) 00010000:00010000:2.0:1746126735.253367:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.253376:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.253382:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99ca80 00000100:00100000:2.0:1746126735.253394:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3154 00000100:00100000:2.0:1746126735.253399:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817854208:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.253535:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817854208:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.253541:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3154 00002000:00100000:2.0:1746126735.253546:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99ca80 x1830945817854208/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.253554:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ca80 with x1830945817854208 ext(0->4095) 00010000:00010000:2.0:1746126735.253558:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.253566:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.253572:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c99ca80 00000100:00100000:3.0:1746126735.254740:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813715072:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126735.254759:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.254771:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61800, rc 0) 00000100:00100000:3.0:1746126735.254807:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1776:x1830945817853952:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1755us (2096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.254813:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30535 00000100:00100000:0.0:1746126735.255157:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.255375:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817854336 00000100:00100000:3.0:1746126735.255381:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817854336 00000100:00100000:3.0:1746126735.255410:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30536 00000100:00100000:3.0:1746126735.255415:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+40:1778:x1830945817854336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.255426:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.255438:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481c89 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b703d expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.255455:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.255460:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 41 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.255470:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.255473:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481c89 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b703d expref: 41 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.255494:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 41 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.255503:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481c89 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b703d expref: 41 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.255510:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00000100:00100000:3.0:1746126735.255529:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+41:1778:x1830945817854336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.255534:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30536 00000100:00100000:0.0:1746126735.256427:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.256511:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817854464 00000100:00100000:2.0:1746126735.256516:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817854464 00010000:00010000:2.0:1746126735.256542:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.256577:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13729 00000100:00100000:2.0:1746126735.256583:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817854464:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.256593:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.257108:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.257120:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.257139:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481c7b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b702f expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.257688:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.257690:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.257698:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.257706:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.258066:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.258078:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 40 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.258350:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813715328:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.258447:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.260393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.260418:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817854720 00000100:00100000:1.0:1746126735.260426:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817854720 00002000:00100000:1.0:1746126735.260467:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1880 x1830945817854720/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126735.260468:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813715328:192.168.204.15@tcp:105: 00002000:00100000:1.0:1746126735.260477:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1880 with x1830945817854720 ext(0->4095) 00010000:00010000:1.0:1746126735.260484:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 41 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.260486:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126735.260495:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 41 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.260500:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab1880 00000100:00100000:2.0:1746126735.260516:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817854464:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3934us (4091us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.260525:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13729 00000100:00100000:1.0:1746126735.260532:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3155 00000100:00100000:1.0:1746126735.260537:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2007:x1830945817854720:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126735.260666:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2007:x1830945817854720:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.260672:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3155 00002000:00100000:1.0:1746126735.260677:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1880 x1830945817854720/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.260684:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1880 with x1830945817854720 ext(0->4095) 00010000:00010000:1.0:1746126735.260688:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 41 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.260696:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 41 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.260702:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab1880 00000100:00100000:0.0:1746126735.262750:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.262828:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817854848 00000100:00100000:2.0:1746126735.262834:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817854848 00010000:00010000:2.0:1746126735.262859:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 41 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.262879:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13730 00000100:00100000:2.0:1746126735.262884:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2007:x1830945817854848:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.262897:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.262911:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 41 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.262921:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 41 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.262941:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c82 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7036 expref: 41 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.262954:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.262955:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.262962:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481c89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b703d expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.262969:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481c89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b703d expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.262994:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481c89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b703d expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.263003:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813715456:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.263178:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.265404:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813715456:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.265424:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.265466:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817854848:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2580us (2720us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.265480:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13730 00000100:00100000:0.0:1746126735.265785:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.265954:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817855104 00000100:00100000:3.0:1746126735.265961:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817855104 00002000:00100000:3.0:1746126735.265993:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965f100 x1830945817855104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.266002:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965f100 with x1830945817855104 ext(0->4095) 00002000:00010000:3.0:1746126735.266006:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965f100 00000100:00100000:3.0:1746126735.266021:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13848 00000100:00100000:3.0:1746126735.266026:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817855104:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126735.266153:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817855104:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (367us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.266162:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13848 00002000:00100000:3.0:1746126735.266176:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965f100 x1830945817855104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.266184:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965f100 with x1830945817855104 ext(0->4095) 00002000:00010000:3.0:1746126735.266187:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965f100 00000100:00100000:0.0:1746126735.268254:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.268668:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817855232 00000100:00100000:1.0:1746126735.268674:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817855232 00000100:00100000:1.0:1746126735.268709:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30537 00000100:00100000:1.0:1746126735.268714:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817855232:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.268726:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.268741:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c90 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7044 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.268766:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481c89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b703d expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.268774:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.268776:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.268778:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c90 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7044 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.268801:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481c89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b703d expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.268808:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481c89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b703d expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.268816:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813715584:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.268880:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.270148:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813715584:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.270179:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c90 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7044 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.270192:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126735.270221:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817855232:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1505us (1972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.270229:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30537 00000100:00100000:0.0:1746126735.270377:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.270488:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817855360 00000100:00100000:3.0:1746126735.270494:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817855360 00010000:00010000:3.0:1746126735.270513:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481c89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b703d expref: 40 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.270532:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13731 00000100:00100000:3.0:1746126735.270537:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2008:x1830945817855360:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.270547:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.270567:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481c89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b703d expref: 40 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.270576:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481c89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b703d expref: 40 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.270597:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481c89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b703d expref: 40 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.270610:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.270722:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.270729:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7044 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.270741:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7044 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.270765:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7044 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.270775:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813715712:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.271100:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.272762:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.272773:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813715712:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.272792:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126735.272941:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817855616 00000100:00100000:1.0:1746126735.272948:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817855616 00002000:00100000:1.0:1746126735.272986:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75ce00 x1830945817855616/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.273002:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75ce00 with x1830945817855616 ext(0->4095) 00002000:00010000:1.0:1746126735.273006:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75ce00 00000100:00100000:3.0:1746126735.273025:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2008:x1830945817855360:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2484us (2646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.273032:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13849 00000100:00100000:3.0:1746126735.273034:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13731 00000100:00100000:1.0:1746126735.273039:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817855616:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126735.273505:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817855616:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 466us (748us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.273510:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13849 00002000:00100000:1.0:1746126735.273515:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75ce00 x1830945817855616/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.273522:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75ce00 with x1830945817855616 ext(0->4095) 00002000:00010000:1.0:1746126735.273524:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75ce00 00000100:00100000:0.0:1746126735.274829:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.274905:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817855744 00000100:00100000:1.0:1746126735.274910:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817855744 00000100:00100000:1.0:1746126735.275075:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30538 00000100:00100000:1.0:1746126735.275082:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+39:1778:x1830945817855744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.275094:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.275109:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b704b expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.275135:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7044 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.275142:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.275144:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.275148:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 40 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.275190:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7044 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.275201:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7044 expref: 5 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.275213:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813715840:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.275853:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.276735:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.277193:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817855872 00000100:00100000:3.0:1746126735.277199:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817855872 00000100:00100000:3.0:1746126735.277240:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30539 00000100:00100000:3.0:1746126735.277246:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+41:1776:x1830945817855872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.277257:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.277270:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7052 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.277290:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.277294:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.277325:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.277328:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 42 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.277351:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 42 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.277362:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 42 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.277370:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61800, rc 0) 00000100:00100000:3.0:1746126735.277401:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+42:1776:x1830945817855872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.277406:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30539 00000100:00100000:0.0:1746126735.279347:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.279417:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817856000 00000100:00100000:3.0:1746126735.279423:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817856000 00010000:00010000:3.0:1746126735.279453:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c90 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7044 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.279476:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13732 00000100:00100000:3.0:1746126735.279483:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817856000:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.279493:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.279513:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c90 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7044 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.279524:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7044 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.279548:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.279550:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.279557:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.279566:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.279591:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.279603:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.279614:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813716096:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.279688:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64f00 going to sleep for 11 seconds 00010000:00010000:1.0:1746126735.280226:0:9564:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdcc00/0xd8b4f51a84481c90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7044 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.280247:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813715840:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.280264:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.280271:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.280279:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd000, rc 0) 00000100:00100000:1.0:1746126735.280327:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+41:1778:x1830945817855744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5243us (5498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.280334:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30538 00000100:00100000:3.0:1746126735.281556:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813716096:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.281571:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.281607:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817856000:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2123us (2265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.281615:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13732 00000100:00100000:0.0:1746126735.282072:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.282253:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817856256 00000100:00100000:1.0:1746126735.282260:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817856256 00002000:00100000:1.0:1746126735.282297:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d377b80 x1830945817856256/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.282341:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d377b80 with x1830945817856256 ext(0->4095) 00010000:00010000:1.0:1746126735.282349:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.282360:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.282365:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d377b80 00000100:00100000:1.0:1746126735.282534:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3156 00000100:00100000:1.0:1746126735.282542:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2007:x1830945817856256:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126735.282681:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2007:x1830945817856256:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (609us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.282687:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3156 00002000:00100000:1.0:1746126735.282692:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d377b80 x1830945817856256/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.282699:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d377b80 with x1830945817856256 ext(0->4095) 00010000:00010000:1.0:1746126735.282703:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.282711:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.282716:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d377b80 00000100:00100000:0.0:1746126735.285218:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.285275:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817856384 00000100:00100000:3.0:1746126735.285284:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817856384 00010000:00010000:3.0:1746126735.285358:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.285391:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13733 00000100:00100000:3.0:1746126735.285398:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2007:x1830945817856384:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.285412:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.285432:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.285442:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.285464:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd000/0xd8b4f51a84481c97 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b704b expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.285491:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.285493:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.285500:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.285509:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.285540:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 40 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.285557:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813716224:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.285641:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.287082:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813716224:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.287100:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.287129:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817856384:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1732us (1919us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.287137:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13733 00000100:00100000:0.0:1746126735.287825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.287935:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817856640 00000100:00100000:3.0:1746126735.287941:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817856640 00002000:00100000:3.0:1746126735.287978:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374700 x1830945817856640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.287991:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374700 with x1830945817856640 ext(0->4095) 00002000:00010000:3.0:1746126735.287995:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d374700 00000100:00100000:3.0:1746126735.288262:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13850 00000100:00100000:3.0:1746126735.288269:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817856640:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126735.288890:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d374700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817856640:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 620us (1065us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.288897:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13850 00002000:00100000:2.0:1746126735.288902:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374700 x1830945817856640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.288909:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374700 with x1830945817856640 ext(0->4095) 00002000:00010000:2.0:1746126735.288911:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d374700 00000100:00100000:0.0:1746126735.291787:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.292113:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817856768 00000100:00100000:1.0:1746126735.292122:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817856768 00000100:00100000:1.0:1746126735.292203:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30540 00000100:00100000:1.0:1746126735.292213:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817856768:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.292230:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.292247:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7059 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.292277:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.292286:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.292288:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.292291:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.292356:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 39 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.292368:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 39 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.292380:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813716352:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.292467:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.296886:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.297022:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813716352:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.297051:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.297074:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126735.297119:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817856768:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4909us (5341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.297128:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30540 00000100:00100000:2.0:1746126735.297226:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817856896 00000100:00100000:2.0:1746126735.297233:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817856896 00002000:00100000:2.0:1746126735.297277:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880098e4d180 x1830945817856896/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.297287:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098e4d180 with x1830945817856896 ext(0->7) 00010000:00010000:2.0:1746126735.297296:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 40 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.297332:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 40 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.297338:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098e4d180 00000100:00100000:2.0:1746126735.297353:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3157 00000100:00100000:2.0:1746126735.297359:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2007:x1830945817856896:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126735.299731:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2007:x1830945817856896:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2363us (2846us total) trans 4294972078 rc 0/0 00000100:00100000:0.0:1746126735.299742:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3157 00002000:00100000:0.0:1746126735.299751:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880098e4d180 x1830945817856896/t4294972078(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/448 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.299760:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098e4d180 with x1830945817856896 ext(0->7) 00010000:00010000:0.0:1746126735.299770:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 42 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:0.0:1746126735.299784:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 42 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:0.0:1746126735.299791:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098e4d180 00000100:00100000:0.0:1746126735.304807:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.304928:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.305000:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817857024 00000100:00100000:1.0:1746126735.305011:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817857024 00000100:00100000:1.0:1746126735.305069:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30541 00000100:00100000:1.0:1746126735.305077:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+42:1776:x1830945817857024:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.305095:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.305115:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7060 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.305142:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.305149:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.305155:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126735.305159:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 43 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.305208:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.305220:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 43 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.305235:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126735.305283:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+43:1776:x1830945817857024:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.305289:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30541 00000100:00100000:3.0:1746126735.305394:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817857152 00000100:00100000:3.0:1746126735.305398:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817857152 00010000:00010000:3.0:1746126735.305416:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 43 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.305450:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13734 00000100:00100000:3.0:1746126735.305455:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+43:2008:x1830945817857152:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.305464:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.305483:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 43 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.305494:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 43 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.305510:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481c9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7052 expref: 43 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.305532:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.305534:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.305540:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.305547:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.305565:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.305576:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 5 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.305587:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813716608:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.305641:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.308805:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.308966:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813716608:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.308988:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.309039:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2008:x1830945817857152:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3582us (4110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.309050:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13734 00000100:00100000:1.0:1746126735.309187:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817857408 00000100:00100000:1.0:1746126735.309194:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817857408 00002000:00100000:1.0:1746126735.309231:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efb800 x1830945817857408/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.309241:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efb800 with x1830945817857408 ext(0->4095) 00010000:00010000:1.0:1746126735.309249:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.309261:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.309267:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5efb800 00000100:00100000:1.0:1746126735.309296:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3158 00000100:00100000:1.0:1746126735.309322:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817857408:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126735.309461:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817857408:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.309467:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3158 00002000:00100000:1.0:1746126735.309472:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efb800 x1830945817857408/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.309489:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efb800 with x1830945817857408 ext(0->4095) 00010000:00010000:1.0:1746126735.309493:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.309502:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.309507:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5efb800 00000100:00100000:0.0:1746126735.313244:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.313487:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817857536 00000100:00100000:3.0:1746126735.313497:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817857536 00010000:00010000:3.0:1746126735.313536:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.313580:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13735 00000100:00100000:3.0:1746126735.313588:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817857536:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.313608:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.313629:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.313642:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.313666:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481ca5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7059 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.313684:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.313687:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.313694:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.313703:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.313738:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.313752:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813716736:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.314047:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.316037:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.316091:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817857792 00000100:00100000:2.0:1746126735.316099:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817857792 00000100:00100000:3.0:1746126735.316163:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813716736:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.316190:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.316231:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817857536:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2644us (2997us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.316240:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13735 00002000:00100000:2.0:1746126735.316284:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efa680 x1830945817857792/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.316294:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efa680 with x1830945817857792 ext(0->4095) 00002000:00010000:2.0:1746126735.316298:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5efa680 00000100:00100000:2.0:1746126735.316462:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13851 00000100:00100000:2.0:1746126735.316469:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2010:x1830945817857792:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126735.316601:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2010:x1830945817857792:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (570us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.316607:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13851 00002000:00100000:2.0:1746126735.316612:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efa680 x1830945817857792/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.316619:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efa680 with x1830945817857792 ext(0->4095) 00002000:00010000:2.0:1746126735.316622:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5efa680 00000100:00100000:2.0:1746126735.320625:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.320675:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817857920 00000100:00100000:1.0:1746126735.320685:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817857920 00000100:00100000:1.0:1746126735.320741:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30542 00000100:00100000:1.0:1746126735.320749:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817857920:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.320766:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.320785:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7067 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.320813:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.320820:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.320821:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.320824:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.320854:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 41 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.320868:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 41 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.320896:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813716864:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.320987:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.323017:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813716864:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.323040:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.323055:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126735.323105:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817857920:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2355us (2488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.323112:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30542 00000100:00100000:0.0:1746126735.331431:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.331636:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817858048 00000100:00100000:1.0:1746126735.331647:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817858048 00002000:00100000:1.0:1746126735.331695:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a5ef9880 x1830945817858048/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.331705:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9880 with x1830945817858048 ext(0->7) 00010000:00010000:1.0:1746126735.331715:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 42 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.331729:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 42 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.331740:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5ef9880 00000100:00100000:1.0:1746126735.331770:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3159 00000100:00100000:1.0:1746126735.331777:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2007:x1830945817858048:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126735.332812:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945817858048:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1032us (1388us total) trans 4294972079 rc 0/0 00000100:00100000:1.0:1746126735.332823:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3159 00002000:00100000:1.0:1746126735.332830:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a5ef9880 x1830945817858048/t4294972079(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/448 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.332837:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9880 with x1830945817858048 ext(0->7) 00010000:00010000:1.0:1746126735.332843:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 44 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.332854:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 44 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.332860:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5ef9880 00000100:00100000:0.0:1746126735.336435:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.336466:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817858176 00000100:00100000:1.0:1746126735.336475:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817858176 00000100:00100000:1.0:1746126735.336669:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30543 00000100:00100000:1.0:1746126735.336677:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1776:x1830945817858176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.336694:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.336712:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481cba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b706e expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.336747:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.336753:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.336758:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126735.336761:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481cba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b706e expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.336797:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.336808:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481cba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b706e expref: 45 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.336818:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126735.336872:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1776:x1830945817858176:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.336878:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30543 00000100:00100000:0.0:1746126735.338137:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.338244:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817858304 00000100:00100000:3.0:1746126735.338250:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817858304 00010000:00010000:3.0:1746126735.338277:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 45 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.338330:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13736 00000100:00100000:3.0:1746126735.338336:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817858304:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.338347:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.338366:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 45 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.338377:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 45 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.338396:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481cac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7060 expref: 45 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.338425:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.338428:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.338434:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.338447:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.338473:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.338484:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 5 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.338497:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813717120:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.338577:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.340276:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813717120:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.340297:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.340372:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945817858304:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2034us (2238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.340381:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13736 00000100:00100000:0.0:1746126735.340726:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.340909:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817858560 00000100:00100000:1.0:1746126735.340915:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817858560 00002000:00100000:1.0:1746126735.340951:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef8380 x1830945817858560/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.340961:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8380 with x1830945817858560 ext(0->4095) 00010000:00010000:1.0:1746126735.340969:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.340994:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.341001:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5ef8380 00000100:00100000:1.0:1746126735.341027:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3160 00000100:00100000:1.0:1746126735.341033:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817858560:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126735.341180:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817858560:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.341186:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3160 00002000:00100000:1.0:1746126735.341191:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef8380 x1830945817858560/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.341198:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8380 with x1830945817858560 ext(0->4095) 00010000:00010000:1.0:1746126735.341203:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.341211:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.341217:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5ef8380 00000100:00100000:0.0:1746126735.342853:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.342939:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817858688 00000100:00100000:3.0:1746126735.342945:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817858688 00010000:00010000:3.0:1746126735.342972:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.343439:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13737 00000100:00100000:3.0:1746126735.343447:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817858688:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.343460:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.343480:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.343490:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.343511:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481cb3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7067 expref: 6 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.343525:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.343527:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.343534:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481cba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b706e expref: 43 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.343541:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481cba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b706e expref: 43 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.343571:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481cba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b706e expref: 43 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.343582:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813717248:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.343662:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.346263:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.346700:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817858944 00000100:00100000:2.0:1746126735.346709:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817858944 00002000:00100000:2.0:1746126735.346761:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb64000 x1830945817858944/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.346771:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64000 with x1830945817858944 ext(0->4095) 00002000:00010000:2.0:1746126735.346776:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb64000 00000100:00100000:2.0:1746126735.346811:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13852 00000100:00100000:2.0:1746126735.346819:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945817858944:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.346970:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945817858944:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (715us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.346980:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13852 00002000:00100000:2.0:1746126735.346986:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb64000 x1830945817858944/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.346992:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64000 with x1830945817858944 ext(0->4095) 00002000:00010000:2.0:1746126735.346995:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb64000 00000100:00100000:3.0:1746126735.347090:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813717248:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.347111:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.347134:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817858688:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3689us (4286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.347142:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13737 00000100:00100000:0.0:1746126735.349728:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.349984:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817859072 00000100:00100000:2.0:1746126735.349993:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817859072 00000100:00100000:2.0:1746126735.350047:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30544 00000100:00100000:2.0:1746126735.350054:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817859072:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.350071:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.350089:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7075 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.350123:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481cba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b706e expref: 43 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.350131:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.350133:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.350136:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.350179:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481cba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b706e expref: 43 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.350190:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b706e expref: 43 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.350208:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813717376:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.350290:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.356606:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813717376:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.356643:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.356661:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126735.356819:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817859072:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6763us (7098us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.356827:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30544 00000100:00100000:1.0:1746126735.357713:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.357772:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.357827:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817859200 00000100:00100000:3.0:1746126735.357834:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817859200 00010000:00010000:3.0:1746126735.357864:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b706e expref: 44 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.357897:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13738 00000100:00100000:3.0:1746126735.357903:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945817859200:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.357916:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.357936:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481cba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b706e expref: 44 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.357947:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481cba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b706e expref: 44 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.357970:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481cba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b706e expref: 44 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.357987:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.357989:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.357996:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.358005:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.358036:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.358048:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813717504:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.358106:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.359331:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817859328 00000100:00100000:2.0:1746126735.359336:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817859328 00000100:00100000:2.0:1746126735.359615:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30545 00000100:00100000:2.0:1746126735.359622:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1776:x1830945817859328:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.359637:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.359650:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b707c expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.359674:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.359680:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.359681:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.359684:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.359712:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.359727:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 5 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.359738:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813717632:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.359785:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.360036:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813717504:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.360285:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.360529:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2007:x1830945817859200:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2625us (2817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.360537:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13738 00000100:00100000:1.0:1746126735.360933:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.360994:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817859584 00000100:00100000:2.0:1746126735.360999:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817859584 00002000:00100000:2.0:1746126735.361035:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6f480 x1830945817859584/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.361045:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6f480 with x1830945817859584 ext(0->4095) 00010000:00010000:2.0:1746126735.361052:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.361062:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.361068:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6f480 00000100:00100000:2.0:1746126735.361093:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3161 00000100:00100000:2.0:1746126735.361099:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817859584:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.361252:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817859584:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.361262:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3161 00002000:00100000:2.0:1746126735.361267:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6f480 x1830945817859584/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.361274:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6f480 with x1830945817859584 ext(0->4095) 00010000:00010000:2.0:1746126735.361279:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.361287:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.361292:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6f480 00000100:00100000:3.0:1746126735.362012:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813717632:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126735.362032:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 44 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.362046:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d200, rc 0) 00000100:00100000:3.0:1746126735.362080:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1776:x1830945817859328:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2459us (4307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.362087:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30545 00000100:00100000:0.0:1746126735.363752:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.363834:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.363961:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817859712 00000100:00100000:3.0:1746126735.363968:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817859712 00000100:00100000:3.0:1746126735.364019:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30546 00000100:00100000:3.0:1746126735.364026:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1778:x1830945817859712:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.364040:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.364056:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481ccf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7083 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.364084:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.364090:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.364101:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.364104:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481ccf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7083 expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.364140:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.364143:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817859840 00000100:00100000:2.0:1746126735.364148:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817859840 00010000:00010000:3.0:1746126735.364151:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481ccf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7083 expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.364159:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00000100:00100000:3.0:1746126735.364209:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1778:x1830945817859712:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.364215:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30546 00010000:00010000:2.0:1746126735.364220:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.364250:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13739 00000100:00100000:2.0:1746126735.364255:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817859840:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.364263:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.364280:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.364290:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.364348:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481cc1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7075 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.364363:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.364364:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.364370:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 44 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.364376:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 44 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.364398:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 44 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.364408:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 44 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.364419:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddbbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813717888:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.364481:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.366254:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddbbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813717888:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.366270:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.366332:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817859840:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2076us (2497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.366341:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13739 00000100:00100000:0.0:1746126735.366929:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.367737:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817860096 00000100:00100000:2.0:1746126735.367744:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817860096 00002000:00100000:2.0:1746126735.367784:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb64380 x1830945817860096/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.367804:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64380 with x1830945817860096 ext(0->4095) 00010000:00010000:2.0:1746126735.367812:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 45 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.367824:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 45 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.367831:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb64380 00000100:00100000:2.0:1746126735.367862:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3162 00000100:00100000:2.0:1746126735.367871:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817860096:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.368539:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2008:x1830945817860096:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 669us (1610us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.368547:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3162 00002000:00100000:2.0:1746126735.368554:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb64380 x1830945817860096/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.368561:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64380 with x1830945817860096 ext(0->4095) 00010000:00010000:2.0:1746126735.368566:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 45 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.368575:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 45 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.368581:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb64380 00000100:00100000:0.0:1746126735.371161:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.371408:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817860224 00000100:00100000:2.0:1746126735.371417:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817860224 00010000:00010000:2.0:1746126735.371522:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 45 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.371594:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13740 00000100:00100000:2.0:1746126735.371601:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2009:x1830945817860224:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.371701:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.371724:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 45 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.371736:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 45 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.371761:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481cc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b707c expref: 45 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.371788:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.371790:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.371797:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481ccf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7083 expref: 44 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.371804:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481ccf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7083 expref: 44 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.371837:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481ccf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7083 expref: 44 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.371849:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddbbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813718016:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.371926:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.373780:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddbbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813718016:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.373800:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.373910:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2009:x1830945817860224:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2308us (3143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.373920:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13740 00000100:00100000:0.0:1746126735.374246:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.374285:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817860480 00000100:00100000:2.0:1746126735.374291:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817860480 00002000:00100000:2.0:1746126735.374345:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604ca80 x1830945817860480/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.374354:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ca80 with x1830945817860480 ext(0->4095) 00002000:00010000:2.0:1746126735.374358:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604ca80 00000100:00100000:2.0:1746126735.374373:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13853 00000100:00100000:2.0:1746126735.374379:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945817860480:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.374512:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945817860480:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (266us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.374517:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13853 00002000:00100000:2.0:1746126735.374522:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604ca80 x1830945817860480/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.374529:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ca80 with x1830945817860480 ext(0->4095) 00002000:00010000:2.0:1746126735.374531:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604ca80 00000100:00100000:0.0:1746126735.379290:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.379793:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817860608 00000100:00100000:3.0:1746126735.379802:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817860608 00000100:00100000:3.0:1746126735.379849:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30547 00000100:00100000:3.0:1746126735.379857:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817860608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.380118:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.380138:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b708a expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.380178:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481ccf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7083 expref: 43 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.380186:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.380189:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.380193:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.380225:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481ccf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7083 expref: 43 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.380237:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481ccf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7083 expref: 43 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.380249:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813718144:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126735.380924:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.383706:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813718144:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126735.383739:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.383756:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61c00, rc 0) 00000100:00100000:3.0:1746126735.383953:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817860608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4095us (4670us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.383962:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30547 00000100:00100000:0.0:1746126735.384488:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.384627:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817860736 00000100:00100000:2.0:1746126735.384634:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817860736 00010000:00010000:2.0:1746126735.384662:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481ccf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7083 expref: 44 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.385126:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13741 00000100:00100000:2.0:1746126735.385132:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945817860736:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.385146:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.385186:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481ccf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7083 expref: 44 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.385198:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481ccf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7083 expref: 44 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.385221:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481ccf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7083 expref: 44 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.385598:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.385601:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.385609:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.385617:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.385857:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.385871:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddbbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813718272:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126735.386217:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.386293:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.386399:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817860864 00000100:00100000:3.0:1746126735.386404:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817860864 00000100:00100000:3.0:1746126735.386431:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30548 00000100:00100000:3.0:1746126735.386436:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:1776:x1830945817860864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.386449:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.386460:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7091 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.386482:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.386488:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.386489:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.386492:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.386508:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.386517:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 5 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.386526:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813718400:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126735.386556:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.390246:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813718400:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126735.390284:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.390302:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00000100:00100000:3.0:1746126735.390365:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1776:x1830945817860864:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3928us (4147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.390374:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30548 00000100:00100000:2.0:1746126735.390445:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddbbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813718272:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.390462:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.390482:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945817860736:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5350us (5994us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.390490:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13741 00000100:00100000:1.0:1746126735.390601:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.390699:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817861120 00000100:00100000:3.0:1746126735.390708:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817861120 00002000:00100000:3.0:1746126735.390759:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6c380 x1830945817861120/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.390775:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6c380 with x1830945817861120 ext(0->4095) 00010000:00010000:3.0:1746126735.390783:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.390796:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.390803:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6c380 00000100:00100000:3.0:1746126735.390839:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3163 00000100:00100000:3.0:1746126735.390846:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817861120:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126735.390982:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817861120:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (381us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.390988:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3163 00002000:00100000:3.0:1746126735.390993:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094b6c380 x1830945817861120/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.390999:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6c380 with x1830945817861120 ext(0->4095) 00010000:00010000:3.0:1746126735.391004:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.391013:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.391018:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6c380 00000100:00100000:0.0:1746126735.392075:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.392118:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817861248 00000100:00100000:2.0:1746126735.392123:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817861248 00010000:00010000:2.0:1746126735.392139:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.392179:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13742 00000100:00100000:2.0:1746126735.392185:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817861248:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.392193:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.392550:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.392562:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.392584:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481cd6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b708a expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.392606:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.392608:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.392615:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 43 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.392623:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 43 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.392650:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 43 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.392661:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddbbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813718528:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.392964:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.394824:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.394930:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddbbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813718528:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.394948:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.394995:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817861248:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2808us (2921us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.395004:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13742 00000100:00100000:3.0:1746126735.395076:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817861504 00000100:00100000:3.0:1746126735.395083:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817861504 00002000:00100000:3.0:1746126735.395119:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604e680 x1830945817861504/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.395129:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e680 with x1830945817861504 ext(0->4095) 00002000:00010000:3.0:1746126735.395132:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604e680 00000100:00100000:3.0:1746126735.395240:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13854 00000100:00100000:3.0:1746126735.395247:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945817861504:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126735.395590:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2008:x1830945817861504:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 342us (770us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.395596:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13854 00002000:00100000:3.0:1746126735.395602:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604e680 x1830945817861504/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.395609:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e680 with x1830945817861504 ext(0->4095) 00002000:00010000:3.0:1746126735.395611:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604e680 00000100:00100000:2.0:1746126735.399634:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.399775:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817861632 00000100:00100000:0.0:1746126735.399785:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817861632 00000100:00100000:0.0:1746126735.399846:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30549 00000100:00100000:0.0:1746126735.399855:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817861632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126735.399874:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126735.399892:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481ce4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7098 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.399926:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 43 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.399934:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126735.399935:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126735.399939:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481ce4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7098 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.399971:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 43 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.399984:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 43 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:0.0:1746126735.399996:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813718656:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.400881:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.402374:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813718656:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.402410:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481ce4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7098 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.402426:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012deaa800, rc 0) 00000100:00100000:1.0:1746126735.402628:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817861632:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2773us (3003us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.402637:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30549 00000100:00100000:0.0:1746126735.402994:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.403257:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817861760 00000100:00100000:3.0:1746126735.403264:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817861760 00002000:00100000:3.0:1746126735.403299:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013604ed80 x1830945817861760/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.403325:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ed80 with x1830945817861760 ext(0->7) 00010000:00010000:3.0:1746126735.403332:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 44 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.403343:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 44 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.403354:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604ed80 00000100:00100000:3.0:1746126735.403381:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3164 00000100:00100000:3.0:1746126735.403387:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:2007:x1830945817861760:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126735.405146:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2007:x1830945817861760:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1754us (2148us total) trans 4294972080 rc 0/0 00000100:00100000:0.0:1746126735.405156:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3164 00002000:00100000:0.0:1746126735.405173:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013604ed80 x1830945817861760/t4294972080(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/448 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.405181:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ed80 with x1830945817861760 ext(0->7) 00010000:00010000:0.0:1746126735.405189:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 46 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:0.0:1746126735.405205:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 46 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:0.0:1746126735.405212:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604ed80 00000100:00100000:0.0:1746126735.408446:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.408547:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817861888 00000100:00100000:2.0:1746126735.408557:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817861888 00010000:00010000:2.0:1746126735.408596:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 46 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.409193:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13743 00000100:00100000:2.0:1746126735.409202:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2007:x1830945817861888:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.409222:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.409247:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 46 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.409261:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 46 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.409294:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481cdd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7091 expref: 46 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.409409:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.409412:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.409420:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481ce4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7098 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.409429:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481ce4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7098 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.409469:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481ce4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7098 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.409483:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813718784:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.409569:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.412451:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813718784:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.412476:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.412520:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:2007:x1830945817861888:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3319us (4084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.412531:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13743 00000100:00100000:0.0:1746126735.414418:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.414942:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817862144 00000100:00100000:2.0:1746126735.414951:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817862144 00002000:00100000:2.0:1746126735.414999:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604c380 x1830945817862144/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.415015:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c380 with x1830945817862144 ext(0->4095) 00002000:00010000:2.0:1746126735.415020:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604c380 00000100:00100000:2.0:1746126735.415281:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13855 00000100:00100000:2.0:1746126735.415289:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817862144:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126735.415708:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817862144:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 419us (1295us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.415716:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13855 00002000:00100000:2.0:1746126735.415722:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604c380 x1830945817862144/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.415730:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c380 with x1830945817862144 ext(0->4095) 00002000:00010000:2.0:1746126735.415733:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604c380 00000100:00100000:0.0:1746126735.418556:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.420973:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817862272 00000100:00100000:0.0:1746126735.420983:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817862272 00000100:00100000:0.0:1746126735.421047:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30550 00000100:00100000:0.0:1746126735.421055:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:1778:x1830945817862272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126735.421073:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126735.421092:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b709f expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.421121:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481ce4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7098 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.421128:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126735.421130:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126735.421133:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 46 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.421175:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481ce4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7098 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.421187:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481ce4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7098 expref: 5 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:0.0:1746126735.421200:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813718912:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126735.421285:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.421354:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.421498:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817862400 00000100:00100000:2.0:1746126735.421501:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817862400 00000100:00100000:2.0:1746126735.421521:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30551 00000100:00100000:2.0:1746126735.421526:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1776:x1830945817862400:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.421532:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.421538:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b70a6 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.421549:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.421553:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.421558:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.421561:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.421581:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.421592:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 48 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.421601:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ce00, rc 0) 00000100:00100000:2.0:1746126735.421624:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1776:x1830945817862400:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.421629:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30551 00000100:00100000:2.0:1746126735.423627:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813718912:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.423656:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 47 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.423669:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d183000, rc 0) 00000100:00100000:2.0:1746126735.424519:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1778:x1830945817862272:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3462us (5968us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.424528:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30550 00000100:00100000:0.0:1746126735.425025:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.425069:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817862528 00000100:00100000:2.0:1746126735.425075:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817862528 00010000:00010000:2.0:1746126735.425105:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481ce4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7098 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.425137:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13744 00000100:00100000:2.0:1746126735.425144:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817862528:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.425157:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.425185:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481ce4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7098 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.425196:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481ce4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7098 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.425222:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012deaa800/0xd8b4f51a84481ce4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7098 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.425250:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.425251:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.425259:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 46 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.425266:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 46 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.425294:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 46 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.425322:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 46 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.425334:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813719168:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.425406:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.427150:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813719168:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.427172:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.427209:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817862528:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2064us (2184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.427217:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13744 00000100:00100000:0.0:1746126735.429273:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.429460:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817862784 00000100:00100000:2.0:1746126735.429468:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817862784 00002000:00100000:2.0:1746126735.429508:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099270380 x1830945817862784/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.429518:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099270380 with x1830945817862784 ext(0->4095) 00010000:00010000:2.0:1746126735.429527:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 47 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.429540:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 47 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.429547:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099270380 00000100:00100000:2.0:1746126735.430136:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3165 00000100:00100000:2.0:1746126735.430143:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2007:x1830945817862784:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.430321:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2007:x1830945817862784:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 178us (1053us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.430328:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3165 00002000:00100000:2.0:1746126735.430334:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099270380 x1830945817862784/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.430342:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099270380 with x1830945817862784 ext(0->4095) 00010000:00010000:2.0:1746126735.430347:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 47 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.430357:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 47 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.430363:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099270380 00000100:00100000:1.0:1746126735.433429:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.433545:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.433608:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817863040 00000100:00100000:3.0:1746126735.433620:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817863040 00010000:00010000:3.0:1746126735.433655:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 47 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.433691:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13745 00000100:00100000:3.0:1746126735.433703:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2010:x1830945817863040:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.433720:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.433738:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 47 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.433750:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 47 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.433772:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d183000/0xd8b4f51a84481ceb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b709f expref: 47 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.433791:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.433793:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.433800:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.433813:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.433843:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.433860:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813719296:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.433945:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.434032:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817862912 00000100:00100000:2.0:1746126735.434036:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817862912 00000100:00100000:2.0:1746126735.434065:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30552 00000100:00100000:2.0:1746126735.434071:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817862912:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.434082:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.434096:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b70ad expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.434114:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.434120:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.434121:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.434124:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.434140:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 46 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.434150:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 46 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.434162:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813719424:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.434204:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.436778:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.436917:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813719296:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.436934:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.436969:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2010:x1830945817863040:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3269us (3423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.436978:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13745 00000100:00100000:2.0:1746126735.437054:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813719424:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.437074:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.437088:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00000100:00100000:2.0:1746126735.437105:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817862912:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3035us (3685us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.437112:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30552 00000100:00100000:0.0:1746126735.437176:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817863296 00000100:00100000:0.0:1746126735.437182:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817863296 00002000:00100000:0.0:1746126735.437212:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00f800 x1830945817863296/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.437222:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00f800 with x1830945817863296 ext(0->4095) 00010000:00010000:0.0:1746126735.437228:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 46 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:0.0:1746126735.437239:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 46 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:0.0:1746126735.437245:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00f800 00000100:00100000:0.0:1746126735.437256:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3166 00000100:00100000:0.0:1746126735.437261:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2008:x1830945817863296:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126735.437385:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2008:x1830945817863296:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (613us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126735.437391:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3166 00002000:00100000:0.0:1746126735.437395:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00f800 x1830945817863296/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.437409:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00f800 with x1830945817863296 ext(0->4095) 00010000:00010000:0.0:1746126735.437413:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 46 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:0.0:1746126735.437421:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 46 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:0.0:1746126735.437426:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00f800 00000100:00100000:0.0:1746126735.439534:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.441004:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817863424 00000100:00100000:3.0:1746126735.441014:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817863424 00010000:00010000:3.0:1746126735.441049:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 46 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.441206:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.441264:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13746 00000100:00100000:3.0:1746126735.441272:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2008:x1830945817863424:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.441286:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.441324:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 46 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.441336:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 46 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.441359:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481cf2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70a6 expref: 46 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.441380:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.441382:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.441390:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.441397:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.441425:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.441436:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813719552:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.441502:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.442069:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817863552 00000100:00100000:2.0:1746126735.442074:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817863552 00000100:00100000:2.0:1746126735.442106:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30553 00000100:00100000:2.0:1746126735.442111:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:1776:x1830945817863552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.442124:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.442134:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b70b4 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.442152:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.442157:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.442158:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.442161:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 47 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.442192:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.442201:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 5 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.442209:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813719680:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.442250:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.444144:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813719552:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.444162:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.444216:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2008:x1830945817863424:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2944us (4686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.444225:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13746 00000100:00100000:2.0:1746126735.444302:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813719680:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.444349:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 46 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.444363:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:2.0:1746126735.444380:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:1776:x1830945817863552:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2269us (3175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.444387:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30553 00000100:00100000:0.0:1746126735.445538:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.445752:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817863808 00000100:00100000:2.0:1746126735.445758:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817863808 00002000:00100000:2.0:1746126735.445793:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa15c00 x1830945817863808/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.445803:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa15c00 with x1830945817863808 ext(0->4095) 00010000:00010000:2.0:1746126735.445809:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.445825:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.445831:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa15c00 00000100:00100000:2.0:1746126735.445854:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3167 00000100:00100000:2.0:1746126735.445860:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817863808:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126735.445995:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817863808:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (458us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.446001:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3167 00002000:00100000:2.0:1746126735.446006:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa15c00 x1830945817863808/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.446014:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa15c00 with x1830945817863808 ext(0->4095) 00010000:00010000:2.0:1746126735.446018:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.446026:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.446032:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa15c00 00000100:00100000:0.0:1746126735.448803:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.448920:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817863936 00000100:00100000:3.0:1746126735.448929:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817863936 00010000:00010000:3.0:1746126735.448963:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.449009:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13747 00000100:00100000:3.0:1746126735.449015:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817863936:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.449028:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.449047:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.449057:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.449080:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481cf9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ad expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.449095:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.449097:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.449105:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.449113:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.449140:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.449434:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813719808:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.449985:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.451729:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.451923:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813719808:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.451941:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.451978:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817863936:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2962us (3180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126735.451984:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817864192 00000100:00100000:3.0:1746126735.451987:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13747 00000100:00100000:0.0:1746126735.451990:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817864192 00002000:00100000:0.0:1746126735.452028:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbeed80 x1830945817864192/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.452038:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbeed80 with x1830945817864192 ext(0->4095) 00002000:00010000:0.0:1746126735.452042:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbeed80 00000100:00100000:0.0:1746126735.452300:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13856 00000100:00100000:0.0:1746126735.452330:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2007:x1830945817864192:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126735.452469:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2007:x1830945817864192:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (741us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126735.452475:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13856 00002000:00100000:0.0:1746126735.452480:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbeed80 x1830945817864192/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.452494:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbeed80 with x1830945817864192 ext(0->4095) 00002000:00010000:0.0:1746126735.452497:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbeed80 00000100:00100000:0.0:1746126735.463626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.464388:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817864320 00000100:00100000:2.0:1746126735.464398:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817864320 00000100:00100000:2.0:1746126735.464452:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30554 00000100:00100000:2.0:1746126735.464459:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817864320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.464478:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.464498:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b70bb expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.464529:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.464536:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.464538:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.464541:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d07 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70bb expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.464570:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 45 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.464581:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 45 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.464593:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813719936:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.464693:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.482101:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813719936:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.482134:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d07 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70bb expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.482154:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126735.482223:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817864320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17762us (18605us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.482233:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30554 00000100:00100000:0.0:1746126735.482321:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.484446:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817864448 00000100:00100000:2.0:1746126735.484458:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817864448 00002000:00100000:2.0:1746126735.484507:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d266300 x1830945817864448/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.484515:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266300 with x1830945817864448 ext(0->7) 00010000:00010000:2.0:1746126735.484524:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 46 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.484537:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 46 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.484543:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d266300 00000100:00100000:2.0:1746126735.484579:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3168 00000100:00100000:2.0:1746126735.484585:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2010:x1830945817864448:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126735.485660:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2010:x1830945817864448:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1072us (3356us total) trans 4294972081 rc 0/0 00000100:00100000:0.0:1746126735.485668:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3168 00002000:00100000:0.0:1746126735.485674:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d266300 x1830945817864448/t4294972081(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/448 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.485682:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266300 with x1830945817864448 ext(0->7) 00010000:00010000:0.0:1746126735.485687:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:0.0:1746126735.485697:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:0.0:1746126735.485702:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d266300 00000100:00100000:0.0:1746126735.488435:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.488508:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817864576 00000100:00100000:3.0:1746126735.488517:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817864576 00010000:00010000:3.0:1746126735.488553:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.488594:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13748 00000100:00100000:3.0:1746126735.488602:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2010:x1830945817864576:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.488615:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.488635:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.488646:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.488669:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d00 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70b4 expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.488699:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.488701:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.488708:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70bb expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.488716:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70bb expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.488755:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70bb expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.488768:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813720064:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.488879:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009aa64b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.492303:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813720064:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126735.492353:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126735.492355:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126735.492436:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817864832 00000100:00100000:1.0:1746126735.492443:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817864832 00002000:00100000:1.0:1746126735.492485:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d264380 x1830945817864832/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126735.492487:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2010:x1830945817864576:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3885us (4060us total) trans 0 rc 0/0 00002000:00100000:1.0:1746126735.492495:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264380 with x1830945817864832 ext(0->4095) 00000100:00100000:3.0:1746126735.492498:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13748 00002000:00010000:1.0:1746126735.492499:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d264380 00000100:00100000:1.0:1746126735.492515:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13857 00000100:00100000:1.0:1746126735.492521:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817864832:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126735.492734:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817864832:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 213us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.492740:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13857 00002000:00100000:1.0:1746126735.492749:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d264380 x1830945817864832/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.492757:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264380 with x1830945817864832 ext(0->4095) 00002000:00010000:1.0:1746126735.492760:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d264380 00000100:00100000:0.0:1746126735.494697:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.494790:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.494817:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817864960 00000100:00100000:2.0:1746126735.494826:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817864960 00000100:00100000:1.0:1746126735.494846:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817865088 00000100:00100000:1.0:1746126735.494850:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817865088 00000100:00100000:2.0:1746126735.494890:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30555 00000100:00100000:1.0:1746126735.494898:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30556 00000100:00100000:1.0:1746126735.494905:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1776:x1830945817865088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126735.494908:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1778:x1830945817864960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.495097:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.495115:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b70c9 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.495142:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d07 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70bb expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.495149:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.495151:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.495154:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 49 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.495193:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.495196:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70bb expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.495201:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d15 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b70c2 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.495207:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70bb expref: 5 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.495215:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746126735.495217:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813720192:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.495219:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 50 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.495224:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.495228:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d15 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c2 expref: 50 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.495250:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 50 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.495261:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d15 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c2 expref: 50 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.495270:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126735.495290:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+50:1778:x1830945817864960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 394us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.495296:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30555 00000100:00100000:1.0:1746126735.495298:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.498993:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.499237:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813720192:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.499268:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 49 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.499285:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126735.499360:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+49:1776:x1830945817865088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4455us (4568us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.499368:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30556 00000100:00100000:3.0:1746126735.499783:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817865216 00000100:00100000:3.0:1746126735.499789:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817865216 00010000:00010000:3.0:1746126735.499821:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70bb expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.499845:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13749 00000100:00100000:3.0:1746126735.499851:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817865216:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.499863:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.499975:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d07 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70bb expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.499988:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70bb expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.500010:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d07 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70bb expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.500222:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.500225:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.500232:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.500241:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.500269:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.500280:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 48 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.500290:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813720448:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.501017:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.501874:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813720448:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.501886:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.501918:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817865216:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2067us (2934us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.501924:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13749 00000100:00100000:0.0:1746126735.502345:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.502426:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817865472 00000100:00100000:1.0:1746126735.502431:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817865472 00002000:00100000:1.0:1746126735.502466:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e3800 x1830945817865472/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.502475:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3800 with x1830945817865472 ext(0->4095) 00010000:00010000:1.0:1746126735.502483:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.502494:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.502500:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e3800 00000100:00100000:1.0:1746126735.502593:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3169 00000100:00100000:1.0:1746126735.502599:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2008:x1830945817865472:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126735.502886:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2008:x1830945817865472:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 286us (542us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.502892:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3169 00002000:00100000:1.0:1746126735.502897:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e3800 x1830945817865472/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.502904:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3800 with x1830945817865472 ext(0->4095) 00010000:00010000:1.0:1746126735.502908:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.502916:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.502921:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e3800 00000100:00100000:1.0:1746126735.504828:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.505248:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817865600 00000100:00100000:3.0:1746126735.505256:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817865600 00010000:00010000:3.0:1746126735.505286:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.505347:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13750 00000100:00100000:3.0:1746126735.505354:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2007:x1830945817865600:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.505366:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.505381:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.505392:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.505414:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d0e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c9 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.505444:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.505447:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.505454:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c2 expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.505462:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c2 expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.505491:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c2 expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.505504:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813720576:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.505581:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.507866:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813720576:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.507885:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.507968:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2007:x1830945817865600:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2612us (3143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.507975:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13750 00000100:00100000:0.0:1746126735.508506:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.508694:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817865856 00000100:00100000:1.0:1746126735.508700:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817865856 00002000:00100000:1.0:1746126735.508734:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e3100 x1830945817865856/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.508742:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3100 with x1830945817865856 ext(0->4095) 00002000:00010000:1.0:1746126735.508747:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e3100 00000100:00100000:1.0:1746126735.508773:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13858 00000100:00100000:1.0:1746126735.508779:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817865856:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126735.508919:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817865856:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.508925:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13858 00002000:00100000:1.0:1746126735.508931:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e3100 x1830945817865856/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.508941:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3100 with x1830945817865856 ext(0->4095) 00002000:00010000:1.0:1746126735.508945:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e3100 00000100:00100000:0.0:1746126735.510638:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.510791:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817865984 00000100:00100000:1.0:1746126735.510797:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817865984 00000100:00100000:1.0:1746126735.510841:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30557 00000100:00100000:1.0:1746126735.510847:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817865984:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.510859:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.510876:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481d1c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b70d0 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.510902:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c2 expref: 47 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.510910:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.510912:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.510915:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481d1c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d0 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.510942:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c2 expref: 47 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.510954:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c2 expref: 47 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.510965:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813720704:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.511051:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.512439:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813720704:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.512462:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481d1c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d0 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.512478:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126735.512543:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817865984:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1694us (1909us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.512550:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30557 00000100:00100000:0.0:1746126735.513048:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.513127:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817866112 00000100:00100000:3.0:1746126735.513132:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817866112 00010000:00010000:3.0:1746126735.513156:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c2 expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.513195:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13751 00000100:00100000:3.0:1746126735.513202:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817866112:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.513213:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.513232:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c2 expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.513243:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c2 expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.513263:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70c2 expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.513288:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.513290:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.513296:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481d1c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d0 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.513344:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481d1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d0 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.513370:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481d1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d0 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.513381:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813720832:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.513435:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.515233:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.515293:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817866368 00000100:00100000:2.0:1746126735.515300:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817866368 00002000:00100000:2.0:1746126735.515374:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf0000 x1830945817866368/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.515385:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0000 with x1830945817866368 ext(0->4095) 00002000:00010000:2.0:1746126735.515390:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf0000 00000100:00100000:2.0:1746126735.515422:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13859 00000100:00100000:2.0:1746126735.515428:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817866368:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126735.515476:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813720832:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.515498:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.515562:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2008:x1830945817866112:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2358us (2512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.515572:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13751 00000100:00100000:2.0:1746126735.515760:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817866368:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 331us (532us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.515767:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13859 00002000:00100000:2.0:1746126735.515772:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cbf0000 x1830945817866368/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.515786:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0000 with x1830945817866368 ext(0->4095) 00002000:00010000:2.0:1746126735.515789:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf0000 00000100:00100000:0.0:1746126735.518588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.518846:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817866496 00000100:00100000:1.0:1746126735.518856:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817866496 00000100:00100000:1.0:1746126735.518907:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30558 00000100:00100000:1.0:1746126735.518916:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1778:x1830945817866496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.518933:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.518950:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b70d7 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.518980:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481d1c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d0 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.518988:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.518990:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.518993:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.519024:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481d1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d0 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.519372:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481d1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d0 expref: 5 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.519392:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813720960:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.519488:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.522270:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.522373:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817866624 00000100:00100000:2.0:1746126735.522386:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817866624 00000100:00100000:2.0:1746126735.522446:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30559 00000100:00100000:2.0:1746126735.522454:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+49:1776:x1830945817866624:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.522471:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.522489:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b70de expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.522516:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.522522:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 50 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.522528:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.522531:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 50 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.522571:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 50 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.522583:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 50 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.522593:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126735.522645:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+50:1776:x1830945817866624:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.522652:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30559 00000100:00100000:1.0:1746126735.523138:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813720960:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.523156:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 49 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.523176:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126735.523200:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+49:1778:x1830945817866496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4286us (4619us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.523207:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30558 00000100:00100000:0.0:1746126735.523676:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.523826:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817866752 00000100:00100000:3.0:1746126735.523831:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817866752 00010000:00010000:3.0:1746126735.523850:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481d1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d0 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.523868:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13752 00000100:00100000:3.0:1746126735.523872:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817866752:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.523881:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.523898:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481d1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d0 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.523908:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481d1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d0 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.523924:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481d1c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d0 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.523947:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.523948:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.523954:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.523960:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.523979:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.523987:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 48 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.523997:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813721216:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.524042:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.525031:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813721216:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.525043:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.525071:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817866752:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1198us (1396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.525078:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13752 00000100:00100000:0.0:1746126735.525282:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.525341:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817867008 00000100:00100000:2.0:1746126735.525347:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817867008 00002000:00100000:2.0:1746126735.525373:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74f100 x1830945817867008/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.525381:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74f100 with x1830945817867008 ext(0->4095) 00010000:00010000:2.0:1746126735.525388:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.525398:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.525404:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74f100 00000100:00100000:2.0:1746126735.525425:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3170 00000100:00100000:2.0:1746126735.525430:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2008:x1830945817867008:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.525689:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2008:x1830945817867008:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 258us (407us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.525695:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3170 00002000:00100000:2.0:1746126735.525701:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74f100 x1830945817867008/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.525707:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74f100 with x1830945817867008 ext(0->4095) 00010000:00010000:2.0:1746126735.525711:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.525725:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.525731:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74f100 00000100:00100000:0.0:1746126735.528968:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.529019:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.529072:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817867264 00000100:00100000:3.0:1746126735.529084:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817867264 00000100:00100000:1.0:1746126735.529752:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817867136 00000100:00100000:1.0:1746126735.529758:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817867136 00010000:00010000:3.0:1746126735.529778:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.529800:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30560 00000100:00100000:1.0:1746126735.529808:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817867136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126735.529811:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13753 00000100:00100000:3.0:1746126735.529814:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2007:x1830945817867264:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126735.529823:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.529827:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126735.529835:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b70e5 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.529845:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.529855:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.529864:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 49 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.529870:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126735.529873:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.529913:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.529933:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70d7 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.529954:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.529956:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.529961:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.529968:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.529995:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 48 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.530004:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.530019:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813721344:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126735.530082:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.530091:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.530103:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813721472:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126735.530139:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.530142:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.533455:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813721472:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126735.533473:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813721344:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.533487:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126735.533487:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.533503:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:3.0:1746126735.533539:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2007:x1830945817867264:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3722us (4518us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.533551:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13753 00000100:00100000:1.0:1746126735.533963:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817867136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4154us (5002us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.533969:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30560 00000100:00100000:2.0:1746126735.534198:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.534265:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817867520 00000100:00100000:3.0:1746126735.534271:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817867520 00002000:00100000:3.0:1746126735.534322:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb9f80 x1830945817867520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.534331:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb9f80 with x1830945817867520 ext(0->4095) 00010000:00010000:3.0:1746126735.534339:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.534351:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.534357:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddb9f80 00000100:00100000:3.0:1746126735.534383:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3171 00000100:00100000:3.0:1746126735.534389:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2007:x1830945817867520:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126735.534523:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2007:x1830945817867520:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.534533:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3171 00002000:00100000:3.0:1746126735.534538:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb9f80 x1830945817867520/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.534545:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb9f80 with x1830945817867520 ext(0->4095) 00010000:00010000:3.0:1746126735.534550:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.534559:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 48 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.534564:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011ddb9f80 00000100:00100000:0.0:1746126735.537094:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.537515:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817867648 00000100:00100000:1.0:1746126735.537526:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817867648 00000100:00100000:1.0:1746126735.537592:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30561 00000100:00100000:1.0:1746126735.537600:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1776:x1830945817867648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.537616:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.537632:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d38 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b70ec expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.537661:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.537666:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.537671:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126735.537674:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d38 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ec expref: 49 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.537705:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.537715:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d38 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ec expref: 49 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.537723:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126735.537776:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+49:1776:x1830945817867648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.537782:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30561 00000100:00100000:0.0:1746126735.538013:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.538065:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817867776 00000100:00100000:3.0:1746126735.538071:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817867776 00010000:00010000:3.0:1746126735.538094:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 49 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.538122:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13754 00000100:00100000:3.0:1746126735.538126:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2010:x1830945817867776:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.538135:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.538152:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 49 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.538160:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 49 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.538192:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481d2a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70de expref: 49 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.538210:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.538211:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.538217:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.538222:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.538243:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.538251:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 5 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.538260:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813721728:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.538457:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477480 going to sleep for 11 seconds 00010000:00010000:2.0:1746126735.539439:0:8367:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126735.539677:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813721728:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.539693:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.539736:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2010:x1830945817867776:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1608us (1724us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.539745:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13754 00000100:00100000:0.0:1746126735.540204:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.540350:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817868032 00000100:00100000:3.0:1746126735.540355:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817868032 00002000:00100000:3.0:1746126735.540386:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba6680 x1830945817868032/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.540400:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba6680 with x1830945817868032 ext(0->4095) 00010000:00010000:3.0:1746126735.540408:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.540418:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.540424:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba6680 00000100:00100000:3.0:1746126735.540451:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3172 00000100:00100000:3.0:1746126735.540457:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817868032:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126735.540600:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817868032:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (397us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.540607:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3172 00002000:00100000:3.0:1746126735.540612:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba6680 x1830945817868032/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.540619:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba6680 with x1830945817868032 ext(0->4095) 00010000:00010000:3.0:1746126735.540623:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.540631:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.540637:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cba6680 00000100:00100000:0.0:1746126735.542562:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.542619:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817868160 00000100:00100000:3.0:1746126735.542628:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817868160 00010000:00010000:3.0:1746126735.542658:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.542691:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13755 00000100:00100000:3.0:1746126735.542699:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817868160:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.542712:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.542729:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.542740:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.542765:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481d31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70e5 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.542795:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.542798:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.542806:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ec expref: 47 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.542814:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ec expref: 47 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.542845:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ec expref: 47 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.542854:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813721856:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.542926:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.544520:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813721856:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.544539:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.544572:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817868160:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1874us (2015us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.544580:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13755 00000100:00100000:0.0:1746126735.545296:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.545360:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817868416 00000100:00100000:1.0:1746126735.545367:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817868416 00002000:00100000:1.0:1746126735.545406:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba7480 x1830945817868416/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.545416:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba7480 with x1830945817868416 ext(0->4095) 00002000:00010000:1.0:1746126735.545420:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba7480 00000100:00100000:1.0:1746126735.545445:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13860 00000100:00100000:1.0:1746126735.545452:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817868416:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126735.545597:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817868416:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.545603:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13860 00002000:00100000:1.0:1746126735.545608:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba7480 x1830945817868416/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.545616:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba7480 with x1830945817868416 ext(0->4095) 00002000:00010000:1.0:1746126735.545619:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba7480 00000100:00100000:1.0:1746126735.548469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.548973:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817868544 00000100:00100000:2.0:1746126735.548984:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817868544 00000100:00100000:2.0:1746126735.549030:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30562 00000100:00100000:2.0:1746126735.549038:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817868544:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.549057:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.549073:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d3f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b70f3 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.549103:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ec expref: 47 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.549112:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.549114:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.549118:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d3f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70f3 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.549148:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ec expref: 47 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.549160:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ec expref: 47 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.549189:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813721984:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.549280:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.551493:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813721984:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126735.551506:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126735.551523:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d3f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70f3 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.551540:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126735.551594:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817868544:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2555us (3132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.551602:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30562 00000100:00100000:3.0:1746126735.551814:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817868672 00000100:00100000:3.0:1746126735.551822:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817868672 00010000:00010000:3.0:1746126735.551849:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ec expref: 48 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.551881:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13756 00000100:00100000:3.0:1746126735.551888:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817868672:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.551900:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.551920:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ec expref: 48 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.551931:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ec expref: 48 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.551955:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70ec expref: 48 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.551981:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.551983:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.551991:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d3f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70f3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.552004:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70f3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.552032:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70f3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.552043:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813722112:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.552106:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.555581:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.555650:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817868928 00000100:00100000:1.0:1746126735.555660:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817868928 00000100:00100000:3.0:1746126735.555694:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813722112:192.168.204.15@tcp:105: 00002000:00100000:1.0:1746126735.555705:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5f80 x1830945817868928/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126735.555715:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126735.555715:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5f80 with x1830945817868928 ext(0->4095) 00002000:00010000:1.0:1746126735.555720:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba5f80 00000100:00100000:1.0:1746126735.555754:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13861 00000100:00100000:1.0:1746126735.555762:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817868928:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126735.555850:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2008:x1830945817868672:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3961us (4344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.555859:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13756 00000100:00100000:1.0:1746126735.555897:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817868928:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.555974:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13861 00002000:00100000:1.0:1746126735.555980:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cba5f80 x1830945817868928/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.555987:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5f80 with x1830945817868928 ext(0->4095) 00002000:00010000:1.0:1746126735.555990:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba5f80 00000100:00100000:2.0:1746126735.556353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.556378:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817869056 00000100:00100000:0.0:1746126735.556382:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817869056 00000100:00100000:0.0:1746126735.556416:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30563 00000100:00100000:0.0:1746126735.556422:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1776:x1830945817869056:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126735.556431:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126735.556447:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b70fa expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.556471:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d3f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70f3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.556478:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126735.556480:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126735.556484:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.556577:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70f3 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.556588:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70f3 expref: 5 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:0.0:1746126735.556599:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5ef8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813722240:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126735.556666:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.558584:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5ef8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813722240:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.558612:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.558628:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d183600, rc 0) 00000100:00100000:2.0:1746126735.558746:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1776:x1830945817869056:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2318us (2387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.558755:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30563 00000100:00100000:0.0:1746126735.559774:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.559840:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817869184 00000100:00100000:2.0:1746126735.559847:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817869184 00000100:00100000:2.0:1746126735.559891:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30564 00000100:00100000:2.0:1746126735.559897:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1778:x1830945817869184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.559916:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.559930:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481d4d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7101 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.559958:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.559963:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 49 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.559968:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.559971:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481d4d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7101 expref: 49 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.560001:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 49 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.560009:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481d4d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7101 expref: 49 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.560017:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126735.560053:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+49:1778:x1830945817869184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.560059:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30564 00000100:00100000:0.0:1746126735.560440:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.560493:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817869312 00000100:00100000:3.0:1746126735.560497:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817869312 00010000:00010000:3.0:1746126735.560517:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70f3 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.561102:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13757 00000100:00100000:3.0:1746126735.561110:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817869312:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.561121:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.561140:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70f3 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.561152:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70f3 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.561182:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481d3f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70f3 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.561243:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.561245:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.561251:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.561258:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.561285:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.561296:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 48 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.561337:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813722496:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.561423:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.565542:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813722496:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.565575:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.565630:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817869312:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4520us (5189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.565642:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13757 00000100:00100000:0.0:1746126735.565962:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.566420:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817869568 00000100:00100000:1.0:1746126735.566429:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817869568 00002000:00100000:1.0:1746126735.566473:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef8a80 x1830945817869568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.566483:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8a80 with x1830945817869568 ext(0->4095) 00010000:00010000:1.0:1746126735.566492:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.566506:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.566513:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5ef8a80 00000100:00100000:1.0:1746126735.566538:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3173 00000100:00100000:1.0:1746126735.566546:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2008:x1830945817869568:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126735.566688:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2008:x1830945817869568:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (728us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.566694:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3173 00002000:00100000:1.0:1746126735.566699:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5ef8a80 x1830945817869568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.566706:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8a80 with x1830945817869568 ext(0->4095) 00010000:00010000:1.0:1746126735.566711:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.566720:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.566731:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5ef8a80 00000100:00100000:0.0:1746126735.570393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.570798:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817869696 00000100:00100000:3.0:1746126735.570809:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817869696 00010000:00010000:3.0:1746126735.570847:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.570887:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13758 00000100:00100000:3.0:1746126735.570894:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2010:x1830945817869696:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.570910:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.570929:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.570940:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.570963:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84481d46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b70fa expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.571266:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.571269:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.571277:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481d4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7101 expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.571286:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481d4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7101 expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.572560:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481d4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7101 expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.572645:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813722624:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.572757:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.576865:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.576989:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813722624:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.577011:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.577097:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2010:x1830945817869696:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 6202us (6713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.577108:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13758 00000100:00100000:1.0:1746126735.577128:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817869952 00000100:00100000:1.0:1746126735.577135:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817869952 00002000:00100000:1.0:1746126735.577188:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb65180 x1830945817869952/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.577199:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb65180 with x1830945817869952 ext(0->4095) 00002000:00010000:1.0:1746126735.577203:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb65180 00000100:00100000:1.0:1746126735.577650:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13862 00000100:00100000:1.0:1746126735.577657:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2007:x1830945817869952:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126735.577809:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2007:x1830945817869952:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (954us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.577815:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13862 00002000:00100000:1.0:1746126735.577820:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb65180 x1830945817869952/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.577828:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb65180 with x1830945817869952 ext(0->4095) 00002000:00010000:1.0:1746126735.577830:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb65180 00000100:00100000:0.0:1746126735.579699:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.580065:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817870080 00000100:00100000:2.0:1746126735.580073:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817870080 00000100:00100000:2.0:1746126735.580126:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30565 00000100:00100000:2.0:1746126735.580133:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817870080:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.580150:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.580176:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481d54 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7108 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.580204:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481d4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7101 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.580211:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.580213:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.580216:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481d54 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7108 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.580244:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481d4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7101 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.580254:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481d4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7101 expref: 47 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.580265:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813722752:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.580369:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.584679:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813722752:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.584712:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481d54 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7108 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.584731:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ce00, rc 0) 00000100:00100000:2.0:1746126735.584791:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817870080:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4657us (5097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.584800:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30565 00000100:00100000:1.0:1746126735.584885:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.584973:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817870208 00000100:00100000:3.0:1746126735.584981:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817870208 00010000:00010000:3.0:1746126735.585011:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481d4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7101 expref: 48 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.585034:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13759 00000100:00100000:3.0:1746126735.585040:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817870208:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.585053:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.585074:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481d4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7101 expref: 48 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.585086:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481d4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7101 expref: 48 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.585112:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481d4d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7101 expref: 48 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.585127:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.585129:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.585136:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481d54 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7108 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.585148:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481d54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7108 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.585204:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481d54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7108 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.585215:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813722880:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.585280:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.588688:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813722880:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.588713:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.588760:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2008:x1830945817870208:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3719us (4275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.588771:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13759 00000100:00100000:0.0:1746126735.588876:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.588918:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817870464 00000100:00100000:2.0:1746126735.588925:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817870464 00002000:00100000:2.0:1746126735.588961:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910bb80 x1830945817870464/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.588971:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910bb80 with x1830945817870464 ext(0->4095) 00002000:00010000:2.0:1746126735.588976:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009910bb80 00000100:00100000:2.0:1746126735.589272:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13863 00000100:00100000:2.0:1746126735.589280:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817870464:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126735.589375:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.589451:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817870592 00000100:00100000:3.0:1746126735.589455:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817870592 00000100:00100000:2.0:1746126735.589535:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817870464:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 256us (660us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.589542:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13863 00002000:00100000:2.0:1746126735.589547:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009910bb80 x1830945817870464/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.589554:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910bb80 with x1830945817870464 ext(0->4095) 00002000:00010000:2.0:1746126735.589557:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009910bb80 00000100:00100000:3.0:1746126735.589603:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30566 00000100:00100000:3.0:1746126735.589609:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+47:1776:x1830945817870592:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.589618:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.589634:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b710f expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.589658:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481d54 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7108 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.589666:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.589668:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.589672:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.589697:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481d54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7108 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.589847:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481d54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7108 expref: 5 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.589858:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813723008:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126735.590141:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.594729:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.594801:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817870720 00000100:00100000:1.0:1746126735.594812:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817870720 00000100:00100000:1.0:1746126735.595149:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30567 00000100:00100000:1.0:1746126735.595158:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+49:1778:x1830945817870720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.595189:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.595208:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d62 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7116 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.595235:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.595241:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 50 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.595247:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.595250:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d62 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7116 expref: 50 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.595288:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 50 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.595300:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d62 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7116 expref: 50 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.595341:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:1.0:1746126735.595386:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+50:1778:x1830945817870720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 230us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.595393:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30567 00000100:00100000:3.0:1746126735.595497:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813723008:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126735.595516:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 49 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.595525:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:3.0:1746126735.595543:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+49:1776:x1830945817870592:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5934us (6551us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.595549:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30566 00000100:00100000:0.0:1746126735.595913:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.596067:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817870848 00000100:00100000:2.0:1746126735.596072:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817870848 00010000:00010000:2.0:1746126735.596091:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481d54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7108 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.596110:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13760 00000100:00100000:2.0:1746126735.596116:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817870848:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.596124:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.596144:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481d54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7108 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.596159:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481d54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7108 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.596190:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481d54 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7108 expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.596335:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.596337:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.596344:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.596351:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.596373:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 48 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.596383:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 48 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.596394:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813723264:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.596501:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.599357:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.599511:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817871104 00000100:00100000:3.0:1746126735.599520:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817871104 00002000:00100000:3.0:1746126735.599565:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492d80 x1830945817871104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.599575:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492d80 with x1830945817871104 ext(0->4095) 00010000:00010000:3.0:1746126735.599584:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.599602:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.599609:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134492d80 00000100:00100000:3.0:1746126735.599629:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3174 00000100:00100000:3.0:1746126735.599636:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2008:x1830945817871104:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.599660:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813723264:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.599681:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.599725:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817870848:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3608us (3811us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.599737:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13760 00000100:00100000:3.0:1746126735.599767:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2008:x1830945817871104:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (472us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.599774:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3174 00002000:00100000:3.0:1746126735.599779:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492d80 x1830945817871104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.599786:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492d80 with x1830945817871104 ext(0->4095) 00010000:00010000:3.0:1746126735.599791:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.599799:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.599805:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134492d80 00000100:00100000:0.0:1746126735.602894:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.602957:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817871232 00000100:00100000:2.0:1746126735.602967:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817871232 00010000:00010000:2.0:1746126735.603008:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.603047:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13761 00000100:00100000:2.0:1746126735.603054:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2008:x1830945817871232:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.603068:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.603086:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.603097:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.603123:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481d5b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b710f expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.603196:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.603198:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.603207:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7116 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.603215:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7116 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.603250:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7116 expref: 48 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.603264:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813723392:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.604235:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.607945:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.608061:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813723392:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.608079:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.608137:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817871232:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5083us (5253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.608153:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13761 00000100:00100000:1.0:1746126735.609185:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817871488 00000100:00100000:1.0:1746126735.609195:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817871488 00002000:00100000:1.0:1746126735.609242:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f9c00 x1830945817871488/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.609252:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9c00 with x1830945817871488 ext(0->4095) 00002000:00010000:1.0:1746126735.609256:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f9c00 00000100:00100000:1.0:1746126735.609295:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13864 00000100:00100000:1.0:1746126735.609302:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817871488:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126735.609483:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817871488:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 181us (1549us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.609495:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13864 00002000:00100000:1.0:1746126735.609500:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f9c00 x1830945817871488/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.609507:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9c00 with x1830945817871488 ext(0->4095) 00002000:00010000:1.0:1746126735.609510:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f9c00 00000100:00100000:0.0:1746126735.612761:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.612892:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817871616 00000100:00100000:2.0:1746126735.612899:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817871616 00000100:00100000:2.0:1746126735.613263:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30568 00000100:00100000:2.0:1746126735.613272:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817871616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.613300:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.615529:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b711d expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.615679:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7116 expref: 47 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.615687:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.615689:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.615693:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.615728:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7116 expref: 47 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.615746:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7116 expref: 47 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.615758:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813723520:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.616249:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.618580:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.618678:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddb8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813723520:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.618709:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.618728:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:2.0:1746126735.618787:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817871616:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5516us (6032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.618797:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30568 00000100:00100000:3.0:1746126735.619387:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817871744 00000100:00100000:3.0:1746126735.619395:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817871744 00000100:00100000:3.0:1746126735.619444:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30569 00000100:00100000:3.0:1746126735.619455:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+48:1776:x1830945817871744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.619472:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.619487:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7124 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.619514:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.619519:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.619524:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126735.619528:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 49 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.619558:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.619567:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 49 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.619573:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60c00, rc 0) 00000100:00100000:3.0:1746126735.619596:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+49:1776:x1830945817871744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.619860:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30569 00000100:00100000:0.0:1746126735.620233:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.620352:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817871872 00000100:00100000:2.0:1746126735.620357:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817871872 00010000:00010000:2.0:1746126735.620380:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7116 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.620408:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13762 00000100:00100000:2.0:1746126735.620413:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+49:2008:x1830945817871872:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.620422:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.620441:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7116 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.620458:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7116 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.620475:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc800/0xd8b4f51a84481d62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7116 expref: 49 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.620502:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.620503:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.620510:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.620518:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.620540:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.620549:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 5 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.620560:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813723776:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.620624:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.622659:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.623152:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813723776:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.623184:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.623244:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817871872:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2829us (3010us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.623258:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13762 00000100:00100000:3.0:1746126735.623489:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817872128 00000100:00100000:3.0:1746126735.623499:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817872128 00002000:00100000:3.0:1746126735.623537:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8700 x1830945817872128/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.623546:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8700 with x1830945817872128 ext(0->4095) 00010000:00010000:3.0:1746126735.623554:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.623570:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.623577:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969f8700 00000100:00100000:3.0:1746126735.623594:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3175 00000100:00100000:3.0:1746126735.623601:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817872128:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126735.623730:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817872128:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (1079us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.623740:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3175 00002000:00100000:3.0:1746126735.623745:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8700 x1830945817872128/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.623752:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8700 with x1830945817872128 ext(0->4095) 00010000:00010000:3.0:1746126735.623757:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.623766:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.623771:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800969f8700 00000100:00100000:0.0:1746126735.626893:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.627004:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817872256 00000100:00100000:2.0:1746126735.627013:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817872256 00010000:00010000:2.0:1746126735.627050:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.627091:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13763 00000100:00100000:2.0:1746126735.627099:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817872256:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.627114:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.627136:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.627148:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.627258:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481d69 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b711d expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.627350:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.627353:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.627360:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.627369:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.627405:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.627419:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813723904:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.628201:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.632691:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.632815:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813723904:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.632837:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.632891:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817872256:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5791us (6005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.632903:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13763 00000100:00100000:1.0:1746126735.634555:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817872512 00000100:00100000:1.0:1746126735.634567:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817872512 00002000:00100000:1.0:1746126735.635109:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8e00 x1830945817872512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.635120:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8e00 with x1830945817872512 ext(0->4095) 00002000:00010000:1.0:1746126735.635126:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f8e00 00000100:00100000:1.0:1746126735.635170:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13865 00000100:00100000:1.0:1746126735.635178:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2007:x1830945817872512:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126735.635371:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2007:x1830945817872512:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 193us (2690us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.635379:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13865 00002000:00100000:1.0:1746126735.635384:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800969f8e00 x1830945817872512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.635392:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8e00 with x1830945817872512 ext(0->4095) 00002000:00010000:1.0:1746126735.635395:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f8e00 00000100:00100000:0.0:1746126735.641638:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.642691:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817872640 00000100:00100000:3.0:1746126735.642702:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817872640 00000100:00100000:3.0:1746126735.642770:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30570 00000100:00100000:3.0:1746126735.642779:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817872640:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.642797:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.642816:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b712b expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.642849:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.642857:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.642859:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.642862:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.642895:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 47 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.642907:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 47 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.642920:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813724032:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126735.643030:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.644545:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813724032:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126735.644574:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.644590:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61a00, rc 0) 00000100:00100000:3.0:1746126735.644625:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817872640:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1847us (2999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.644633:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30570 00000100:00100000:0.0:1746126735.648618:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.648822:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817872768 00000100:00100000:3.0:1746126735.648832:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817872768 00002000:00100000:3.0:1746126735.648882:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800b49f0a80 x1830945817872768/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.648893:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f0a80 with x1830945817872768 ext(0->7) 00010000:00010000:3.0:1746126735.648902:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 48 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.648915:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 48 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.648922:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f0a80 00000100:00100000:3.0:1746126735.648960:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3176 00000100:00100000:3.0:1746126735.648967:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+48:2008:x1830945817872768:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746126735.652242:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+50:2008:x1830945817872768:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 3261us (3621us total) trans 4294972082 rc 0/0 00000100:00100000:3.0:1746126735.652259:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3176 00002000:00100000:3.0:1746126735.652272:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800b49f0a80 x1830945817872768/t4294972082(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/448 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.652282:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f0a80 with x1830945817872768 ext(0->7) 00010000:00010000:3.0:1746126735.652293:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 50 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.652332:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 50 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.652343:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f0a80 00000100:00100000:0.0:1746126735.659602:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.660955:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.661178:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817873024 00000100:00100000:3.0:1746126735.661188:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817873024 00000100:00100000:3.0:1746126735.661240:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30571 00000100:00100000:3.0:1746126735.661248:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+50:1776:x1830945817873024:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.661268:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.661288:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7132 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.661336:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.661343:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.661350:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126735.661354:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 51 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.661392:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.661406:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 51 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.661416:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00000100:00100000:3.0:1746126735.661463:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+51:1776:x1830945817873024:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.661473:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30571 00000100:00100000:2.0:1746126735.661882:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817872896 00000100:00100000:2.0:1746126735.661888:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817872896 00010000:00010000:2.0:1746126735.661912:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 51 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.661933:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13764 00000100:00100000:2.0:1746126735.661938:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+51:2008:x1830945817872896:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.661946:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126735.661961:0:8368:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746126735 -> 1746126736 00002000:00010000:2.0:1746126735.661964:0:8368:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746126735 -> 1746126736 00010000:00010000:2.0:1746126735.661969:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 51 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.661978:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 51 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.661994:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481d70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7124 expref: 51 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.662011:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.662012:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.662018:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.662025:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.662045:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.662056:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 5 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.662067:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813724288:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.662134:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.663702:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813724288:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.663721:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.663769:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+50:2008:x1830945817872896:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1829us (4177us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.663779:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13764 00000100:00100000:0.0:1746126735.664641:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.665015:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817873280 00000100:00100000:3.0:1746126735.665022:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817873280 00002000:00100000:3.0:1746126735.665067:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f2300 x1830945817873280/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.665076:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2300 with x1830945817873280 ext(0->4095) 00010000:00010000:3.0:1746126735.665086:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.665099:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.665106:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f2300 00000100:00100000:3.0:1746126735.665137:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3177 00000100:00100000:3.0:1746126735.665144:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817873280:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126735.666124:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817873280:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 976us (1480us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.666131:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3177 00002000:00100000:3.0:1746126735.666138:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800b49f2300 x1830945817873280/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.666145:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2300 with x1830945817873280 ext(0->4095) 00010000:00010000:3.0:1746126735.666151:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.666176:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.666182:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800b49f2300 00000100:00100000:0.0:1746126735.669145:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.669229:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817873408 00000100:00100000:2.0:1746126735.669239:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817873408 00010000:00010000:2.0:1746126735.669276:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.669498:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13765 00000100:00100000:2.0:1746126735.669506:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817873408:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.669521:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.669543:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.669559:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.669583:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481d77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b712b expref: 6 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.669598:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.669601:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.669608:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 49 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.669615:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 49 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.669697:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 49 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.669709:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813724416:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.669938:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.671358:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813724416:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.671376:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.671406:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817873408:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1901us (2484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.671414:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13765 00000100:00100000:0.0:1746126735.671575:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.671650:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817873664 00000100:00100000:3.0:1746126735.671656:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817873664 00002000:00100000:3.0:1746126735.671692:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea44380 x1830945817873664/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.671701:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea44380 with x1830945817873664 ext(0->4095) 00002000:00010000:3.0:1746126735.671705:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea44380 00000100:00100000:3.0:1746126735.671731:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13866 00000100:00100000:3.0:1746126735.671738:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+50:2010:x1830945817873664:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126735.671878:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+50:2010:x1830945817873664:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.671884:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13866 00002000:00100000:3.0:1746126735.671889:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea44380 x1830945817873664/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.671896:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea44380 with x1830945817873664 ext(0->4095) 00002000:00010000:3.0:1746126735.671899:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012ea44380 00000100:00100000:0.0:1746126735.673398:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.673484:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817873792 00000100:00100000:1.0:1746126735.673491:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817873792 00000100:00100000:1.0:1746126735.673564:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30572 00000100:00100000:1.0:1746126735.673571:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817873792:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.673584:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.673600:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7139 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.673631:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 49 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.673638:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.673640:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.673643:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d85 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7139 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.673674:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 49 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.673685:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 49 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.673698:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813724544:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.673782:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.679817:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.680007:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817873920 00000100:00100000:3.0:1746126735.680016:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817873920 00002000:00100000:3.0:1746126735.680061:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800991bc380 x1830945817873920/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.680077:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bc380 with x1830945817873920 ext(0->7) 00010000:00010000:3.0:1746126735.680086:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 50 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.680101:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 50 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.680108:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bc380 00000100:00100000:3.0:1746126735.680143:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3178 00000100:00100000:3.0:1746126735.680150:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+50:2008:x1830945817873920:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126735.680246:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813724544:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.680270:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d85 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7139 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.680289:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126735.680532:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817873792:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6961us (7139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.680539:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30572 00000100:00100000:0.0:1746126735.681605:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2008:x1830945817873920:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1452us (1794us total) trans 4294972083 rc 0/0 00000100:00100000:0.0:1746126735.681614:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3178 00002000:00100000:0.0:1746126735.681620:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800991bc380 x1830945817873920/t4294972083(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/448 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.681628:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bc380 with x1830945817873920 ext(0->7) 00010000:00010000:0.0:1746126735.681634:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 52 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:0.0:1746126735.681646:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 52 pid: 9565 timeout: 878 lvb_type: 0 00002000:00010000:0.0:1746126735.681653:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bc380 00000100:00100000:0.0:1746126735.685105:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.685228:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817874048 00000100:00100000:2.0:1746126735.685238:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817874048 00010000:00010000:2.0:1746126735.685275:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 52 pid: 9565 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.685325:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13766 00000100:00100000:2.0:1746126735.685342:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2008:x1830945817874048:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.685359:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.685381:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 52 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.685393:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 52 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.685416:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84481d7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7132 expref: 52 pid: 9565 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.685450:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.685452:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.685459:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7139 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.685467:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7139 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.685499:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7139 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.685511:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813724672:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.685585:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.686805:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813724672:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.686826:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.686856:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+51:2008:x1830945817874048:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1522us (1761us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.686864:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13766 00000100:00100000:0.0:1746126735.687194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.687397:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817874304 00000100:00100000:1.0:1746126735.687404:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817874304 00002000:00100000:1.0:1746126735.687441:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bea00 x1830945817874304/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.687452:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bea00 with x1830945817874304 ext(0->4095) 00002000:00010000:1.0:1746126735.687456:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991bea00 00000100:00100000:1.0:1746126735.687480:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13867 00000100:00100000:1.0:1746126735.687487:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817874304:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126735.687617:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817874304:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (423us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.687623:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13867 00002000:00100000:1.0:1746126735.687628:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bea00 x1830945817874304/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.687635:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bea00 with x1830945817874304 ext(0->4095) 00002000:00010000:1.0:1746126735.687637:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991bea00 00000100:00100000:0.0:1746126735.690455:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.690505:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817874432 00000100:00100000:1.0:1746126735.690514:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817874432 00000100:00100000:0.0:1746126735.690886:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.692388:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817874560 00000100:00100000:1.0:1746126735.692397:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817874560 00000100:00100000:1.0:1746126735.692442:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30573 00000100:00100000:1.0:1746126735.692450:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+52:1778:x1830945817874432:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.692469:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.692488:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7140 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.692518:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7139 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.692525:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.692527:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.692531:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 53 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.692564:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7139 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.692577:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7139 expref: 5 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:1.0:1746126735.692590:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813724800:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.692668:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.692695:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30574 00000100:00100000:1.0:1746126735.692700:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+53:1776:x1830945817874560:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.692707:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.692712:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7147 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.692727:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.692730:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.692736:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.692738:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.692760:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.692770:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 54 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.692779:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991cba00, rc 0) 00000100:00100000:1.0:1746126735.692800:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+54:1776:x1830945817874560:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (1915us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.692806:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30574 00000100:00100000:1.0:1746126735.696235:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813724800:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.696267:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 53 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.696585:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126735.696627:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+53:1778:x1830945817874432:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4177us (6180us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.696635:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30573 00000100:00100000:0.0:1746126735.697068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.697230:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817874688 00000100:00100000:3.0:1746126735.697237:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817874688 00010000:00010000:3.0:1746126735.697267:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7139 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.697302:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13767 00000100:00100000:3.0:1746126735.697642:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817874688:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.697657:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.697743:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7139 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.697755:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7139 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.697779:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481d85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7139 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.697806:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.697808:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.697816:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 52 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.697824:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 52 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.697855:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 52 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.697867:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 52 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.697880:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813725056:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.698393:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.700457:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.700476:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813725056:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.700497:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.700540:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817874688:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3214us (3472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.700550:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13767 00000100:00100000:1.0:1746126735.700665:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817874944 00000100:00100000:1.0:1746126735.700673:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817874944 00002000:00100000:1.0:1746126735.700714:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bfb80 x1830945817874944/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.700724:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bfb80 with x1830945817874944 ext(0->4095) 00010000:00010000:1.0:1746126735.700732:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 53 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.700745:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 53 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.700751:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bfb80 00000100:00100000:1.0:1746126735.700768:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3179 00000100:00100000:1.0:1746126735.701118:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2008:x1830945817874944:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126735.701279:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2008:x1830945817874944:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (830us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.701286:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3179 00002000:00100000:1.0:1746126735.701291:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800991bfb80 x1830945817874944/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.701298:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bfb80 with x1830945817874944 ext(0->4095) 00010000:00010000:1.0:1746126735.701326:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 53 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.701336:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 53 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.701346:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800991bfb80 00000100:00100000:0.0:1746126735.703052:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.703104:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.703106:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817875200 00000100:00100000:1.0:1746126735.703113:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817875200 00000100:00100000:1.0:1746126735.703166:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30575 00000100:00100000:1.0:1746126735.703175:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817875200:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.703193:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.703214:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b714e expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.703245:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.703250:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 52 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.703257:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126735.703260:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.703299:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 52 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.703337:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.703347:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235400, rc 0) 00000100:00100000:1.0:1746126735.703385:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817875200:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 211us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.703394:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30575 00000100:00100000:3.0:1746126735.703589:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817875072 00000100:00100000:3.0:1746126735.703594:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817875072 00010000:00010000:3.0:1746126735.703612:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 53 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.703646:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13768 00000100:00100000:3.0:1746126735.703651:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2010:x1830945817875072:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.703660:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.703760:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 53 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.703769:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 53 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.703786:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481d8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7140 expref: 53 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.703802:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.703804:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.703810:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 52 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.703816:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 52 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.703836:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 52 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.703846:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 52 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.703864:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813725312:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.704342:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.707733:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.707888:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817875456 00000100:00100000:0.0:1746126735.707897:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817875456 00002000:00100000:0.0:1746126735.707949:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00aa00 x1830945817875456/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.707958:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00aa00 with x1830945817875456 ext(0->4095) 00010000:00010000:0.0:1746126735.707967:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 53 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:0.0:1746126735.707980:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 53 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:0.0:1746126735.707987:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c00aa00 00000100:00100000:0.0:1746126735.708015:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3180 00000100:00100000:0.0:1746126735.708023:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2007:x1830945817875456:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126735.708223:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813725312:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.708240:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.708397:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2010:x1830945817875072:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4744us (5291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.708407:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13768 00000100:00100000:0.0:1746126735.708525:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2007:x1830945817875456:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 503us (802us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126735.708531:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3180 00002000:00100000:0.0:1746126735.708537:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00aa00 x1830945817875456/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.708544:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00aa00 with x1830945817875456 ext(0->4095) 00010000:00010000:0.0:1746126735.708550:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 52 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:0.0:1746126735.708559:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 52 pid: 9564 timeout: 878 lvb_type: 0 00002000:00010000:0.0:1746126735.708574:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c00aa00 00000100:00100000:0.0:1746126735.710048:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.710625:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.710829:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817875712 00000100:00100000:2.0:1746126735.710837:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817875712 00000100:00100000:3.0:1746126735.710999:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817875584 00000100:00100000:3.0:1746126735.711003:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817875584 00010000:00010000:3.0:1746126735.711024:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 53 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.711060:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13769 00000100:00100000:3.0:1746126735.711067:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d71a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2009:x1830945817875584:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.711082:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.711103:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 53 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.711115:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 53 pid: 9564 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.711140:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481d93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7147 expref: 53 pid: 9564 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.711140:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30576 00000100:00100000:2.0:1746126735.711146:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:1776:x1830945817875712:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.711167:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.711178:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481da1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7155 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.711195:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.711201:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.711207:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.711210:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481da1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7155 expref: 53 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.711251:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.711262:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481da1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7155 expref: 53 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.711271:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.711272:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.711279:0:11425:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.711285:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.711302:0:11425:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.711328:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 5 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.711341:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813725568:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.711682:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00010000:00010000:3.0:1746126735.711707:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.711730:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d71a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2009:x1830945817875584:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 663us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.711736:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13769 00000100:00100000:2.0:1746126735.713227:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813725568:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.713244:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d200, rc 0) 00000100:00100000:2.0:1746126735.713290:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+52:1776:x1830945817875712:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2142us (3247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.713299:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30576 00000100:00100000:0.0:1746126735.713376:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.713450:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817875968 00000100:00100000:2.0:1746126735.713456:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817875968 00002000:00100000:2.0:1746126735.713485:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca32d80 x1830945817875968/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.713494:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca32d80 with x1830945817875968 ext(0->4095) 00010000:00010000:2.0:1746126735.713501:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.713512:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.713518:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca32d80 00000100:00100000:2.0:1746126735.713547:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3181 00000100:00100000:2.0:1746126735.713554:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817875968:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126735.713703:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817875968:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (328us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.713709:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3181 00002000:00100000:2.0:1746126735.713714:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca32d80 x1830945817875968/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.713720:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca32d80 with x1830945817875968 ext(0->4095) 00010000:00010000:2.0:1746126735.713724:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.713738:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.713743:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca32d80 00000100:00100000:0.0:1746126735.715452:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.715525:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817876096 00000100:00100000:3.0:1746126735.715682:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817876096 00010000:00010000:3.0:1746126735.715710:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.715738:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13770 00000100:00100000:3.0:1746126735.715745:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817876096:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.715757:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.715773:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.715783:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.715805:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481d9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b714e expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.715831:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.715833:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.715840:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481da1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7155 expref: 51 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.715847:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481da1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7155 expref: 51 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.715877:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481da1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7155 expref: 51 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.715887:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813725696:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.715971:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.720005:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813725696:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.720029:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.720115:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.720183:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817876096:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4435us (4737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.720194:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13770 00000100:00100000:3.0:1746126735.720238:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817876352 00000100:00100000:3.0:1746126735.720244:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817876352 00002000:00100000:3.0:1746126735.720279:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddba300 x1830945817876352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.720288:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddba300 with x1830945817876352 ext(0->4095) 00002000:00010000:3.0:1746126735.720293:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddba300 00000100:00100000:3.0:1746126735.720324:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13868 00000100:00100000:3.0:1746126735.720331:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2008:x1830945817876352:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126735.720466:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2008:x1830945817876352:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (351us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.720472:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13868 00002000:00100000:3.0:1746126735.720478:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddba300 x1830945817876352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.720491:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddba300 with x1830945817876352 ext(0->4095) 00002000:00010000:3.0:1746126735.720494:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddba300 00000100:00100000:0.0:1746126735.723032:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.723127:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817876480 00000100:00100000:2.0:1746126735.723137:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817876480 00000100:00100000:2.0:1746126735.723201:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30577 00000100:00100000:2.0:1746126735.723209:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817876480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.723227:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.723244:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481da8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b715c expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.723272:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481da1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7155 expref: 51 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.723280:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.723283:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.723286:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481da8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b715c expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.723353:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481da1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7155 expref: 51 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.723365:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481da1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7155 expref: 51 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.723383:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011ddbbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813725824:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.723492:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.726915:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.727174:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011ddbbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813725824:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.727206:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481da8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b715c expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.727224:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c200, rc 0) 00000100:00100000:3.0:1746126735.727244:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817876608 00000100:00100000:3.0:1746126735.727251:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817876608 00000100:00100000:2.0:1746126735.727266:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817876480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4058us (4242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.727275:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30577 00010000:00010000:3.0:1746126735.727282:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481da1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7155 expref: 52 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.727779:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13771 00000100:00100000:3.0:1746126735.727787:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2007:x1830945817876608:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.727801:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.727823:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481da1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7155 expref: 52 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.727835:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481da1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7155 expref: 52 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.727860:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d200/0xd8b4f51a84481da1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7155 expref: 52 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.727883:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.727885:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.727892:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481da8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b715c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.727900:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481da8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b715c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.727932:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481da8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b715c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.727944:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813725952:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.728013:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.730363:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813725952:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.730386:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.730427:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+51:2007:x1830945817876608:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2640us (3520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.730437:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13771 00000100:00100000:2.0:1746126735.732478:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.732603:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.732631:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817876864 00000100:00100000:2.0:1746126735.732639:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817876864 00002000:00100000:2.0:1746126735.732681:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb8380 x1830945817876864/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.732691:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb8380 with x1830945817876864 ext(0->4095) 00002000:00010000:2.0:1746126735.732696:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddb8380 00000100:00100000:2.0:1746126735.732712:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13869 00000100:00100000:2.0:1746126735.732717:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817876864:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.732870:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817876864:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (265us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.732876:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13869 00002000:00100000:2.0:1746126735.732882:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011ddb8380 x1830945817876864/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.732889:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb8380 with x1830945817876864 ext(0->4095) 00002000:00010000:2.0:1746126735.732891:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddb8380 00000100:00100000:3.0:1746126735.733930:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817876992 00000100:00100000:3.0:1746126735.733938:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817876992 00000100:00100000:3.0:1746126735.733971:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30578 00000100:00100000:3.0:1746126735.733978:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+51:1776:x1830945817876992:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.733990:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.734013:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7163 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.734039:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481da8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b715c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.734047:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.734049:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.734053:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 52 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.734089:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481da8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b715c expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.734100:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481da8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b715c expref: 5 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.734111:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813726080:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126735.734199:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.739582:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.739789:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817877120 00000100:00100000:1.0:1746126735.739800:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817877120 00000100:00100000:1.0:1746126735.739863:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30579 00000100:00100000:1.0:1746126735.739871:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+53:1778:x1830945817877120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.739891:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.739911:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b716a expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.739939:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.739944:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 54 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.739950:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.739953:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.739990:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 54 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.740002:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 54 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.740012:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235400, rc 0) 00000100:00100000:2.0:1746126735.741626:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813726080:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.741649:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 54 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.741663:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60400, rc 0) 00000100:00100000:1.0:1746126735.742165:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+54:1778:x1830945817877120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2284us (2582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.742179:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30579 00000100:00100000:2.0:1746126735.742536:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:1776:x1830945817876992:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8557us (10064us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.742543:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30578 00000100:00100000:2.0:1746126735.742608:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.742667:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817877248 00000100:00100000:3.0:1746126735.742674:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817877248 00010000:00010000:3.0:1746126735.742701:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481da8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b715c expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.742725:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13772 00000100:00100000:3.0:1746126735.742731:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817877248:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.742744:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.742762:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481da8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b715c expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.742773:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481da8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b715c expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.742794:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c200/0xd8b4f51a84481da8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b715c expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.742825:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.742827:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.742834:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 52 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.742842:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 52 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.742869:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 52 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.742880:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 52 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.742891:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813726336:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.742970:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.745364:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813726336:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.745385:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.745422:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817877248:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2691us (2814us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.745432:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13772 00000100:00100000:0.0:1746126735.745432:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.745511:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817877504 00000100:00100000:2.0:1746126735.745518:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817877504 00002000:00100000:2.0:1746126735.745555:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc4000 x1830945817877504/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.745563:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc4000 with x1830945817877504 ext(0->4095) 00010000:00010000:2.0:1746126735.745572:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 53 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.745583:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 53 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.745589:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc4000 00000100:00100000:2.0:1746126735.745605:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3182 00000100:00100000:2.0:1746126735.745612:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2008:x1830945817877504:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.746207:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2008:x1830945817877504:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 595us (776us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.746214:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3182 00002000:00100000:2.0:1746126735.746219:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88006dcc4000 x1830945817877504/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.746226:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88006dcc4000 with x1830945817877504 ext(0->4095) 00010000:00010000:2.0:1746126735.746231:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 53 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.746240:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 53 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.746246:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88006dcc4000 00000100:00100000:0.0:1746126735.749570:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.749816:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817877632 00000100:00100000:3.0:1746126735.749825:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817877632 00010000:00010000:3.0:1746126735.749858:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 53 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.749970:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13773 00000100:00100000:3.0:1746126735.749977:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d143100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:2009:x1830945817877632:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.749992:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.750010:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 53 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.750021:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 53 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.750044:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84481daf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7163 expref: 53 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.750152:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.750154:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.750169:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 52 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.750177:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 52 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.750209:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 52 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.750220:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813726464:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.750704:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.753955:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813726464:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.753980:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.754027:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d143100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2009:x1830945817877632:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4049us (4466us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.754038:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13773 00000100:00100000:0.0:1746126735.754282:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.754659:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817877888 00000100:00100000:3.0:1746126735.754667:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817877888 00002000:00100000:3.0:1746126735.754703:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d141500 x1830945817877888/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.754713:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d141500 with x1830945817877888 ext(0->4095) 00002000:00010000:3.0:1746126735.754717:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d141500 00000100:00100000:2.0:1746126735.756051:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13870 00000100:00100000:2.0:1746126735.756067:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2008:x1830945817877888:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126735.756576:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+52:2008:x1830945817877888:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 514us (2294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.756583:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13870 00002000:00100000:2.0:1746126735.757115:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d141500 x1830945817877888/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.757126:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d141500 with x1830945817877888 ext(0->4095) 00002000:00010000:2.0:1746126735.757132:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d141500 00000100:00100000:3.0:1746126735.761496:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.761533:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817878016 00000100:00100000:3.0:1746126735.761541:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817878016 00000100:00100000:3.0:1746126735.761608:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30580 00000100:00100000:3.0:1746126735.761617:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817878016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.761637:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.761654:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7171 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.762517:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 51 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.762526:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.762528:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.762531:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.762567:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 51 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.762579:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 51 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.762592:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813726592:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126735.762703:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.777814:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813726592:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126735.777847:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.777865:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61600, rc 0) 00000100:00100000:3.0:1746126735.777910:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817878016:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16294us (16424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.777918:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30580 00000100:00100000:0.0:1746126735.782053:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.782169:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.782234:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817878272 00000100:00100000:2.0:1746126735.782245:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817878272 00000100:00100000:3.0:1746126735.782259:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817878144 00000100:00100000:3.0:1746126735.782263:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817878144 00002000:00100000:2.0:1746126735.782294:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d142300 x1830945817878272/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126735.782296:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30581 00000100:00100000:3.0:1746126735.782327:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+53:1776:x1830945817878144:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:2.0:1746126735.782328:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142300 with x1830945817878272 ext(0->7) 00010000:00010000:2.0:1746126735.782339:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 53 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.782343:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.782351:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 53 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.782358:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d142300 00010000:00010000:3.0:1746126735.782364:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7178 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.782372:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3183 00000100:00100000:2.0:1746126735.782377:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2010:x1830945817878272:12345-192.168.204.15@tcp:4:ldlm_bl.0 00010000:00010000:3.0:1746126735.782393:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.782400:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.782405:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126735.782409:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 54 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.782446:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.782459:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 54 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.782468:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61800, rc 0) 00000100:00100000:3.0:1746126735.782526:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:1776:x1830945817878144:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 223us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.782532:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30581 00000100:00100000:0.0:1746126735.783182:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2010:x1830945817878272:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 803us (1023us total) trans 4294972084 rc 0/0 00000100:00100000:0.0:1746126735.783189:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3183 00002000:00100000:0.0:1746126735.783195:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d142300 x1830945817878272/t4294972084(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/448 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.783202:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d142300 with x1830945817878272 ext(0->7) 00010000:00010000:0.0:1746126735.783206:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 55 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:0.0:1746126735.783221:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 55 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:0.0:1746126735.783226:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d142300 00000100:00100000:0.0:1746126735.789145:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.789985:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817878400 00000100:00100000:3.0:1746126735.789996:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817878400 00010000:00010000:3.0:1746126735.790041:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 55 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.790080:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13774 00000100:00100000:3.0:1746126735.790088:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2009:x1830945817878400:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.790106:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.790128:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 55 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.790143:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 55 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.790178:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481db6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b716a expref: 55 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.790209:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.790211:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.790218:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.790226:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.790260:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.790271:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 5 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.790283:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813726848:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.790383:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.793217:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.793438:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817878656 00000100:00100000:1.0:1746126735.793447:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817878656 00000100:00100000:3.0:1746126735.793463:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813726848:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.793482:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126735.793489:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8f800 x1830945817878656/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.793497:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8f800 with x1830945817878656 ext(0->4095) 00010000:00010000:1.0:1746126735.793505:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.793517:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.793521:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2009:x1830945817878400:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3435us (4387us total) trans 0 rc 0/0 00002000:00010000:1.0:1746126735.793523:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca8f800 00000100:00100000:3.0:1746126735.793533:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13774 00000100:00100000:1.0:1746126735.793556:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3184 00000100:00100000:1.0:1746126735.793562:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817878656:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126735.794144:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817878656:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 580us (934us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.794150:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3184 00002000:00100000:1.0:1746126735.794164:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8f800 x1830945817878656/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.794171:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8f800 with x1830945817878656 ext(0->4095) 00010000:00010000:1.0:1746126735.794176:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.794192:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.794197:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca8f800 00000100:00100000:0.0:1746126735.797670:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.797742:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817878784 00000100:00100000:2.0:1746126735.797752:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817878784 00010000:00010000:2.0:1746126735.797846:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.797933:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13775 00000100:00100000:2.0:1746126735.797941:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817878784:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.797956:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.797975:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.797986:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.798014:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84481dbd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7171 expref: 6 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.798225:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.798227:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.798235:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 53 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.798243:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 53 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.798277:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 53 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.798289:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cba4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813726976:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.798567:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.799879:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cba4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813726976:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.799895:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.799922:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817878784:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1981us (2261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.799931:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13775 00000100:00100000:0.0:1746126735.800229:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.800373:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817879040 00000100:00100000:1.0:1746126735.800379:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817879040 00002000:00100000:1.0:1746126735.800418:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8d500 x1830945817879040/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.800429:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8d500 with x1830945817879040 ext(0->4095) 00002000:00010000:1.0:1746126735.800434:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca8d500 00000100:00100000:1.0:1746126735.800458:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13871 00000100:00100000:1.0:1746126735.800464:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2008:x1830945817879040:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126735.800587:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+54:2008:x1830945817879040:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.800593:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13871 00002000:00100000:1.0:1746126735.800598:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009ca8d500 x1830945817879040/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.800605:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8d500 with x1830945817879040 ext(0->4095) 00002000:00010000:1.0:1746126735.800608:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca8d500 00000100:00100000:0.0:1746126735.803137:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.803213:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817879168 00000100:00100000:2.0:1746126735.803225:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817879168 00000100:00100000:2.0:1746126735.803354:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30582 00000100:00100000:2.0:1746126735.803363:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817879168:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.803383:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.803401:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b717f expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.803430:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 53 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.803437:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.803439:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.803442:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.803473:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 53 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.803485:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 53 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.803496:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cba4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813727104:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.803585:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.808714:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cba4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813727104:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.808751:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.808769:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126735.808818:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817879168:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5456us (5689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.808831:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30582 00000100:00100000:0.0:1746126735.817738:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.817799:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.817866:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817879296 00000100:00100000:2.0:1746126735.817876:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817879296 00002000:00100000:2.0:1746126735.817924:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880099271880 x1830945817879296/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.817932:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099271880 with x1830945817879296 ext(0->7) 00010000:00010000:2.0:1746126735.817943:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 54 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.817955:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 54 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.817959:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817879424 00002000:00010000:2.0:1746126735.817962:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099271880 00000100:00100000:3.0:1746126735.817964:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817879424 00000100:00100000:3.0:1746126735.817989:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30583 00000100:00100000:2.0:1746126735.817993:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3185 00000100:00100000:3.0:1746126735.817996:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1776:x1830945817879424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746126735.817999:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817879296:12345-192.168.204.15@tcp:4:ldlm_bl.0 00010000:00010000:3.0:1746126735.818917:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.818936:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481dd2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7186 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.818966:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.818974:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.818979:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126735.818983:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481dd2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7186 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.819022:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.819036:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481dd2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7186 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.819046:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61c00, rc 0) 00000100:00100000:3.0:1746126735.819456:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1776:x1830945817879424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1458us (1654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.819463:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30583 00000100:00100000:0.0:1746126735.820396:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817879296:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 2393us (2665us total) trans 4294972085 rc 0/0 00000100:00100000:0.0:1746126735.820406:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3185 00002000:00100000:0.0:1746126735.820414:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880099271880 x1830945817879296/t4294972085(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/448 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.820423:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099271880 with x1830945817879296 ext(0->7) 00010000:00010000:0.0:1746126735.820431:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 57 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:0.0:1746126735.820444:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 57 pid: 11425 timeout: 878 lvb_type: 0 00002000:00010000:0.0:1746126735.820450:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099271880 00000100:00100000:0.0:1746126735.825745:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.825900:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817879552 00000100:00100000:2.0:1746126735.825911:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817879552 00010000:00010000:2.0:1746126735.825951:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 57 pid: 11425 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.825982:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13776 00000100:00100000:2.0:1746126735.825989:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d719c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817879552:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.826004:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.826026:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 57 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.826043:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 57 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.826068:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481dc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7178 expref: 57 pid: 11425 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.826435:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.826438:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.826446:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.826455:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.826493:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.826505:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 5 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.826516:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cba4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813727360:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.826610:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.829778:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cba4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813727360:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.829804:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.829860:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d719c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817879552:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3869us (4126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.829871:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13776 00000100:00100000:0.0:1746126735.830420:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.830489:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817879808 00000100:00100000:2.0:1746126735.830495:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817879808 00002000:00100000:2.0:1746126735.830537:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098e4f480 x1830945817879808/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.830553:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098e4f480 with x1830945817879808 ext(0->4095) 00010000:00010000:2.0:1746126735.830562:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.830574:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.830580:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098e4f480 00000100:00100000:2.0:1746126735.830598:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3186 00000100:00100000:2.0:1746126735.830605:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817879808:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126735.830751:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817879808:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (332us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.830757:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3186 00002000:00100000:2.0:1746126735.830762:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098e4f480 x1830945817879808/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.830769:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098e4f480 with x1830945817879808 ext(0->4095) 00010000:00010000:2.0:1746126735.830774:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.830783:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.830788:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098e4f480 00000100:00100000:0.0:1746126735.832416:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.832505:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817879936 00000100:00100000:2.0:1746126735.832512:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817879936 00010000:00010000:2.0:1746126735.832539:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.832562:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13777 00000100:00100000:2.0:1746126735.832568:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817879936:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.832580:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.832595:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.832605:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.832630:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481dcb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b717f expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.832687:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.832690:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.832698:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481dd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7186 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.832705:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481dd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7186 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.832742:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481dd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7186 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.832755:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cba4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813727488:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.833401:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.836695:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cba4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813727488:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126735.836716:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126735.836719:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126735.836801:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817880192 00000100:00100000:1.0:1746126735.836808:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817880192 00002000:00100000:1.0:1746126735.836851:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99ce00 x1830945817880192/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.836867:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ce00 with x1830945817880192 ext(0->4095) 00002000:00010000:1.0:1746126735.836872:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99ce00 00000100:00100000:2.0:1746126735.837086:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817879936:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4515us (4674us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.837096:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13777 00000100:00100000:1.0:1746126735.837150:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13872 00000100:00100000:1.0:1746126735.837165:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817880192:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126735.837501:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817880192:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 342us (783us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.837507:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13872 00002000:00100000:1.0:1746126735.837511:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c99ce00 x1830945817880192/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.837518:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ce00 with x1830945817880192 ext(0->4095) 00002000:00010000:1.0:1746126735.837520:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99ce00 00000100:00100000:0.0:1746126735.840561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.841144:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817880320 00000100:00100000:3.0:1746126735.841154:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817880320 00000100:00100000:3.0:1746126735.841389:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30584 00000100:00100000:3.0:1746126735.841397:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817880320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126735.841416:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126735.841434:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b718d expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.841463:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481dd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7186 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.841470:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.841472:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126735.841475:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.841506:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481dd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7186 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.841517:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481dd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7186 expref: 55 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.841530:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813727616:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126735.843359:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.845653:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813727616:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126735.845689:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.845708:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00000100:00100000:3.0:1746126735.845757:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817880320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4360us (5205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.845766:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30584 00000100:00100000:0.0:1746126735.847045:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.847410:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817880448 00000100:00100000:2.0:1746126735.847419:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817880448 00010000:00010000:2.0:1746126735.847452:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481dd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7186 expref: 56 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.847490:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13778 00000100:00100000:2.0:1746126735.847497:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817880448:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.847510:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.847530:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481dd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7186 expref: 56 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.847541:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481dd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7186 expref: 56 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.847564:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481dd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7186 expref: 56 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.847592:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.847594:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.847603:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.847615:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.847650:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.847662:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cba4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813727744:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.847734:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.847792:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.848422:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817880576 00000100:00100000:2.0:1746126735.848427:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817880576 00000100:00100000:2.0:1746126735.849034:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30585 00000100:00100000:2.0:1746126735.849042:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1776:x1830945817880576:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.849058:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.849072:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7194 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.849095:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.849101:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.849103:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.849106:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.849126:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.849142:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 5 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.849150:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813727872:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.850075:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.851614:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cba4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813727744:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.851636:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.851682:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817880448:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4184us (4640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.851693:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13778 00000100:00100000:1.0:1746126735.851858:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.852341:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817880832 00000100:00100000:3.0:1746126735.852348:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817880832 00002000:00100000:3.0:1746126735.852384:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c009500 x1830945817880832/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.852392:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c009500 with x1830945817880832 ext(0->4095) 00010000:00010000:3.0:1746126735.852400:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.852412:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.852418:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c009500 00000100:00100000:3.0:1746126735.852443:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3187 00000100:00100000:3.0:1746126735.852449:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817880832:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126735.852597:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c009500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817880832:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (739us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.852604:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3187 00002000:00100000:3.0:1746126735.852609:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c009500 x1830945817880832/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.852615:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c009500 with x1830945817880832 ext(0->4095) 00010000:00010000:3.0:1746126735.852620:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.852628:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.852634:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c009500 00000100:00100000:2.0:1746126735.853198:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813727872:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.853219:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.853232:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:2.0:1746126735.853632:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1776:x1830945817880576:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4591us (5839us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.853638:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30585 00000100:00100000:0.0:1746126735.855730:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.855782:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.855881:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817880960 00000100:00100000:2.0:1746126735.855890:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817880960 00000100:00100000:3.0:1746126735.855975:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817881088 00000100:00100000:3.0:1746126735.855979:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817881088 00010000:00010000:3.0:1746126735.856002:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.856489:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13779 00000100:00100000:3.0:1746126735.856499:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817881088:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.856513:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.856535:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.856551:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.856576:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481dd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b718d expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.856603:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.856606:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.856614:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.856622:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.856654:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.856666:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813728000:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.858618:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477780 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.858694:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30586 00000100:00100000:2.0:1746126735.858707:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1778:x1830945817880960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.858726:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.858742:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481de7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b719b expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.858767:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.858778:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.858780:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.858783:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481de7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b719b expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.858807:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.858817:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 57 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.858826:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813728128:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.858873:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.860771:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.861063:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813728000:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.861083:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.861121:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817881088:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4624us (5338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.861131:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13779 00000100:00100000:1.0:1746126735.861277:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817881344 00000100:00100000:1.0:1746126735.861285:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817881344 00002000:00100000:1.0:1746126735.861338:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb64e00 x1830945817881344/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.861348:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64e00 with x1830945817881344 ext(0->4095) 00010000:00010000:1.0:1746126735.861357:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 58 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.861368:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 58 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.861375:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb64e00 00000100:00100000:1.0:1746126735.861389:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3188 00000100:00100000:1.0:1746126735.861395:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2007:x1830945817881344:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126735.861519:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2007:x1830945817881344:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (756us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.861525:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3188 00002000:00100000:1.0:1746126735.861535:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb64e00 x1830945817881344/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.861543:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64e00 with x1830945817881344 ext(0->4095) 00010000:00010000:1.0:1746126735.861547:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 58 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:1.0:1746126735.861556:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 58 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:1.0:1746126735.861563:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb64e00 00000100:00100000:2.0:1746126735.862132:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813728128:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.862150:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481de7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b719b expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.862172:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ce00, rc 0) 00000100:00100000:2.0:1746126735.862194:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:1778:x1830945817880960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3493us (6472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.862201:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30586 00000100:00100000:0.0:1746126735.865981:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.866090:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817881472 00000100:00100000:3.0:1746126735.866100:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817881472 00010000:00010000:3.0:1746126735.866138:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 57 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.866190:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13780 00000100:00100000:3.0:1746126735.866198:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2009:x1830945817881472:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.866214:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.866235:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 57 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.866246:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 57 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.866273:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481de0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7194 expref: 57 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.866334:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.866337:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.866345:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481de7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b719b expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.866353:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481de7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b719b expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.866385:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481de7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b719b expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.866398:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813728256:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.866477:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.869788:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.869818:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813728256:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.869839:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.869887:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2009:x1830945817881472:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3688us (3915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.869902:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13780 00000100:00100000:3.0:1746126735.869948:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817881728 00000100:00100000:3.0:1746126735.869954:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817881728 00002000:00100000:3.0:1746126735.869991:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb66a00 x1830945817881728/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.870001:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb66a00 with x1830945817881728 ext(0->4095) 00002000:00010000:3.0:1746126735.870006:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb66a00 00000100:00100000:3.0:1746126735.870031:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13873 00000100:00100000:3.0:1746126735.870037:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817881728:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126735.870175:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817881728:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (397us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.870181:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13873 00002000:00100000:3.0:1746126735.870185:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb66a00 x1830945817881728/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.870193:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb66a00 with x1830945817881728 ext(0->4095) 00002000:00010000:3.0:1746126735.870195:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb66a00 00000100:00100000:0.0:1746126735.872536:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.872697:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817881856 00000100:00100000:2.0:1746126735.872706:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817881856 00000100:00100000:2.0:1746126735.872781:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30587 00000100:00100000:2.0:1746126735.872788:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817881856:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.872807:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.872826:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481dee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b71a2 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.872854:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481de7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b719b expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.872860:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.872862:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.872865:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481dee lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a2 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.872893:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481de7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b719b expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.872904:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b719b expref: 55 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.872916:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813728384:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.873008:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.874731:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813728384:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.874756:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481dee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a2 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.874772:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126735.874817:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817881856:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2029us (2287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.874827:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30587 00000100:00100000:0.0:1746126735.875608:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.875695:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817881984 00000100:00100000:3.0:1746126735.875702:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817881984 00010000:00010000:3.0:1746126735.875729:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b719b expref: 56 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.875828:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13781 00000100:00100000:3.0:1746126735.875835:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817881984:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.875848:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.875868:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b719b expref: 56 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.875879:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481de7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b719b expref: 56 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.875903:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481de7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b719b expref: 56 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.875931:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.875933:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.875941:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481dee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a2 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.875950:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481dee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a2 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.875982:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481dee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a2 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.875994:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813728512:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.876431:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.878609:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813728512:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.878630:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.878684:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2008:x1830945817881984:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2848us (3076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.878694:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13781 00000100:00100000:0.0:1746126735.880226:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.880278:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817882240 00000100:00100000:3.0:1746126735.880285:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817882240 00002000:00100000:3.0:1746126735.880360:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989c380 x1830945817882240/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.880369:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989c380 with x1830945817882240 ext(0->4095) 00002000:00010000:3.0:1746126735.880374:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009989c380 00000100:00100000:3.0:1746126735.880408:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13874 00000100:00100000:3.0:1746126735.880415:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817882240:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126735.880637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.880684:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817882368 00000100:00100000:2.0:1746126735.880688:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817882368 00000100:00100000:2.0:1746126735.880718:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30588 00000100:00100000:2.0:1746126735.880724:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1776:x1830945817882368:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.880733:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.880750:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b71a9 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.880775:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481dee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a2 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.880783:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.880784:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.880787:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.880825:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481dee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a2 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.880835:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481dee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a2 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.880846:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813728640:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126735.880893:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817882240:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 477us (671us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.880899:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13874 00002000:00100000:3.0:1746126735.880905:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009989c380 x1830945817882240/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.880913:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989c380 with x1830945817882240 ext(0->4095) 00010000:00010000:3.0:1746126735.880919:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481dee lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a2 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:2.0:1746126735.880924:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746126735.880930:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481dee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a2 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:3.0:1746126735.880942:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009989c380 00000100:00100000:2.0:1746126735.882589:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813728640:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.882613:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.882627:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d000, rc 0) 00000100:00100000:2.0:1746126735.882669:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1776:x1830945817882368:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1944us (2032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.882676:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30588 00000100:00100000:0.0:1746126735.883254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.883296:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.883461:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817882496 00000100:00100000:2.0:1746126735.883466:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817882496 00000100:00100000:2.0:1746126735.883496:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30589 00000100:00100000:2.0:1746126735.883502:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1778:x1830945817882496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.883515:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.883527:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481dfc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b71b0 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.883544:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.883548:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.883553:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.883556:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481dfc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b0 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.883580:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.883590:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481dfc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b0 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.883602:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ca00, rc 0) 00000100:00100000:2.0:1746126735.883623:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:1778:x1830945817882496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.883629:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30589 00000100:00100000:3.0:1746126735.883817:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817882624 00000100:00100000:3.0:1746126735.883821:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817882624 00010000:00010000:3.0:1746126735.883842:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481dee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a2 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.883872:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13782 00000100:00100000:3.0:1746126735.883877:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817882624:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.883887:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.884029:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481dee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a2 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.884041:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481dee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a2 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.884058:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481dee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a2 expref: 6 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.884072:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.884074:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.884080:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.884088:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.884113:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.884123:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 56 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.884134:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813728896:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.884204:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.886000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.886086:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817882880 00000100:00100000:2.0:1746126735.886092:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817882880 00002000:00100000:2.0:1746126735.886127:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efb480 x1830945817882880/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.886135:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efb480 with x1830945817882880 ext(0->4095) 00010000:00010000:2.0:1746126735.886142:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 57 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.886151:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 57 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.886168:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5efb480 00000100:00100000:2.0:1746126735.886245:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3189 00000100:00100000:2.0:1746126735.886252:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817882880:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126735.886480:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813728896:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.886496:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.886798:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817882624:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2918us (3499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.886807:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13782 00000100:00100000:2.0:1746126735.887039:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817882880:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 786us (1043us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.887045:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3189 00002000:00100000:2.0:1746126735.887051:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efb480 x1830945817882880/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.887065:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efb480 with x1830945817882880 ext(0->4095) 00010000:00010000:2.0:1746126735.887070:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 57 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:2.0:1746126735.887079:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 57 pid: 11426 timeout: 878 lvb_type: 0 00002000:00010000:2.0:1746126735.887085:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5efb480 00000100:00100000:0.0:1746126735.890469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.890817:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817883008 00000100:00100000:3.0:1746126735.890827:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817883008 00010000:00010000:3.0:1746126735.890867:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 57 pid: 11426 timeout: 878 lvb_type: 0 00000100:00100000:3.0:1746126735.890910:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13783 00000100:00100000:3.0:1746126735.890918:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d719850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817883008:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126735.890934:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126735.890956:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 57 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.890972:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 57 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.890996:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481df5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71a9 expref: 57 pid: 11426 timeout: 878 lvb_type: 0 00010000:00010000:3.0:1746126735.891054:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.891056:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126735.891063:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481dfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b0 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.891072:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481dfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b0 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126735.891106:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481dfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b0 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126735.891118:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813729024:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126735.891218:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.896133:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.896242:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817883264 00000100:00100000:2.0:1746126735.896252:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817883264 00002000:00100000:2.0:1746126735.896299:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efaa00 x1830945817883264/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.896337:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efaa00 with x1830945817883264 ext(0->4095) 00002000:00010000:2.0:1746126735.896342:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5efaa00 00000100:00100000:2.0:1746126735.896384:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13875 00000100:00100000:2.0:1746126735.896391:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817883264:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126735.896428:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813729024:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126735.896449:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126735.896504:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d719850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817883008:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5586us (6046us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126735.896513:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13783 00000100:00100000:2.0:1746126735.896727:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817883264:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 287us (678us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126735.896735:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13875 00002000:00100000:2.0:1746126735.896740:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5efaa00 x1830945817883264/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126735.896747:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efaa00 with x1830945817883264 ext(0->4095) 00002000:00010000:2.0:1746126735.896750:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5efaa00 00000100:00100000:0.0:1746126735.898247:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.898368:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817883392 00000100:00100000:2.0:1746126735.898374:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817883392 00000100:00100000:2.0:1746126735.898456:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30590 00000100:00100000:2.0:1746126735.898463:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817883392:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126735.898476:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126735.898498:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b71b7 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.898527:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481dfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b0 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.898535:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.898537:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126735.898541:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.898886:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481dfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b0 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.898899:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481dfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b0 expref: 55 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126735.898983:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813729152:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126735.899075:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.901700:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813729152:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126735.901726:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.901750:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126735.901973:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817883392:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3508us (3729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.901982:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30590 00000100:00100000:0.0:1746126735.902164:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.902234:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817883520 00000100:00100000:3.0:1746126735.902242:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817883520 00010000:00010000:3.0:1746126735.902270:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481dfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b0 expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126735.902426:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13784 00000100:00100000:1.0:1746126735.902437:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817883520:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126735.902451:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126735.902474:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481dfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b0 expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.902487:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481dfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b0 expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.902516:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481dfc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b0 expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.902533:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.902535:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.902542:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.902551:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.902583:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126735.902596:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813729280:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126735.902652:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.905818:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.905944:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.906014:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813729280:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126735.906030:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126735.906064:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+55:2007:x1830945817883520:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3630us (3909us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.906073:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13784 00000100:00100000:0.0:1746126735.906219:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817883648 00000100:00100000:0.0:1746126735.906226:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817883648 00000100:00100000:0.0:1746126735.906271:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30591 00000100:00100000:0.0:1746126735.906279:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+55:1776:x1830945817883648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126735.906301:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126735.906338:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b71be expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.906368:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.906376:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126735.906377:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126735.906381:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.906406:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.906417:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:0.0:1746126735.906428:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813729408:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126735.906475:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126735.906562:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817883904 00000100:00100000:3.0:1746126735.906567:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817883904 00002000:00100000:3.0:1746126735.906595:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892ed80 x1830945817883904/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.906604:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892ed80 with x1830945817883904 ext(0->4095) 00010000:00010000:3.0:1746126735.906610:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126735.906619:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126735.906625:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892ed80 00000100:00100000:3.0:1746126735.906648:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3190 00000100:00100000:3.0:1746126735.906654:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817883904:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126735.907705:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817883904:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 1047us (1757us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.907712:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3190 00002000:00100000:3.0:1746126735.907717:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009892ed80 x1830945817883904/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.907724:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892ed80 with x1830945817883904 ext(0->4095) 00010000:00010000:3.0:1746126735.907730:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126735.907743:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126735.907748:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009892ed80 00000100:00100000:1.0:1746126735.908998:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813729408:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.909023:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.909038:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099410000, rc 0) 00000100:00100000:1.0:1746126735.909079:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1776:x1830945817883648:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2800us (3270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.909089:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30591 00000100:00100000:0.0:1746126735.910517:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.910567:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817884032 00000100:00100000:1.0:1746126735.910573:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817884032 00000100:00100000:1.0:1746126735.910816:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30592 00000100:00100000:1.0:1746126735.910824:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1778:x1830945817884032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.910837:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.910851:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481e11 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b71c5 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.910873:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.911072:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.911079:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.911082:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481e11 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71c5 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.911114:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.911125:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481e11 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71c5 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.911134:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235a00, rc 0) 00000100:00100000:1.0:1746126735.911179:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:1778:x1830945817884032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 357us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.911184:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30592 00000100:00100000:0.0:1746126735.911384:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.911450:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817884160 00000100:00100000:1.0:1746126735.911454:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817884160 00010000:00010000:1.0:1746126735.911472:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126735.911501:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13785 00000100:00100000:1.0:1746126735.911507:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817884160:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126735.911517:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126735.911537:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.911548:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.911566:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481e03 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71b7 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.911592:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.911594:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.911600:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.911607:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.911737:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.911753:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126735.911764:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813729664:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126735.911826:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.914045:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813729664:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126735.914064:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126735.914109:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817884160:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2600us (2723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.914118:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13785 00000100:00100000:2.0:1746126735.914863:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126735.914915:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817884416 00000100:00100000:3.0:1746126735.914921:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817884416 00002000:00100000:3.0:1746126735.914960:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492a00 x1830945817884416/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.914969:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492a00 with x1830945817884416 ext(0->4095) 00010000:00010000:3.0:1746126735.914977:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126735.914989:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126735.914995:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134492a00 00000100:00100000:3.0:1746126735.915019:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3191 00000100:00100000:3.0:1746126735.915025:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817884416:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126735.915260:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817884416:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 234us (401us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126735.915266:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3191 00002000:00100000:3.0:1746126735.915272:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134492a00 x1830945817884416/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126735.915278:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134492a00 with x1830945817884416 ext(0->4095) 00010000:00010000:3.0:1746126735.915283:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126735.915291:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126735.915296:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134492a00 00000100:00100000:0.0:1746126735.917909:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.918066:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817884544 00000100:00100000:1.0:1746126735.918075:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817884544 00010000:00010000:1.0:1746126735.918110:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126735.918151:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13786 00000100:00100000:1.0:1746126735.918170:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817884544:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126735.918184:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126735.918206:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.918216:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.918241:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099410000/0xd8b4f51a84481e0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71be expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.918275:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.918277:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.918284:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481e11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71c5 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.918292:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481e11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71c5 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.918357:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481e11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71c5 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126735.918652:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813729792:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126735.918993:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.920841:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813729792:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126735.920860:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126735.920911:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817884544:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2742us (3010us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.920922:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13786 00000100:00100000:0.0:1746126735.921001:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.921242:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817884800 00000100:00100000:1.0:1746126735.921247:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817884800 00002000:00100000:1.0:1746126735.921285:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604ce00 x1830945817884800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.921295:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ce00 with x1830945817884800 ext(0->4095) 00002000:00010000:1.0:1746126735.921299:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604ce00 00000100:00100000:1.0:1746126735.921355:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13876 00000100:00100000:1.0:1746126735.921363:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817884800:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126735.921910:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817884800:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 545us (907us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.921916:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13876 00002000:00100000:1.0:1746126735.921922:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604ce00 x1830945817884800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.921929:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604ce00 with x1830945817884800 ext(0->4095) 00002000:00010000:1.0:1746126735.921932:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604ce00 00000100:00100000:0.0:1746126735.923817:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.923900:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817884928 00000100:00100000:1.0:1746126735.923907:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817884928 00000100:00100000:1.0:1746126735.924016:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30593 00000100:00100000:1.0:1746126735.924025:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817884928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.924041:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.924058:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b71cc expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.924087:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481e11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71c5 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.924095:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.924097:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.924101:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.924132:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481e11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71c5 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.924148:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481e11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71c5 expref: 55 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126735.924169:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813729920:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.926539:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.927016:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813729920:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.927041:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.927058:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235200, rc 0) 00000100:00100000:1.0:1746126735.927098:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817884928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3074us (3286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.927106:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30593 00000100:00100000:0.0:1746126735.928706:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.929283:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817885056 00000100:00100000:1.0:1746126735.929292:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817885056 00010000:00010000:1.0:1746126735.929454:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481e11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71c5 expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126735.929497:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13787 00000100:00100000:1.0:1746126735.929504:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817885056:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126735.929519:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126735.929541:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481e11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71c5 expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.929558:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481e11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71c5 expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.929582:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235a00/0xd8b4f51a84481e11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71c5 expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.930169:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.930172:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.930182:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.930190:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.930229:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126735.930242:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813730048:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126735.930521:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.931872:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.931939:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817885184 00000100:00100000:1.0:1746126735.931946:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817885184 00000100:00100000:1.0:1746126735.932280:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30594 00000100:00100000:1.0:1746126735.932289:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1776:x1830945817885184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.932337:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.932357:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b71d3 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.932387:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.932394:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.932395:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.932399:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.932421:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.932432:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126735.932443:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813730176:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.933030:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126735.933516:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.933599:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813730048:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126735.933616:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126735.933647:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817885056:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4143us (4944us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.933657:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13787 00000100:00100000:1.0:1746126735.933686:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817885440 00000100:00100000:1.0:1746126735.933690:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817885440 00002000:00100000:1.0:1746126735.933718:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea44700 x1830945817885440/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.933733:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea44700 with x1830945817885440 ext(0->4095) 00010000:00010000:1.0:1746126735.933739:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.933749:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126735.933754:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea44700 00000100:00100000:1.0:1746126735.933779:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3192 00000100:00100000:1.0:1746126735.933786:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817885440:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126735.933902:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817885440:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.933907:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3192 00002000:00100000:1.0:1746126735.933911:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012ea44700 x1830945817885440/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.933918:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea44700 with x1830945817885440 ext(0->4095) 00010000:00010000:1.0:1746126735.933922:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.933930:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126735.933935:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012ea44700 00000100:00100000:1.0:1746126735.935055:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813730176:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.935072:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.935085:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991cba00, rc 0) 00000100:00100000:1.0:1746126735.935108:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1776:x1830945817885184:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2822us (3241us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.935115:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30594 00000100:00100000:0.0:1746126735.936461:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.936746:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817885568 00000100:00100000:1.0:1746126735.936753:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817885568 00000100:00100000:1.0:1746126735.936794:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30595 00000100:00100000:1.0:1746126735.936801:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1778:x1830945817885568:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.936816:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.936832:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e26 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b71da expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.936855:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.936860:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.936867:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.936870:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e26 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71da expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.936900:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.936910:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e26 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71da expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.936922:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126735.936955:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:1778:x1830945817885568:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.936960:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30595 00000100:00100000:0.0:1746126735.937166:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.937235:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817885696 00000100:00100000:1.0:1746126735.937239:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817885696 00010000:00010000:1.0:1746126735.937253:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126735.937285:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13788 00000100:00100000:1.0:1746126735.937291:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817885696:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126735.937299:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126735.937346:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.937356:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.937375:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481e18 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71cc expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.937466:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.937468:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.937474:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.937486:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.937600:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126735.937611:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:0.0:1746126735.937622:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d0e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813730432:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126735.937681:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.939770:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d0e2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813730432:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.939794:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.939850:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817885696:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2557us (2692us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.939859:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13788 00000100:00100000:0.0:1746126735.940020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.940128:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817885952 00000100:00100000:1.0:1746126735.940135:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817885952 00002000:00100000:1.0:1746126735.940282:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e1880 x1830945817885952/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.940293:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1880 with x1830945817885952 ext(0->4095) 00010000:00010000:1.0:1746126735.940301:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.940346:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126735.940353:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e1880 00000100:00100000:1.0:1746126735.940379:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3193 00000100:00100000:1.0:1746126735.940386:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817885952:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126735.940510:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2007:x1830945817885952:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (490us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.941083:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3193 00002000:00100000:1.0:1746126735.941094:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e1880 x1830945817885952/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.941102:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1880 with x1830945817885952 ext(0->4095) 00010000:00010000:1.0:1746126735.941109:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.941119:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126735.941125:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e1880 00000100:00100000:0.0:1746126735.942709:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.942766:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817886080 00000100:00100000:2.0:1746126735.942773:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817886080 00010000:00010000:2.0:1746126735.942800:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126735.942833:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13789 00000100:00100000:2.0:1746126735.942839:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817886080:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.942850:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.942867:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126735.942877:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126735.942899:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800991cba00/0xd8b4f51a84481e1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71d3 expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126735.942928:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.942930:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.942937:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71da expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.942944:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71da expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.942972:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71da expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.942984:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134491f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813730560:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.943057:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.947640:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134491f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813730560:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126735.947646:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126735.947665:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.947711:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817886080:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4871us (5006us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.947722:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13789 00000100:00100000:1.0:1746126735.947819:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817886336 00000100:00100000:1.0:1746126735.947827:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817886336 00002000:00100000:1.0:1746126735.947866:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2a00 x1830945817886336/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.947876:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2a00 with x1830945817886336 ext(0->4095) 00002000:00010000:1.0:1746126735.947880:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e2a00 00000100:00100000:1.0:1746126735.947912:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13877 00000100:00100000:1.0:1746126735.947919:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817886336:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126735.948701:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817886336:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 782us (1056us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.948708:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13877 00002000:00100000:1.0:1746126735.948713:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2a00 x1830945817886336/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.948719:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2a00 with x1830945817886336 ext(0->4095) 00002000:00010000:1.0:1746126735.948722:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e2a00 00000100:00100000:0.0:1746126735.954213:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.954263:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817886464 00000100:00100000:1.0:1746126735.954274:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817886464 00000100:00100000:1.0:1746126735.954349:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30596 00000100:00100000:1.0:1746126735.954358:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817886464:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.954376:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.954396:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b71e1 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.954434:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71da expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.954441:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.954443:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.954446:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.954479:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71da expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.954490:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71da expref: 55 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126735.954502:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813730688:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.955177:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.956545:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813730688:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.956569:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.956584:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126735.956618:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817886464:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2262us (2415us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.956629:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30596 00000100:00100000:0.0:1746126735.957597:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.957674:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.957747:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817886592 00000100:00100000:2.0:1746126735.957754:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817886592 00010000:00010000:2.0:1746126735.957781:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71da expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126735.957824:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13790 00000100:00100000:2.0:1746126735.957831:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d719450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817886592:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.957843:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.957862:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71da expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126735.957873:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71da expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126735.957896:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71da expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126735.957914:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.957916:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.957922:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.957930:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.957956:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.957968:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134491f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813730816:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.958023:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85540 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.958135:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817886720 00000100:00100000:1.0:1746126735.958138:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817886720 00000100:00100000:1.0:1746126735.958163:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30597 00000100:00100000:1.0:1746126735.958168:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1776:x1830945817886720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.958178:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.958187:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b71e8 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.958201:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.958207:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.958208:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126735.958210:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.958226:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.958236:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126735.958244:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813730944:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.958265:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.960083:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134491f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813730816:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.960101:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.960131:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d719450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+57:2008:x1830945817886592:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2301us (2535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.960139:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13790 00000100:00100000:1.0:1746126735.960202:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813730944:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.960222:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 56 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.960234:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:1.0:1746126735.960257:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+56:1776:x1830945817886720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2088us (2583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.960263:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30597 00000100:00100000:0.0:1746126735.960393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.960587:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817886976 00000100:00100000:1.0:1746126735.960593:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817886976 00002000:00100000:1.0:1746126735.960623:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ad880 x1830945817886976/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.960633:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ad880 with x1830945817886976 ext(0->4095) 00010000:00010000:1.0:1746126735.960639:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.960651:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126735.960657:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800966ad880 00000100:00100000:1.0:1746126735.960984:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3194 00000100:00100000:1.0:1746126735.960990:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817886976:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126735.961423:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817886976:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 432us (1029us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.961429:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3194 00002000:00100000:1.0:1746126735.961434:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ad880 x1830945817886976/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.961442:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ad880 with x1830945817886976 ext(0->4095) 00010000:00010000:1.0:1746126735.961446:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126735.961455:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126735.961461:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800966ad880 00000100:00100000:0.0:1746126735.963457:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126735.963563:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817887104 00000100:00100000:2.0:1746126735.963570:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817887104 00010000:00010000:2.0:1746126735.963597:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126735.963776:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13791 00000100:00100000:2.0:1746126735.963782:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817887104:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126735.963794:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126735.963810:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126735.963820:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126735.963841:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e2d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126735.963855:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.963856:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126735.963863:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.963870:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126735.963898:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126735.963909:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134491f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813731072:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126735.963984:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126735.965986:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134491f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813731072:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126735.966009:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126735.966042:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817887104:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2259us (2589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126735.966051:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13791 00000100:00100000:0.0:1746126735.966896:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.967039:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817887360 00000100:00100000:1.0:1746126735.967045:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817887360 00002000:00100000:1.0:1746126735.967079:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d376680 x1830945817887360/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.967088:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d376680 with x1830945817887360 ext(0->4095) 00002000:00010000:1.0:1746126735.967093:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d376680 00000100:00100000:1.0:1746126735.967223:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13878 00000100:00100000:1.0:1746126735.967230:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817887360:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126735.967530:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2007:x1830945817887360:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 301us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126735.967536:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13878 00002000:00100000:1.0:1746126735.967541:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d376680 x1830945817887360/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 488/4536 e 0 to 0 dl 1746126746 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126735.967548:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d376680 with x1830945817887360 ext(0->4095) 00002000:00010000:1.0:1746126735.967550:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d376680 00000100:00100000:2.0:1746126735.972533:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126735.972619:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817887488 00000100:00100000:1.0:1746126735.972630:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817887488 00000100:00100000:1.0:1746126735.972677:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30598 00000100:00100000:1.0:1746126735.972685:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817887488:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126735.972703:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126735.972722:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b71ef expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.972752:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.972760:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.972762:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126735.972765:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.972798:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 55 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.972808:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 55 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126735.972819:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813731200:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126735.983164:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126735.988809:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813731200:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126735.988848:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126735.988875:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126735.991894:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817887488:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 19198us (19361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126735.991905:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30598 00000100:00100000:0.0:1746126735.994178:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126735.994266:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817887616 00000100:00100000:0.0:1746126735.994747:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817887616 00002000:00100000:0.0:1746126735.994793:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d376a00 x1830945817887616/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/0 e 0 to 0 dl 1746126746 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.994803:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d376a00 with x1830945817887616 ext(0->7) 00010000:00010000:0.0:1746126735.994813:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126735.994831:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 56 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:0.0:1746126735.994837:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d376a00 00000100:00100000:0.0:1746126735.995172:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3195 00000100:00100000:0.0:1746126735.995179:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+56:2008:x1830945817887616:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126735.996006:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2008:x1830945817887616:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 826us (1832us total) trans 4294972086 rc 0/0 00000100:00100000:0.0:1746126735.996014:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3195 00002000:00100000:0.0:1746126735.996020:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d376a00 x1830945817887616/t4294972086(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:496/0 lens 496/448 e 0 to 0 dl 1746126746 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126735.996026:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d376a00 with x1830945817887616 ext(0->7) 00010000:00010000:0.0:1746126735.996032:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 58 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126735.996042:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 58 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:0.0:1746126735.996048:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d376a00 00000100:00100000:0.0:1746126736.001194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.002325:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.002419:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817887872 00000100:00100000:1.0:1746126736.002429:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817887872 00000100:00100000:1.0:1746126736.002501:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30599 00000100:00100000:1.0:1746126736.002511:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+58:1776:x1830945817887872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.002532:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.002556:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b71f6 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.002584:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.002590:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.002596:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126736.002599:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.002800:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817887744 00000100:00100000:2.0:1746126736.002805:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817887744 00010000:00010000:2.0:1746126736.002823:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.002850:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13792 00000100:00100000:2.0:1746126736.002856:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2010:x1830945817887744:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.002864:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126736.002892:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.002905:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.002922:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126736.002982:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1776:x1830945817887872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 472us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.002988:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30599 00000100:00080000:0.0:1746126736.003039:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746126736.003103:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 59 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.003113:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 59 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.003134:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481e34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71e8 expref: 59 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.003260:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.003262:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.003269:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.003275:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.003296:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.003321:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.003331:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813731456:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.003407:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.007473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.007586:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813731456:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.007609:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.007665:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2010:x1830945817887744:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4807us (6482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.007675:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13792 00000100:00100000:1.0:1746126736.007769:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817888128 00000100:00100000:1.0:1746126736.007776:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817888128 00002000:00100000:1.0:1746126736.007826:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa4000 x1830945817888128/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.007835:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa4000 with x1830945817888128 ext(0->4095) 00010000:00010000:1.0:1746126736.007843:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.007855:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.007861:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa4000 00000100:00100000:1.0:1746126736.007878:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3196 00000100:00100000:1.0:1746126736.007883:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817888128:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00080000:0.0:1746126736.008063:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126736.008417:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817888128:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 533us (956us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.008424:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3196 00002000:00100000:1.0:1746126736.008428:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa4000 x1830945817888128/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.008442:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa4000 with x1830945817888128 ext(0->4095) 00010000:00010000:1.0:1746126736.008446:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.008456:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.008462:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa4000 00000100:00100000:0.0:1746126736.010658:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.010750:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817888256 00000100:00100000:2.0:1746126736.010760:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817888256 00010000:00010000:2.0:1746126736.010786:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.010818:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13793 00000100:00100000:2.0:1746126736.010822:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817888256:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.010833:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.010848:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.010857:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.010874:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e3b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71ef expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.010894:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.010896:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.010902:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.010910:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.011009:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.011023:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813731584:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.011109:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.013832:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.013989:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813731584:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126736.014010:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817888512 00010000:00010000:2.0:1746126736.014013:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.014017:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817888512 00000100:00100000:2.0:1746126736.014058:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817888256:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3234us (3407us total) trans 0 rc 0/0 00002000:00100000:1.0:1746126736.014060:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00ca80 x1830945817888512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126736.014069:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13793 00002000:00100000:1.0:1746126736.014070:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00ca80 with x1830945817888512 ext(0->4095) 00002000:00010000:1.0:1746126736.014074:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00ca80 00000100:00100000:1.0:1746126736.014105:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13879 00000100:00100000:1.0:1746126736.014112:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2007:x1830945817888512:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126736.014420:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2007:x1830945817888512:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 308us (596us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.014426:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13879 00002000:00100000:1.0:1746126736.014431:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00ca80 x1830945817888512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.014439:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00ca80 with x1830945817888512 ext(0->4095) 00002000:00010000:1.0:1746126736.014442:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00ca80 00000100:00100000:0.0:1746126736.017268:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.017396:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817888640 00000100:00100000:1.0:1746126736.017405:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817888640 00000100:00100000:1.0:1746126736.017458:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30600 00000100:00100000:1.0:1746126736.017465:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817888640:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.017483:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.017500:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e49 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b71fd expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.017528:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.017535:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.017537:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.017540:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e49 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71fd expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.017569:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 57 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.017579:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 57 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.017591:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813731712:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.018030:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.019129:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813731712:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.019151:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e49 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71fd expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.019179:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126736.019219:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817888640:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1754us (1965us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.019226:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30600 00000100:00100000:0.0:1746126736.020859:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.021004:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817888768 00000100:00100000:1.0:1746126736.021012:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817888768 00002000:00100000:1.0:1746126736.021051:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a5a3f480 x1830945817888768/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.021060:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3f480 with x1830945817888768 ext(0->7) 00010000:00010000:1.0:1746126736.021069:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 58 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.021081:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 58 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.021087:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3f480 00000100:00100000:1.0:1746126736.021119:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3197 00000100:00100000:1.0:1746126736.021126:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+58:2007:x1830945817888768:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126736.022004:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817888768:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 876us (1149us total) trans 4294972087 rc 0/0 00000100:00100000:0.0:1746126736.022011:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3197 00002000:00100000:0.0:1746126736.022017:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a5a3f480 x1830945817888768/t4294972087(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/448 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126736.022024:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3f480 with x1830945817888768 ext(0->7) 00010000:00010000:0.0:1746126736.022030:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.022040:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:0.0:1746126736.022045:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3f480 00000100:00100000:0.0:1746126736.023533:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.023747:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817888896 00000100:00100000:2.0:1746126736.023756:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817888896 00010000:00010000:2.0:1746126736.023785:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.023992:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13794 00000100:00100000:2.0:1746126736.023999:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817888896:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.024014:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.024032:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.024043:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.024066:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e42 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71f6 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.024092:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.024094:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.024101:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71fd expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.024113:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71fd expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.024146:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71fd expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.024166:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813731840:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.024244:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.025937:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813731840:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.025959:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.026004:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2008:x1830945817888896:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2004us (2474us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.026013:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13794 00000100:00100000:0.0:1746126736.026302:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.026409:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817889152 00000100:00100000:2.0:1746126736.026414:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817889152 00002000:00100000:2.0:1746126736.026449:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3d880 x1830945817889152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.026459:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3d880 with x1830945817889152 ext(0->4095) 00002000:00010000:2.0:1746126736.026464:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3d880 00000100:00100000:2.0:1746126736.026491:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13880 00000100:00100000:2.0:1746126736.026496:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817889152:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126736.027160:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817889152:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 653us (848us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.027171:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13880 00002000:00100000:2.0:1746126736.027176:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3d880 x1830945817889152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.027184:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3d880 with x1830945817889152 ext(0->4095) 00002000:00010000:2.0:1746126736.027187:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3d880 00000100:00100000:0.0:1746126736.029055:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.029104:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.029331:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817889280 00000100:00100000:1.0:1746126736.029340:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817889280 00000100:00100000:3.0:1746126736.029690:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817889408 00000100:00100000:3.0:1746126736.029694:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817889408 00000100:00100000:1.0:1746126736.029695:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30601 00000100:00100000:1.0:1746126736.029701:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1776:x1830945817889280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.029717:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126736.029724:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30602 00000100:00100000:3.0:1746126736.029729:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1778:x1830945817889408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126736.029734:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.029734:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7204 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.029739:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481e57 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b720b expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.029760:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71fd expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.029767:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.029768:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.029771:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.029777:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.029780:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.029784:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.029787:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481e57 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b720b expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.029933:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71fd expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.029943:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71fd expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.029955:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813732096:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126736.029957:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.029969:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481e57 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b720b expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.029982:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:1.0:1746126736.030032:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.030046:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1778:x1830945817889408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 316us (941us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.030053:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30602 00000100:00100000:1.0:1746126736.031335:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813732096:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.031356:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.031368:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126736.031414:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817889280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1712us (2364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.031421:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30601 00000100:00100000:0.0:1746126736.031553:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.031597:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817889536 00000100:00100000:2.0:1746126736.031602:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817889536 00010000:00010000:2.0:1746126736.031622:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71fd expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.031653:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13795 00000100:00100000:2.0:1746126736.031659:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817889536:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.031670:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.031688:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71fd expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.031698:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71fd expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.031718:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481e49 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b71fd expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.031742:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.031744:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.031750:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.031762:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.031788:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.031798:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.031807:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813732224:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.031890:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.033122:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813732224:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.033136:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.033171:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817889536:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1512us (1618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.033178:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13795 00000100:00100000:0.0:1746126736.033351:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.033438:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817889792 00000100:00100000:2.0:1746126736.033442:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817889792 00002000:00100000:2.0:1746126736.033469:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75d880 x1830945817889792/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.033478:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d880 with x1830945817889792 ext(0->4095) 00010000:00010000:2.0:1746126736.033485:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.033500:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.033506:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75d880 00000100:00100000:2.0:1746126736.033531:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3198 00000100:00100000:2.0:1746126736.033537:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817889792:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126736.033665:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817889792:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.033671:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3198 00002000:00100000:2.0:1746126736.033675:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75d880 x1830945817889792/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.033682:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d880 with x1830945817889792 ext(0->4095) 00010000:00010000:2.0:1746126736.033686:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.033693:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.033698:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75d880 00000100:00100000:0.0:1746126736.036208:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.036267:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817889920 00000100:00100000:2.0:1746126736.036276:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817889920 00010000:00010000:2.0:1746126736.036335:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.036367:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13796 00000100:00100000:2.0:1746126736.036375:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817889920:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.036389:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.036410:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.036421:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.036443:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481e50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7204 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.036466:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.036467:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.036474:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481e57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b720b expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.036481:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481e57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b720b expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.036510:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481e57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b720b expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.036523:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813732352:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.036608:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.038131:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813732352:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.038151:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.038199:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817889920:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1823us (1995us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.038209:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13796 00000100:00100000:0.0:1746126736.038649:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.038795:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817890176 00000100:00100000:2.0:1746126736.038801:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817890176 00002000:00100000:2.0:1746126736.038834:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965ca80 x1830945817890176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.038843:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965ca80 with x1830945817890176 ext(0->4095) 00002000:00010000:2.0:1746126736.038847:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965ca80 00000100:00100000:2.0:1746126736.038875:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13881 00000100:00100000:2.0:1746126736.038882:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817890176:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126736.039055:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817890176:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.039061:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13881 00002000:00100000:2.0:1746126736.039066:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009965ca80 x1830945817890176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.039073:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965ca80 with x1830945817890176 ext(0->4095) 00002000:00010000:2.0:1746126736.039076:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965ca80 00000100:00100000:0.0:1746126736.041013:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.041275:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817890304 00000100:00100000:1.0:1746126736.041284:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817890304 00000100:00100000:1.0:1746126736.041370:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30603 00000100:00100000:1.0:1746126736.041378:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817890304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.041394:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.041843:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7212 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.041878:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481e57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b720b expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.041886:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.041888:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.041892:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.041921:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481e57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b720b expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.041933:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481e57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b720b expref: 59 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.041945:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813732480:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.042041:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.045385:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813732480:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.045423:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.045450:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126736.045496:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817890304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4118us (4488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.045504:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30603 00000100:00100000:0.0:1746126736.047468:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.047552:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817890432 00000100:00100000:2.0:1746126736.047560:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817890432 00010000:00010000:2.0:1746126736.047596:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481e57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b720b expref: 60 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.047767:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13797 00000100:00100000:2.0:1746126736.047776:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d719050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817890432:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.047792:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.047813:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481e57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b720b expref: 60 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.047825:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481e57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b720b expref: 60 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.047848:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481e57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b720b expref: 60 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.048087:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.048089:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.048097:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.048105:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.048138:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.048149:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009910aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813732608:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.048252:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.050225:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.050324:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817890560 00000100:00100000:1.0:1746126736.050333:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817890560 00000100:00100000:1.0:1746126736.050390:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30604 00000100:00100000:1.0:1746126736.050397:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1776:x1830945817890560:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.050414:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.050430:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7219 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.050456:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.050464:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.050466:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.050469:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.050500:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.050511:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.050525:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813732736:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.050595:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.050979:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009910aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813732608:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.050997:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.051031:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d719050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817890432:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3256us (3569us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.051040:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13797 00000100:00100000:0.0:1746126736.051228:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.051332:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817890816 00000100:00100000:2.0:1746126736.051337:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817890816 00002000:00100000:2.0:1746126736.051365:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed80380 x1830945817890816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.051374:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed80380 with x1830945817890816 ext(0->4095) 00010000:00010000:2.0:1746126736.051381:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.051392:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.051398:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed80380 00000100:00100000:2.0:1746126736.051418:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3199 00000100:00100000:2.0:1746126736.051425:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817890816:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126736.051546:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817890816:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.051551:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3199 00002000:00100000:2.0:1746126736.051556:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed80380 x1830945817890816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.051563:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed80380 with x1830945817890816 ext(0->4095) 00010000:00010000:2.0:1746126736.051568:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.051577:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.051587:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed80380 00000100:00100000:1.0:1746126736.053298:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813732736:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.053347:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.053364:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126736.054213:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1776:x1830945817890560:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3812us (3990us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.054223:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30604 00000100:00100000:0.0:1746126736.054398:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.054641:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817890944 00000100:00100000:1.0:1746126736.054648:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817890944 00000100:00100000:1.0:1746126736.054944:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30605 00000100:00100000:1.0:1746126736.054951:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1778:x1830945817890944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.054966:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.054982:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481e6c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7220 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.055004:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.055008:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.055014:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.055017:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481e6c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7220 expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.055051:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.055061:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481e6c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7220 expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.055067:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d234a00, rc 0) 00000100:00100000:1.0:1746126736.055088:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1778:x1830945817890944:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.055093:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30605 00000100:00100000:2.0:1746126736.055396:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.055429:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817891072 00000100:00100000:0.0:1746126736.055433:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817891072 00010000:00010000:0.0:1746126736.055453:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:0.0:1746126736.055480:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13798 00000100:00100000:0.0:1746126736.055485:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817891072:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126736.055495:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126736.055513:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.055524:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.055540:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481e5e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7212 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.055554:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126736.055556:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126736.055561:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.055568:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.055593:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.055603:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:0.0:1746126736.055615:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007ed80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813732992:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126736.055682:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.057848:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.057914:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817891328 00000100:00100000:3.0:1746126736.057920:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817891328 00000100:00100000:2.0:1746126736.057945:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007ed80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813732992:192.168.204.15@tcp:105: 00002000:00100000:3.0:1746126736.057961:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed80e00 x1830945817891328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746126736.057962:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746126736.057969:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed80e00 with x1830945817891328 ext(0->4095) 00010000:00010000:3.0:1746126736.057976:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.057986:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.057992:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed80e00 00000100:00100000:2.0:1746126736.057996:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817891072:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2511us (2601us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.058005:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13798 00000100:00100000:3.0:1746126736.058009:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3200 00000100:00100000:3.0:1746126736.058014:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817891328:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126736.058955:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817891328:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 937us (1110us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.058962:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3200 00002000:00100000:3.0:1746126736.058968:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed80e00 x1830945817891328/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.058980:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed80e00 with x1830945817891328 ext(0->4095) 00010000:00010000:3.0:1746126736.058986:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.058995:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.059000:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed80e00 00000100:00100000:0.0:1746126736.060764:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.060838:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817891456 00000100:00100000:2.0:1746126736.060847:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817891456 00010000:00010000:2.0:1746126736.060877:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.061027:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13799 00000100:00100000:2.0:1746126736.061035:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817891456:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.061048:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.061067:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.061077:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.061112:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481e65 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7219 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.061142:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.061145:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.061161:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481e6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7220 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.061168:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481e6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7220 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.061201:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481e6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7220 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.061214:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800966ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813733120:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.061369:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.063189:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.063237:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800966ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813733120:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.063255:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.063291:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817891456:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2256us (2530us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.063300:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13799 00000100:00100000:3.0:1746126736.063343:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817891712 00000100:00100000:3.0:1746126736.063350:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817891712 00002000:00100000:3.0:1746126736.063383:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed81500 x1830945817891712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.063393:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed81500 with x1830945817891712 ext(0->4095) 00002000:00010000:3.0:1746126736.063397:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed81500 00000100:00100000:3.0:1746126736.063412:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13882 00000100:00100000:3.0:1746126736.063418:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817891712:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126736.063742:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817891712:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 323us (559us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.063748:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13882 00002000:00100000:3.0:1746126736.063753:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed81500 x1830945817891712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.063760:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed81500 with x1830945817891712 ext(0->4095) 00002000:00010000:3.0:1746126736.063763:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed81500 00000100:00100000:0.0:1746126736.065287:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.065338:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817891840 00000100:00100000:3.0:1746126736.065345:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817891840 00000100:00100000:3.0:1746126736.065420:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30606 00000100:00100000:3.0:1746126736.065428:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817891840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126736.065445:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126736.065464:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481e73 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7227 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.065490:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481e6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7220 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.065497:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.065499:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.065502:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481e73 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7227 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.065530:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481e6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7220 expref: 59 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.065540:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481e6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7220 expref: 59 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.065550:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813733248:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126736.065624:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54770c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.068192:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813733248:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126736.068228:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481e73 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7227 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.068253:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61800, rc 0) 00000100:00100000:3.0:1746126736.068327:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817891840:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2899us (3047us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.068336:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30606 00000100:00100000:1.0:1746126736.068556:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.068632:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817891968 00000100:00100000:2.0:1746126736.068640:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817891968 00010000:00010000:2.0:1746126736.068666:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481e6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7220 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.068701:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13800 00000100:00100000:2.0:1746126736.068708:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817891968:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.068723:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.068741:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481e6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7220 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.068756:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481e6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7220 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.068780:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481e6c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7220 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.068802:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.068804:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.068810:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481e73 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7227 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.068818:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481e73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7227 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.068846:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481e73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7227 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.068858:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800966ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813733376:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.068929:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.070273:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800966ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813733376:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.070289:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.070472:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2008:x1830945817891968:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1763us (1915us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.070481:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13800 00000100:00100000:0.0:1746126736.070586:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.070686:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817892224 00000100:00100000:3.0:1746126736.070691:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817892224 00002000:00100000:3.0:1746126736.070724:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed81c00 x1830945817892224/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.070734:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed81c00 with x1830945817892224 ext(0->4095) 00002000:00010000:3.0:1746126736.070738:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed81c00 00000100:00100000:3.0:1746126736.070765:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13883 00000100:00100000:3.0:1746126736.070771:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817892224:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126736.070919:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817892224:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (332us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.070924:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13883 00002000:00100000:3.0:1746126736.070930:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed81c00 x1830945817892224/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.070937:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed81c00 with x1830945817892224 ext(0->4095) 00002000:00010000:3.0:1746126736.070939:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed81c00 00000100:00100000:0.0:1746126736.072272:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.072349:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817892352 00000100:00100000:3.0:1746126736.072353:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817892352 00000100:00100000:3.0:1746126736.072379:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30607 00000100:00100000:3.0:1746126736.072385:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+59:1778:x1830945817892352:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126736.072398:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126736.072418:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b722e expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.072445:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481e73 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7227 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.072452:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.072453:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.072456:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.072480:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481e73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7227 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.072488:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481e73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7227 expref: 5 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.072497:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813733504:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126736.072575:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.074171:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.074225:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817892480 00000100:00100000:2.0:1746126736.074233:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817892480 00010000:00010000:2.0:1746126736.074262:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481e73 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7227 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.074294:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13801 00000100:00100000:2.0:1746126736.074301:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817892480:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.074332:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.074352:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481e73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7227 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.074355:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813733504:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.074364:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481e73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7227 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.074387:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481e73 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7227 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.074392:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.074406:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.074408:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.074415:0:11425:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.074424:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.074945:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126736.074958:0:11425:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.074968:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813733632:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.075074:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817892480:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 772us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.075081:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13801 00000100:00100000:3.0:1746126736.075087:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.075357:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.076558:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817892608 00000100:00100000:2.0:1746126736.076564:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817892608 00000100:00100000:2.0:1746126736.076609:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30608 00000100:00100000:2.0:1746126736.076616:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817892608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.076631:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.076649:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7235 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.076681:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.076688:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.076689:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.076692:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.076712:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.076723:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.076733:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800966ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813733760:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.076810:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.077834:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813733632:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.077852:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61e00, rc 0) 00000100:00100000:3.0:1746126736.077882:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1778:x1830945817892352:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5497us (5613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.077889:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30607 00000100:00100000:3.0:1746126736.079211:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800966ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813733760:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126736.079232:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.079247:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00000100:00100000:3.0:1746126736.079272:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817892608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2656us (3915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.079278:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30608 00000100:00100000:0.0:1746126736.081010:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.081073:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817892864 00000100:00100000:3.0:1746126736.081079:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817892864 00002000:00100000:3.0:1746126736.081116:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed82a00 x1830945817892864/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.081126:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed82a00 with x1830945817892864 ext(0->4095) 00010000:00010000:3.0:1746126736.081134:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.081145:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.081160:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed82a00 00000100:00100000:3.0:1746126736.081189:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3201 00000100:00100000:3.0:1746126736.081194:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817892864:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126736.081349:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817892864:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (343us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.081355:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3201 00002000:00100000:3.0:1746126736.081360:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed82a00 x1830945817892864/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.081368:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed82a00 with x1830945817892864 ext(0->4095) 00010000:00010000:3.0:1746126736.081372:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.081380:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.081386:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed82a00 00000100:00100000:0.0:1746126736.083057:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.083246:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817892992 00000100:00100000:3.0:1746126736.083253:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817892992 00000100:00100000:3.0:1746126736.083289:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30609 00000100:00100000:3.0:1746126736.083296:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817892992:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126736.083330:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126736.083347:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b723c expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.083374:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.083380:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.083385:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126736.083388:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.083422:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.083434:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.083443:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00000100:00100000:3.0:1746126736.083488:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817892992:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.083494:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30609 00000100:00100000:1.0:1746126736.083913:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.084191:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817893120 00000100:00100000:2.0:1746126736.084195:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817893120 00010000:00010000:2.0:1746126736.084214:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.084240:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13802 00000100:00100000:2.0:1746126736.084245:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817893120:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.084254:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.084272:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.084287:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.084325:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61e00/0xd8b4f51a84481e7a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b722e expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.084347:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.084349:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.084354:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.084361:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.084382:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.084394:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.084405:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800966ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813734016:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.084466:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.085567:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800966ae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813734016:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.085580:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.085611:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817893120:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1365us (1698us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.085622:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13802 00000100:00100000:0.0:1746126736.086014:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.086079:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817893376 00000100:00100000:2.0:1746126736.086084:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817893376 00002000:00100000:2.0:1746126736.086166:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed83100 x1830945817893376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.086177:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed83100 with x1830945817893376 ext(0->4095) 00010000:00010000:2.0:1746126736.086184:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.086198:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.086204:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed83100 00000100:00100000:2.0:1746126736.086230:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3202 00000100:00100000:2.0:1746126736.086236:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817893376:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126736.086391:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817893376:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (376us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.086397:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3202 00002000:00100000:2.0:1746126736.086402:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed83100 x1830945817893376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.086409:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed83100 with x1830945817893376 ext(0->4095) 00010000:00010000:2.0:1746126736.086413:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.086427:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.086433:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed83100 00000100:00100000:0.0:1746126736.087966:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.088037:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.088170:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817893632 00000100:00100000:3.0:1746126736.088176:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817893632 00010000:00010000:3.0:1746126736.088200:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.088221:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13803 00000100:00100000:3.0:1746126736.088226:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817893632:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.088237:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.088254:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.088264:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.088286:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481e81 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7235 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.088330:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.088332:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.088341:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.088349:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.088377:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.088387:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813734144:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.088450:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.088474:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817893504 00000100:00100000:2.0:1746126736.088479:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817893504 00000100:00100000:2.0:1746126736.088504:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30610 00000100:00100000:2.0:1746126736.088510:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1776:x1830945817893504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.088520:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.088530:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481e8f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7243 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.088547:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.088554:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.088555:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.088558:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481e8f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7243 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.088574:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.088584:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.088592:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800966ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813734272:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.088614:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.091430:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813734144:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.091450:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.091492:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817893632:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3265us (3453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.091501:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13803 00000100:00100000:2.0:1746126736.091613:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800966ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813734272:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.091633:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481e8f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7243 expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.091648:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:2.0:1746126736.091666:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1776:x1830945817893504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3157us (3706us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.091672:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30610 00000100:00100000:0.0:1746126736.091991:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.092351:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817893888 00000100:00100000:2.0:1746126736.092358:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817893888 00002000:00100000:2.0:1746126736.092398:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed83b80 x1830945817893888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.092407:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed83b80 with x1830945817893888 ext(0->4095) 00010000:00010000:2.0:1746126736.092414:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.092429:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.092435:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed83b80 00000100:00100000:2.0:1746126736.092462:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3203 00000100:00100000:2.0:1746126736.092468:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817893888:12345-192.168.204.15@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746126736.092700:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817893888:12345-192.168.204.15@tcp:3:ldlm_bl.0 Request processed in 232us (1403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.092709:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3203 00002000:00100000:2.0:1746126736.092714:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed83b80 x1830945817893888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.092721:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed83b80 with x1830945817893888 ext(0->4095) 00010000:00010000:2.0:1746126736.092725:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.092733:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.092738:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007ed83b80 00000100:00100000:0.0:1746126736.095333:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.095438:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817894016 00000100:00100000:3.0:1746126736.095448:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817894016 00010000:00010000:3.0:1746126736.095482:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.095521:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13804 00000100:00100000:3.0:1746126736.095530:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d718c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817894016:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.095544:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.095564:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.095576:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.095598:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60000/0xd8b4f51a84481e88 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b723c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.095624:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.095627:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.095635:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481e8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7243 expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.095642:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481e8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7243 expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.095681:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481e8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7243 expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.095693:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813734400:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.095783:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477480 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.097793:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813734400:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.097814:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.097848:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d718c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817894016:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2318us (2552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.097857:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13804 00000100:00100000:0.0:1746126736.098227:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.098426:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817894272 00000100:00100000:2.0:1746126736.098433:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817894272 00002000:00100000:2.0:1746126736.098467:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed81180 x1830945817894272/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.098477:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed81180 with x1830945817894272 ext(0->4095) 00002000:00010000:2.0:1746126736.098481:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed81180 00000100:00100000:2.0:1746126736.098502:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13884 00000100:00100000:2.0:1746126736.098508:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817894272:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126736.098633:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817894272:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.098639:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13884 00002000:00100000:2.0:1746126736.098644:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed81180 x1830945817894272/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.098655:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed81180 with x1830945817894272 ext(0->4095) 00002000:00010000:2.0:1746126736.098658:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed81180 00000100:00100000:0.0:1746126736.100770:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.100875:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817894400 00000100:00100000:2.0:1746126736.100882:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817894400 00000100:00100000:2.0:1746126736.100929:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30611 00000100:00100000:2.0:1746126736.100936:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817894400:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.100952:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.100970:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481e96 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b724a expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.100996:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481e8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7243 expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.101003:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.101005:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.101009:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481e96 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b724a expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.101038:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481e8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7243 expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.101055:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481e8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7243 expref: 59 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.101068:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800966ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813734528:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.101165:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.102835:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800966ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813734528:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.102859:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481e96 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b724a expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.102872:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126736.102923:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817894400:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1988us (2159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.102929:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30611 00000100:00100000:0.0:1746126736.103431:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.103583:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817894528 00000100:00100000:3.0:1746126736.103590:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817894528 00010000:00010000:3.0:1746126736.103618:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481e8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7243 expref: 60 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.103640:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13805 00000100:00100000:3.0:1746126736.103647:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817894528:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.103661:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.103681:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481e8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7243 expref: 60 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.103691:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481e8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7243 expref: 60 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.103715:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481e8f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7243 expref: 60 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.103743:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.103745:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.103752:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481e96 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b724a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.103760:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481e96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b724a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.103792:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481e96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b724a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.103803:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813734656:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.103875:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.106051:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.106173:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813734656:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.106194:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.106194:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817894784 00000100:00100000:2.0:1746126736.106201:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817894784 00000100:00100000:3.0:1746126736.106234:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2007:x1830945817894528:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2587us (2807us total) trans 0 rc 0/0 00002000:00100000:2.0:1746126736.106240:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed80a80 x1830945817894784/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126736.106244:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13805 00002000:00100000:2.0:1746126736.106250:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed80a80 with x1830945817894784 ext(0->4095) 00002000:00010000:2.0:1746126736.106255:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed80a80 00000100:00100000:2.0:1746126736.106272:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13885 00000100:00100000:2.0:1746126736.106278:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817894784:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126736.106465:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007ed80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817894784:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 186us (421us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.106471:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13885 00002000:00100000:2.0:1746126736.106477:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007ed80a80 x1830945817894784/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.106484:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007ed80a80 with x1830945817894784 ext(0->4095) 00002000:00010000:2.0:1746126736.106487:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007ed80a80 00000100:00100000:0.0:1746126736.109222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.109450:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817894912 00000100:00100000:2.0:1746126736.109461:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817894912 00000100:00100000:0.0:1746126736.109908:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.110231:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817895040 00000100:00100000:2.0:1746126736.110234:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817895040 00000100:00100000:2.0:1746126736.110259:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30612 00000100:00100000:2.0:1746126736.110267:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1776:x1830945817894912:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126736.110270:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30613 00000100:00100000:0.0:1746126736.110278:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084370380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1778:x1830945817895040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.110288:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126736.110288:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.110323:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7251 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.110323:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099410600/0xd8b4f51a84481e9d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7258 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.110353:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481e96 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b724a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.110361:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.110363:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.110366:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.110707:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126736.110713:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.110723:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126736.110726:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099410600/0xd8b4f51a84481e9d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7258 expref: 62 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.110753:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481e96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b724a expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.110766:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481e96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b724a expref: 5 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.110779:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800966ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813734784:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.111042:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.111054:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099410600/0xd8b4f51a84481e9d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7258 expref: 62 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.111063:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099410600, rc 0) 00000100:00100000:2.0:1746126736.111069:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.111339:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084370380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1778:x1830945817895040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1060us (1430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.111346:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30613 00000100:00100000:0.0:1746126736.114442:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.114510:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817895168 00000100:00100000:3.0:1746126736.114519:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817895168 00010000:00010000:3.0:1746126736.114556:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481e96 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b724a expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.114584:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13806 00000100:00100000:3.0:1746126736.114591:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084370700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817895168:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.114609:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.114630:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481e96 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b724a expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.114643:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481e96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b724a expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.114669:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.114671:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.114678:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.114687:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.114689:0:11425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481e96 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b724a expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.114718:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.114736:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.114750:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813735040:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.114964:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800966ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813734784:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.114987:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.114996:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.115005:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00000100:00100000:2.0:1746126736.115056:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817894912:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4789us (5842us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.115063:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30612 00000100:00100000:3.0:1746126736.115092:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.116505:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813735040:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.116521:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.116692:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084370700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817895168:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2100us (2257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.116705:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13806 00000100:00100000:0.0:1746126736.116948:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.117000:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817895424 00000100:00100000:3.0:1746126736.117007:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817895424 00002000:00100000:3.0:1746126736.117042:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084370a80 x1830945817895424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.117051:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084370a80 with x1830945817895424 ext(0->4095) 00010000:00010000:3.0:1746126736.117058:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.117069:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.117075:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084370a80 00000100:00100000:3.0:1746126736.117091:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3204 00000100:00100000:3.0:1746126736.117097:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084370a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817895424:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126736.117244:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084370a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817895424:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (296us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.117249:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3204 00002000:00100000:3.0:1746126736.117253:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084370a80 x1830945817895424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.117259:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084370a80 with x1830945817895424 ext(0->4095) 00010000:00010000:3.0:1746126736.117263:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.117276:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.117281:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084370a80 00000100:00100000:0.0:1746126736.120445:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.120886:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817895552 00000100:00100000:3.0:1746126736.120895:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817895552 00010000:00010000:3.0:1746126736.120934:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.120969:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13807 00000100:00100000:3.0:1746126736.120977:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084370e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817895552:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.120993:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.121013:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.121023:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.121046:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ea4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7251 expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.121080:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.121083:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.121090:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099410600/0xd8b4f51a84481e9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7258 expref: 60 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.121102:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099410600/0xd8b4f51a84481e9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7258 expref: 60 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.121451:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099410600/0xd8b4f51a84481e9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7258 expref: 60 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.121465:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813735168:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.121623:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.125219:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813735168:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.125243:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.125289:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084370e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817895552:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4311us (4852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.125300:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13807 00000100:00100000:2.0:1746126736.125504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.125622:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817895808 00000100:00100000:3.0:1746126736.125628:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817895808 00002000:00100000:3.0:1746126736.125665:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ae680 x1830945817895808/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.125674:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ae680 with x1830945817895808 ext(0->4095) 00002000:00010000:3.0:1746126736.125679:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800966ae680 00000100:00100000:3.0:1746126736.125705:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13886 00000100:00100000:3.0:1746126736.125711:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817895808:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126736.125866:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817895808:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (363us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.125875:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13886 00002000:00100000:3.0:1746126736.125880:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800966ae680 x1830945817895808/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.125887:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ae680 with x1830945817895808 ext(0->4095) 00002000:00010000:3.0:1746126736.125890:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800966ae680 00000100:00100000:0.0:1746126736.128283:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.128435:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817895936 00000100:00100000:2.0:1746126736.128472:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817895936 00000100:00100000:2.0:1746126736.128522:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30614 00000100:00100000:2.0:1746126736.128530:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084371180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817895936:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.128547:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.128567:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b725f expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.128599:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099410600/0xd8b4f51a84481e9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7258 expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.128608:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.128611:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.128614:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eab lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b725f expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.128647:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099410600/0xd8b4f51a84481e9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7258 expref: 59 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.128659:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099410600/0xd8b4f51a84481e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7258 expref: 59 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.128671:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813735296:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.129209:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.130686:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813735296:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.130716:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b725f expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.130732:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d000, rc 0) 00000100:00100000:2.0:1746126736.130769:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084371180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817895936:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2240us (2494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.130777:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30614 00000100:00100000:0.0:1746126736.131510:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.131657:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817896064 00000100:00100000:3.0:1746126736.131664:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817896064 00010000:00010000:3.0:1746126736.131692:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099410600/0xd8b4f51a84481e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7258 expref: 60 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.131716:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13808 00000100:00100000:3.0:1746126736.131723:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084371500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817896064:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.131736:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.131755:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099410600/0xd8b4f51a84481e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7258 expref: 60 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.131767:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099410600/0xd8b4f51a84481e9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7258 expref: 60 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.131790:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099410600/0xd8b4f51a84481e9d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7258 expref: 60 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.131822:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.131824:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.131831:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b725f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.131845:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b725f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.131874:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b725f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.131885:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813735424:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.131961:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.133552:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813735424:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.133601:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.133651:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084371500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+59:2008:x1830945817896064:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1927us (2140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.133661:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13808 00000100:00100000:0.0:1746126736.134017:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.134123:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817896320 00000100:00100000:1.0:1746126736.134130:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817896320 00002000:00100000:1.0:1746126736.134176:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084371880 x1830945817896320/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.134191:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084371880 with x1830945817896320 ext(0->4095) 00002000:00010000:1.0:1746126736.134196:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084371880 00000100:00100000:1.0:1746126736.134489:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13887 00000100:00100000:1.0:1746126736.134497:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084371880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817896320:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126736.134630:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084371880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817896320:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.134637:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13887 00002000:00100000:1.0:1746126736.134642:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084371880 x1830945817896320/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.134649:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084371880 with x1830945817896320 ext(0->4095) 00002000:00010000:1.0:1746126736.134652:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084371880 00000100:00100000:0.0:1746126736.136518:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.136571:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.136786:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817896576 00000100:00100000:2.0:1746126736.136795:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817896576 00000100:00100000:2.0:1746126736.136842:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817896448 00000100:00100000:2.0:1746126736.136844:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817896448 00000100:00100000:2.0:1746126736.136872:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30615 00000100:00100000:2.0:1746126736.136880:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:1778:x1830945817896576:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.136897:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.136916:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b726d expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.136944:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b725f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.136951:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.136952:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.136956:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.136989:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b725f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.137001:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b725f expref: 5 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.137013:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813735552:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126736.137021:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30616 00000100:00100000:3.0:1746126736.137030:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084371c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817896448:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126736.137036:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126736.137043:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7266 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.137055:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.137058:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.137064:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.137067:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.137088:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.137091:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00010000:00010000:3.0:1746126736.137105:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.137114:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61a00, rc 0) 00000100:00100000:3.0:1746126736.137135:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084371c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1776:x1830945817896448:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.137140:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30616 00000100:00100000:2.0:1746126736.138500:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813735552:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.138523:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.138535:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00000100:00100000:2.0:1746126736.138564:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1778:x1830945817896576:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1685us (2056us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.138798:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30615 00000100:00100000:0.0:1746126736.139109:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.139205:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817896704 00000100:00100000:3.0:1746126736.139211:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817896704 00010000:00010000:3.0:1746126736.139236:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b725f expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.139411:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13809 00000100:00100000:3.0:1746126736.139419:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084371f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817896704:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.139430:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.139450:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b725f expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.139461:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b725f expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.139487:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b725f expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.139512:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.139514:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.139522:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.139533:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.139673:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 60 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.139684:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 60 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.139695:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813735808:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.139826:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.141732:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813735808:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.141751:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.141794:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084371f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817896704:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2375us (2684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.141803:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13809 00000100:00100000:0.0:1746126736.142108:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.142223:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817896960 00000100:00100000:1.0:1746126736.142229:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817896960 00002000:00100000:1.0:1746126736.142268:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084372300 x1830945817896960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.142277:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084372300 with x1830945817896960 ext(0->4095) 00010000:00010000:1.0:1746126736.142285:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.142295:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.142300:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084372300 00000100:00100000:1.0:1746126736.142357:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3205 00000100:00100000:1.0:1746126736.142364:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084372300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817896960:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126736.142545:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084372300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817896960:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 182us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.142551:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3205 00002000:00100000:1.0:1746126736.142556:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084372300 x1830945817896960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.142563:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084372300 with x1830945817896960 ext(0->4095) 00010000:00010000:1.0:1746126736.142567:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.142575:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.142580:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084372300 00000100:00100000:0.0:1746126736.144432:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.144657:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817897088 00000100:00100000:2.0:1746126736.144665:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817897088 00000100:00100000:2.0:1746126736.144713:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30617 00000100:00100000:2.0:1746126736.144720:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084372680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817897088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.144734:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.144750:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7274 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.144775:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.144780:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.144786:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126736.144789:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.144825:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.144836:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.144846:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126736.144881:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084372680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817897088:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.144886:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30617 00000100:00100000:0.0:1746126736.145163:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.145259:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817897216 00000100:00100000:3.0:1746126736.145270:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817897216 00010000:00010000:3.0:1746126736.145347:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.145506:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13810 00000100:00100000:3.0:1746126736.145574:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084372a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817897216:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.145586:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.145603:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.145616:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.145635:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eb2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b726d expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.145649:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.145650:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.145656:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.145663:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.145690:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 60 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.145700:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.145715:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813736064:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.146029:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.147488:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813736064:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.147507:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.147733:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084372a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2008:x1830945817897216:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2219us (2578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.147744:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13810 00000100:00100000:0.0:1746126736.148438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.148489:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817897472 00000100:00100000:1.0:1746126736.148495:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817897472 00002000:00100000:1.0:1746126736.148527:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084372d80 x1830945817897472/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.148535:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084372d80 with x1830945817897472 ext(0->4095) 00010000:00010000:1.0:1746126736.148542:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.148553:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.148563:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084372d80 00000100:00100000:1.0:1746126736.148588:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3206 00000100:00100000:1.0:1746126736.148595:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084372d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817897472:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126736.148718:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084372d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817897472:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.148725:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3206 00002000:00100000:1.0:1746126736.148730:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084372d80 x1830945817897472/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.148737:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084372d80 with x1830945817897472 ext(0->4095) 00010000:00010000:1.0:1746126736.148741:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.148749:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.148753:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084372d80 00000100:00100000:0.0:1746126736.150534:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.150606:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.150735:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817897728 00000100:00100000:3.0:1746126736.150746:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817897728 00010000:00010000:3.0:1746126736.150783:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 60 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.150895:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817897600 00000100:00100000:2.0:1746126736.151015:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817897600 00000100:00100000:2.0:1746126736.151059:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30618 00000100:00100000:2.0:1746126736.151065:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084373100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817897600:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.151076:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.151089:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b727b expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.151109:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.151114:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.151119:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126736.151123:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.151163:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.151174:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.151178:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13811 00000100:00100000:3.0:1746126736.151186:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d718850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2009:x1830945817897728:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.151197:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.151217:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.151229:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.151250:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61a00/0xd8b4f51a84481eb9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7266 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.151265:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.151267:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.151273:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.151386:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.151417:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00010000:00010000:3.0:1746126736.151428:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.151439:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 5 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.151450:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813736320:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.151476:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084373100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817897600:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 410us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.151482:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30618 00000100:00100000:3.0:1746126736.151698:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.154573:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813736320:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.154596:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.154656:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d718850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2009:x1830945817897728:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3469us (4047us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.154667:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13811 00000100:00100000:0.0:1746126736.155266:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.155559:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817897984 00000100:00100000:2.0:1746126736.155570:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817897984 00002000:00100000:2.0:1746126736.155614:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084373480 x1830945817897984/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.155629:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084373480 with x1830945817897984 ext(0->4095) 00010000:00010000:2.0:1746126736.155637:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.155650:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.155656:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084373480 00000100:00100000:2.0:1746126736.155673:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3207 00000100:00100000:2.0:1746126736.155678:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817897984:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126736.155816:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817897984:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (550us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.155821:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3207 00002000:00100000:2.0:1746126736.155826:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084373480 x1830945817897984/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.155832:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084373480 with x1830945817897984 ext(0->4095) 00010000:00010000:2.0:1746126736.155835:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.155843:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.155849:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084373480 00000100:00100000:0.0:1746126736.158354:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.158668:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817898112 00000100:00100000:3.0:1746126736.158677:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817898112 00010000:00010000:3.0:1746126736.158710:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.158749:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13812 00000100:00100000:3.0:1746126736.158756:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084373800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817898112:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.158771:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.158792:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.158803:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.158827:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481ec0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7274 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.158856:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.158858:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.158865:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.158872:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.158904:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.158916:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813736448:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.159007:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54770c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.161740:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813736448:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126736.161750:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126736.161762:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.161877:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084373800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817898112:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3119us (3570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.161892:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13812 00000100:00100000:2.0:1746126736.162570:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817898368 00000100:00100000:2.0:1746126736.162578:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817898368 00002000:00100000:2.0:1746126736.162629:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084373b80 x1830945817898368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.162640:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084373b80 with x1830945817898368 ext(0->4095) 00002000:00010000:2.0:1746126736.162645:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084373b80 00000100:00100000:2.0:1746126736.163275:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13888 00000100:00100000:2.0:1746126736.163283:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084373b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2009:x1830945817898368:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126736.164357:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084373b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2009:x1830945817898368:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 1071us (2604us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.164365:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13888 00002000:00100000:2.0:1746126736.164372:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084373b80 x1830945817898368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.164381:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084373b80 with x1830945817898368 ext(0->4095) 00002000:00010000:2.0:1746126736.164385:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084373b80 00000100:00100000:0.0:1746126736.167610:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.168024:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817898496 00000100:00100000:2.0:1746126736.168035:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817898496 00000100:00100000:2.0:1746126736.168093:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30619 00000100:00100000:2.0:1746126736.168101:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084370700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817898496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.168120:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.168138:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7282 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.168180:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.168193:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.168195:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.168198:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.168234:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 59 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.168245:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 59 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.168257:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813736576:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.170117:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.174654:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.174881:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817898624 00000100:00100000:3.0:1746126736.174891:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817898624 00002000:00100000:3.0:1746126736.174940:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880084370e00 x1830945817898624/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.174950:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084370e00 with x1830945817898624 ext(0->7) 00010000:00010000:3.0:1746126736.174960:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 60 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.174974:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 60 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.174981:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084370e00 00000100:00100000:3.0:1746126736.175003:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3208 00000100:00100000:3.0:1746126736.175015:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084370e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+60:2007:x1830945817898624:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126736.175076:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813736576:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.175106:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.175122:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00000100:00100000:2.0:1746126736.175943:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084370700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817898496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7842us (8342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.175951:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30619 00000100:00100000:0.0:1746126736.176571:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084370e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817898624:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1559us (1927us total) trans 4294972088 rc 0/0 00000100:00100000:0.0:1746126736.176579:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3208 00002000:00100000:0.0:1746126736.176586:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880084370e00 x1830945817898624/t4294972088(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/448 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126736.176593:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084370e00 with x1830945817898624 ext(0->7) 00010000:00010000:0.0:1746126736.176627:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.176640:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:0.0:1746126736.176646:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084370e00 00000100:00100000:0.0:1746126736.179078:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.179168:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817898752 00000100:00100000:3.0:1746126736.179178:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817898752 00010000:00010000:3.0:1746126736.179212:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.179268:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13813 00000100:00100000:3.0:1746126736.179275:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084371500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817898752:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.179290:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.179350:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.179368:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.179392:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481ec7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b727b expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.179413:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.179415:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.179422:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.179429:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.184344:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.184365:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813736704:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.186551:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54770c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.188464:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.188593:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813736704:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126736.188599:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126736.188614:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.188662:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084371500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817898752:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 9387us (9591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.188674:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13813 00000100:00100000:2.0:1746126736.188700:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817898880 00000100:00100000:2.0:1746126736.188707:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817898880 00000100:00100000:2.0:1746126736.188749:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30620 00000100:00100000:2.0:1746126736.188756:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084371f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817898880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.188775:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.188798:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7289 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.188826:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.188834:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.188836:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.188839:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.188869:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.188881:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 5 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.188892:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813736832:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.188961:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.189032:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817899136 00000100:00100000:1.0:1746126736.189037:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817899136 00002000:00100000:1.0:1746126736.189066:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084372a00 x1830945817899136/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.189075:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084372a00 with x1830945817899136 ext(0->4095) 00010000:00010000:1.0:1746126736.189080:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.189094:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.189100:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084372a00 00000100:00100000:1.0:1746126736.189115:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3209 00000100:00100000:1.0:1746126736.189121:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084372a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817899136:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126736.189266:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084372a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817899136:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (666us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.189272:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3209 00002000:00100000:1.0:1746126736.189277:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084372a00 x1830945817899136/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.189284:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084372a00 with x1830945817899136 ext(0->4095) 00010000:00010000:1.0:1746126736.189289:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.189298:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.189323:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084372a00 00000100:00100000:2.0:1746126736.190863:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813736832:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.190890:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.190906:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ca00, rc 0) 00000100:00100000:2.0:1746126736.190947:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084371f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1776:x1830945817898880:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2191us (2538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.190961:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30620 00000100:00100000:0.0:1746126736.191083:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.191366:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817899264 00000100:00100000:2.0:1746126736.191371:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817899264 00000100:00100000:2.0:1746126736.191856:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30621 00000100:00100000:2.0:1746126736.191864:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084370380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1778:x1830945817899264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.191878:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.191891:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481edc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7290 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.191910:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.191915:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.191920:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.191923:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481edc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7290 expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.191952:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.191963:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481edc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7290 expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.191970:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d000, rc 0) 00000100:00100000:2.0:1746126736.191994:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084370380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1778:x1830945817899264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.192000:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30621 00000100:00100000:0.0:1746126736.193270:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.193363:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817899392 00000100:00100000:3.0:1746126736.193371:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817899392 00010000:00010000:3.0:1746126736.193396:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.193418:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13814 00000100:00100000:3.0:1746126736.193424:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084370000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817899392:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.193433:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.193451:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.193461:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.193480:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481ece lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7282 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.193839:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.193842:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.193849:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.193857:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.193887:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.193897:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.193909:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813737088:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.194599:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54770c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.197123:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.197222:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813737088:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.197243:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.197303:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084370000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817899392:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3877us (4036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.197337:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13814 00000100:00100000:2.0:1746126736.197650:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817899648 00000100:00100000:2.0:1746126736.197658:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817899648 00002000:00100000:2.0:1746126736.197701:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096134450 x1830945817899648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.197710:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096134450 with x1830945817899648 ext(0->4095) 00010000:00010000:2.0:1746126736.197719:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.197732:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.197738:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096134450 00000100:00100000:2.0:1746126736.197757:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3210 00000100:00100000:2.0:1746126736.197764:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096134450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2007:x1830945817899648:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126736.197897:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096134450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2007:x1830945817899648:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (782us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.197903:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3210 00002000:00100000:2.0:1746126736.197908:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880096134450 x1830945817899648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.197915:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880096134450 with x1830945817899648 ext(0->4095) 00010000:00010000:2.0:1746126736.197920:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.197928:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.197939:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880096134450 00000100:00100000:0.0:1746126736.204498:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.205168:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817899776 00000100:00100000:2.0:1746126736.205179:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817899776 00010000:00010000:2.0:1746126736.205212:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.205253:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13815 00000100:00100000:2.0:1746126736.205260:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084371180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2010:x1830945817899776:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.205272:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.205290:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.205300:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.205449:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481ed5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7289 expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.205474:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.205476:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.205481:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481edc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7290 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.205487:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481edc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7290 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.205520:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481edc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7290 expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.205530:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813737216:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.205624:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.210919:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813737216:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.210947:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.210999:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084371180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2010:x1830945817899776:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5739us (6512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.211010:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13815 00000100:00100000:0.0:1746126736.211194:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.211292:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817900032 00000100:00100000:2.0:1746126736.211298:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817900032 00002000:00100000:2.0:1746126736.211364:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084370a80 x1830945817900032/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.211374:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084370a80 with x1830945817900032 ext(0->4095) 00002000:00010000:2.0:1746126736.211378:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084370a80 00000100:00100000:2.0:1746126736.211407:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13889 00000100:00100000:2.0:1746126736.211413:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084370a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2009:x1830945817900032:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126736.211545:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084370a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2009:x1830945817900032:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.211551:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13889 00002000:00100000:2.0:1746126736.211556:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084370a80 x1830945817900032/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.211569:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084370a80 with x1830945817900032 ext(0->4095) 00002000:00010000:2.0:1746126736.211572:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084370a80 00000100:00100000:0.0:1746126736.213380:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.213560:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817900160 00000100:00100000:3.0:1746126736.213571:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817900160 00000100:00100000:3.0:1746126736.213632:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30622 00000100:00100000:3.0:1746126736.213640:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084371880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817900160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126736.213655:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126736.213670:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7297 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.213695:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481edc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7290 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.213701:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.213703:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.213706:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.213735:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481edc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7290 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.213751:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481edc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7290 expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.213762:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813737344:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126736.213860:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54770c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.217461:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813737344:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126736.217489:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.217504:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00000100:00100000:3.0:1746126736.217546:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084371880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817900160:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3906us (4170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.217553:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30622 00000100:00100000:0.0:1746126736.218290:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.218371:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817900288 00000100:00100000:2.0:1746126736.218384:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817900288 00010000:00010000:2.0:1746126736.218422:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481edc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7290 expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.218469:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13816 00000100:00100000:2.0:1746126736.218475:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084372300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817900288:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.218488:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.218509:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481edc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7290 expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.218520:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481edc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7290 expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.218542:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481edc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7290 expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.218715:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.218717:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.218724:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.218732:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.218770:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.218784:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813737472:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.218868:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.222848:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.222950:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.223100:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813737472:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.223126:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.223195:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084372300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817900288:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4718us (4904us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.223207:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13816 00000100:00100000:2.0:1746126736.223260:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817900672 00000100:00100000:2.0:1746126736.223266:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817900672 00000100:00100000:2.0:1746126736.223295:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30623 00000100:00100000:2.0:1746126736.223301:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817900672:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.223339:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126736.223352:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817900544 00010000:00010000:2.0:1746126736.223357:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b729e expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.223365:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817900544 00010000:00010000:2.0:1746126736.223386:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.223394:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.223396:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.223399:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746126736.223411:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084372d80 x1830945817900544/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.223421:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084372d80 with x1830945817900544 ext(0->4095) 00010000:00010000:3.0:1746126736.223428:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.223432:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.223439:0:27125:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.223445:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.223450:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084372d80 00000100:00100000:2.0:1746126736.223457:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813737600:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126736.223476:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3211 00000100:00100000:3.0:1746126736.223483:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084372d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817900544:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126736.223511:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.223616:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084372d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817900544:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (779us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.223622:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3211 00002000:00100000:3.0:1746126736.223627:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084372d80 x1830945817900544/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.223634:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084372d80 with x1830945817900544 ext(0->4095) 00010000:00010000:3.0:1746126736.223638:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.223647:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.223652:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084372d80 00000100:00100000:2.0:1746126736.225523:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813737600:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.225553:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.225573:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00000100:00100000:2.0:1746126736.225611:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084373480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1776:x1830945817900672:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2308us (2659us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.225619:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30623 00000100:00100000:0.0:1746126736.230522:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.230703:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817900800 00000100:00100000:2.0:1746126736.230716:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817900800 00000100:00100000:2.0:1746126736.230772:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30624 00000100:00100000:2.0:1746126736.230781:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084373b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1778:x1830945817900800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.230803:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.230825:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ef1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b72a5 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.230861:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.230870:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 63 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.230877:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.230881:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ef1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72a5 expref: 63 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.230923:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 63 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.230935:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ef1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72a5 expref: 63 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.230945:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:1.0:1746126736.231353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.231454:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817900928 00000100:00100000:3.0:1746126736.231466:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817900928 00010000:00010000:3.0:1746126736.231504:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.231547:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13817 00000100:00100000:3.0:1746126736.231554:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817900928:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.231567:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126736.231576:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084373b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1778:x1830945817900800:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 795us (2430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.231583:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30624 00010000:00010000:3.0:1746126736.231586:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.231597:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.231617:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84481ee3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7297 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.231635:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.231637:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.231643:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.231651:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.231680:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.231689:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.231698:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813737856:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.231775:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.236485:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.236960:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813737856:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.236980:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.237040:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817900928:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5485us (5687us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.237047:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817901184 00000100:00100000:3.0:1746126736.237049:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13817 00000100:00100000:2.0:1746126736.237057:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817901184 00002000:00100000:2.0:1746126736.237100:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084370e00 x1830945817901184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.237110:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084370e00 with x1830945817901184 ext(0->4095) 00010000:00010000:2.0:1746126736.237119:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.237133:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.237145:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084370e00 00000100:00100000:2.0:1746126736.237185:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3212 00000100:00100000:2.0:1746126736.237192:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084370e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2007:x1830945817901184:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126736.238710:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084370e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2007:x1830945817901184:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 1514us (2231us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.238719:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3212 00002000:00100000:2.0:1746126736.238728:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084370e00 x1830945817901184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.238736:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084370e00 with x1830945817901184 ext(0->4095) 00010000:00010000:2.0:1746126736.238744:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.238757:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.238764:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084370e00 00000100:00100000:0.0:1746126736.246025:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.246133:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817901312 00000100:00100000:3.0:1746126736.246143:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817901312 00010000:00010000:3.0:1746126736.246200:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.247759:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13818 00000100:00100000:1.0:1746126736.247773:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d718450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2009:x1830945817901312:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126736.247791:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126736.247816:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.247832:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.247857:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481eea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b729e expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.247893:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.247895:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.247901:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ef1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72a5 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.247910:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ef1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72a5 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.247945:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ef1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72a5 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126736.247957:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c009c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813737984:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126736.248047:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.251484:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c009c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813737984:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126736.251505:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.251552:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d718450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2009:x1830945817901312:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3783us (5536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.251563:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13818 00000100:00100000:0.0:1746126736.251928:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.252074:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817901568 00000100:00100000:2.0:1746126736.252082:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817901568 00002000:00100000:2.0:1746126736.252124:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084372a00 x1830945817901568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.252134:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084372a00 with x1830945817901568 ext(0->4095) 00002000:00010000:2.0:1746126736.252139:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084372a00 00000100:00100000:2.0:1746126736.252244:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13890 00000100:00100000:2.0:1746126736.252252:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084372a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817901568:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126736.252567:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084372a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817901568:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 315us (640us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.252572:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13890 00002000:00100000:2.0:1746126736.252577:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084372a00 x1830945817901568/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.252583:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084372a00 with x1830945817901568 ext(0->4095) 00002000:00010000:2.0:1746126736.252586:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084372a00 00000100:00100000:0.0:1746126736.254345:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.254524:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817901696 00000100:00100000:2.0:1746126736.254532:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817901696 00000100:00100000:2.0:1746126736.254603:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30625 00000100:00100000:2.0:1746126736.254611:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084373800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817901696:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.254626:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.254643:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481ef8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b72ac expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.254671:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ef1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72a5 expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.254679:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.254681:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.254685:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481ef8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ac expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.254718:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ef1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72a5 expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.254736:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ef1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72a5 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.254748:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813738112:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.255257:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.257127:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813738112:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.257168:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481ef8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ac expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.257184:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ce00, rc 0) 00000100:00100000:2.0:1746126736.257221:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084373800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817901696:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2611us (2881us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.257229:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30625 00000100:00100000:0.0:1746126736.259380:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.259464:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817901824 00000100:00100000:1.0:1746126736.259472:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817901824 00010000:00010000:1.0:1746126736.259508:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ef1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72a5 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.259548:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13819 00000100:00100000:1.0:1746126736.259556:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084371500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817901824:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126736.259571:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126736.259593:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ef1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72a5 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.259606:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ef1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72a5 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.259631:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ef1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72a5 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.259661:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.259664:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.259671:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481ef8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ac expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.259679:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481ef8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ac expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.259712:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481ef8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ac expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126736.259730:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813738240:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126736.259808:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.261521:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813738240:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126736.261540:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.261579:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084371500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817901824:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2022us (2204us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.261588:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13819 00000100:00100000:0.0:1746126736.262695:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.263050:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817902080 00000100:00100000:2.0:1746126736.263057:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817902080 00002000:00100000:2.0:1746126736.263096:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084370000 x1830945817902080/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.263105:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084370000 with x1830945817902080 ext(0->4095) 00002000:00010000:2.0:1746126736.263110:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084370000 00000100:00100000:2.0:1746126736.263136:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13891 00000100:00100000:2.0:1746126736.263141:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817902080:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126736.263295:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817902080:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (604us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.263323:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13891 00002000:00100000:2.0:1746126736.263328:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880084370000 x1830945817902080/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.263334:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084370000 with x1830945817902080 ext(0->4095) 00002000:00010000:2.0:1746126736.263337:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084370000 00000100:00100000:0.0:1746126736.263436:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.264737:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817902208 00000100:00100000:2.0:1746126736.264744:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817902208 00000100:00100000:2.0:1746126736.264785:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30626 00000100:00100000:2.0:1746126736.264792:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084371180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1776:x1830945817902208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.264804:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.264821:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b72b3 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.264846:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481ef8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ac expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.264854:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.264856:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.264859:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.264889:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481ef8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ac expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.264900:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481ef8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ac expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.264917:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813738368:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.266423:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.267019:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.267102:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817902336 00000100:00100000:0.0:1746126736.267107:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817902336 00000100:00100000:0.0:1746126736.267155:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30627 00000100:00100000:0.0:1746126736.267161:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1778:x1830945817902336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126736.267173:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126736.267185:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f06 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b72ba expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.267208:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126736.267212:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 64 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.267221:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126736.267224:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f06 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ba expref: 64 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.267258:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 64 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.267271:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f06 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ba expref: 64 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.267561:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099411000, rc 0) 00000100:00100000:0.0:1746126736.267938:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+64:1778:x1830945817902336:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 776us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126736.267944:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30627 00000100:00100000:2.0:1746126736.268631:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813738368:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.268651:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 63 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.268660:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d000, rc 0) 00000100:00100000:2.0:1746126736.268694:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084371180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1776:x1830945817902208:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3903us (5257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.268700:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30626 00000100:00100000:0.0:1746126736.269531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.270359:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817902464 00000100:00100000:1.0:1746126736.270367:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817902464 00010000:00010000:1.0:1746126736.270400:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481ef8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ac expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.270443:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13820 00000100:00100000:1.0:1746126736.270450:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084372300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817902464:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126736.270462:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126736.270482:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481ef8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ac expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.270494:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481ef8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ac expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.270517:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481ef8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ac expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.270554:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.270557:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.270564:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.270573:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.270603:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.270614:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.270626:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c009c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813738624:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126736.270713:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.272796:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c009c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813738624:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126736.272816:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.272861:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084372300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817902464:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2409us (3329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.272872:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13820 00000100:00100000:0.0:1746126736.273221:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.273667:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817902720 00000100:00100000:3.0:1746126736.273675:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817902720 00002000:00100000:3.0:1746126736.273717:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5f80 x1830945817902720/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.273727:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5f80 with x1830945817902720 ext(0->4095) 00010000:00010000:3.0:1746126736.273736:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.273748:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.273755:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa5f80 00000100:00100000:3.0:1746126736.274134:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3213 00000100:00100000:3.0:1746126736.274142:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2007:x1830945817902720:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126736.274297:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2007:x1830945817902720:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (1076us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.274747:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3213 00002000:00100000:3.0:1746126736.274756:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5f80 x1830945817902720/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.274769:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5f80 with x1830945817902720 ext(0->4095) 00010000:00010000:3.0:1746126736.274775:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.274785:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.274790:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa5f80 00000100:00100000:0.0:1746126736.278675:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.278802:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817902848 00000100:00100000:1.0:1746126736.278811:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817902848 00010000:00010000:1.0:1746126736.278849:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.279026:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13821 00000100:00100000:1.0:1746126736.279036:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2008:x1830945817902848:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126736.279052:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126736.279071:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.279082:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.279110:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481eff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72b3 expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.279139:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.279142:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.279156:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ba expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.279164:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ba expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.279197:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ba expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126736.279209:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c009c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813738752:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126736.279293:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.280732:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c009c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813738752:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126736.280750:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.280798:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2008:x1830945817902848:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1760us (2131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.280806:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13821 00000100:00100000:0.0:1746126736.281143:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.281252:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817903104 00000100:00100000:3.0:1746126736.281258:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817903104 00002000:00100000:3.0:1746126736.281296:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5500 x1830945817903104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.281337:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5500 with x1830945817903104 ext(0->4095) 00002000:00010000:3.0:1746126736.281341:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa5500 00000100:00100000:3.0:1746126736.281370:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13892 00000100:00100000:3.0:1746126736.281375:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2009:x1830945817903104:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746126736.281509:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2009:x1830945817903104:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (366us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.281514:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13892 00002000:00100000:3.0:1746126736.281519:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5500 x1830945817903104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.281525:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5500 with x1830945817903104 ext(0->4095) 00002000:00010000:3.0:1746126736.281527:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa5500 00000100:00100000:0.0:1746126736.283587:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.283642:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817903232 00000100:00100000:2.0:1746126736.283650:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817903232 00000100:00100000:2.0:1746126736.283695:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30628 00000100:00100000:2.0:1746126736.283702:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817903232:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.283716:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.283732:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481f0d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b72c1 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.283761:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ba expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.283769:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.283771:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.283774:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481f0d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c1 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.283810:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ba expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.283822:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ba expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.283835:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813738880:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.283984:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.285668:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813738880:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.285691:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481f0d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c1 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.285706:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c800, rc 0) 00000100:00100000:2.0:1746126736.285739:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817903232:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2037us (2156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.285746:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30628 00000100:00100000:0.0:1746126736.286239:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.286370:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817903360 00000100:00100000:1.0:1746126736.286377:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817903360 00010000:00010000:1.0:1746126736.286402:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ba expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.286435:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13822 00000100:00100000:1.0:1746126736.286441:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817903360:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126736.286452:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126736.286471:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ba expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.286482:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ba expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.286504:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72ba expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.286530:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.286532:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.286539:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481f0d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.286546:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481f0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.286575:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481f0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126736.286586:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c009c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813739008:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126736.286638:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.288506:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c009c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813739008:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126736.288522:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.288556:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2007:x1830945817903360:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2114us (2317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.288577:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13822 00000100:00100000:2.0:1746126736.288905:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.288971:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817903616 00000100:00100000:0.0:1746126736.288977:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817903616 00002000:00100000:0.0:1746126736.289014:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d375500 x1830945817903616/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126736.289023:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375500 with x1830945817903616 ext(0->4095) 00002000:00010000:0.0:1746126736.289028:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d375500 00000100:00100000:0.0:1746126736.289057:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13893 00000100:00100000:0.0:1746126736.289065:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817903616:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126736.289217:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817903616:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (312us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126736.289223:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13893 00002000:00100000:0.0:1746126736.289228:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d375500 x1830945817903616/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126736.289235:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375500 with x1830945817903616 ext(0->4095) 00002000:00010000:0.0:1746126736.289238:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d375500 00000100:00100000:0.0:1746126736.290827:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.290875:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817903744 00000100:00100000:2.0:1746126736.290881:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817903744 00000100:00100000:2.0:1746126736.290918:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30629 00000100:00100000:2.0:1746126736.290924:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+61:1778:x1830945817903744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.290936:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746126736.291231:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.291295:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817903872 00000100:00100000:1.0:1746126736.291299:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817903872 00000100:00100000:1.0:1746126736.291351:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30630 00000100:00100000:1.0:1746126736.291356:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1776:x1830945817903872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.291363:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.291371:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b72cf expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.291399:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481f0d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.291406:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.291408:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.291411:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.291441:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481f0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.291452:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481f0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c1 expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.291462:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c009c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813739136:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.291526:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746126736.291558:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f14 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b72c8 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.291576:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.291580:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 64 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.291585:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.291588:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f14 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c8 expref: 64 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.291611:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 64 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.291622:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f14 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c8 expref: 64 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.291631:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ca00, rc 0) 00000100:00100000:2.0:1746126736.291654:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+64:1778:x1830945817903744:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 730us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.291659:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30629 00000100:00100000:0.0:1746126736.294466:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.294592:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c009c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813739136:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.294626:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.294645:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d234a00, rc 0) 00000100:00100000:1.0:1746126736.294687:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1776:x1830945817903872:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3331us (3456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.294696:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30630 00000100:00100000:2.0:1746126736.294848:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817904000 00000100:00100000:2.0:1746126736.294855:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817904000 00010000:00010000:2.0:1746126736.294902:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481f0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.295125:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13823 00000100:00100000:2.0:1746126736.295132:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817904000:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.295146:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.295178:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481f0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.295188:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481f0d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.295211:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c800/0xd8b4f51a84481f0d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.295227:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.295229:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.295235:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.295242:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.295270:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.295280:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.295292:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d374380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813739392:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.295374:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.297241:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d374380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813739392:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.297261:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.297296:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817904000:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2164us (2839us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.297329:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13823 00000100:00100000:0.0:1746126736.298144:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.298552:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817904256 00000100:00100000:3.0:1746126736.298560:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817904256 00002000:00100000:3.0:1746126736.298600:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa7100 x1830945817904256/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.298609:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa7100 with x1830945817904256 ext(0->4095) 00010000:00010000:3.0:1746126736.298617:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.298629:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.298635:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa7100 00000100:00100000:3.0:1746126736.298663:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3214 00000100:00100000:3.0:1746126736.298671:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2008:x1830945817904256:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126736.299409:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2008:x1830945817904256:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 737us (1265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.299416:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3214 00002000:00100000:3.0:1746126736.299423:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa7100 x1830945817904256/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.299430:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa7100 with x1830945817904256 ext(0->4095) 00010000:00010000:3.0:1746126736.299436:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.299446:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.299455:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012eaa7100 00000100:00100000:0.0:1746126736.301501:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.301595:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817904384 00000100:00100000:2.0:1746126736.301603:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817904384 00010000:00010000:2.0:1746126736.301635:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.301658:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13824 00000100:00100000:2.0:1746126736.301664:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2008:x1830945817904384:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.301676:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.301695:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.301706:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.301729:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d234a00/0xd8b4f51a84481f1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72cf expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.301761:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.301763:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.301771:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c8 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.301778:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c8 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.301815:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c8 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.301828:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d374380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813739520:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.301908:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.303498:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d374380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813739520:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.303519:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.303555:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2008:x1830945817904384:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1889us (2058us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.303713:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13824 00000100:00100000:0.0:1746126736.304007:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.304466:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817904640 00000100:00100000:3.0:1746126736.304473:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817904640 00002000:00100000:3.0:1746126736.304512:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa4000 x1830945817904640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.304521:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa4000 with x1830945817904640 ext(0->4095) 00002000:00010000:3.0:1746126736.304526:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa4000 00000100:00100000:3.0:1746126736.304609:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13894 00000100:00100000:3.0:1746126736.304617:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2008:x1830945817904640:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126736.304752:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2008:x1830945817904640:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (745us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.304761:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13894 00002000:00100000:3.0:1746126736.304766:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa4000 x1830945817904640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.304773:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa4000 with x1830945817904640 ext(0->4095) 00002000:00010000:3.0:1746126736.304776:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa4000 00000100:00100000:0.0:1746126736.306643:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.306798:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817904768 00000100:00100000:2.0:1746126736.306805:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817904768 00000100:00100000:2.0:1746126736.306961:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30631 00000100:00100000:2.0:1746126736.306968:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817904768:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.306982:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.306999:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b72d6 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.307023:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c8 expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.307030:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.307031:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.307034:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f22 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72d6 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.307065:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c8 expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.307075:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c8 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.307090:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d374380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813739648:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.307427:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.309187:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d374380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813739648:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126736.309204:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126736.309216:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f22 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72d6 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.309260:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817904896 00000100:00100000:3.0:1746126736.309268:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817904896 00010000:00010000:2.0:1746126736.309286:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00010000:00010000:3.0:1746126736.309290:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c8 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.309335:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13825 00000100:00100000:3.0:1746126736.309341:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d718050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2008:x1830945817904896:12345-192.168.204.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126736.309350:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817904768:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2383us (2714us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126736.309356:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746126736.309357:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30631 00010000:00010000:3.0:1746126736.309374:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c8 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.309384:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c8 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.309553:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f14 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72c8 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.309647:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.309649:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.309657:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f22 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72d6 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.309664:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72d6 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.309691:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72d6 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.309701:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813739776:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.309981:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477780 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.312429:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813739776:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.312450:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.312502:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d718050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+61:2008:x1830945817904896:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3160us (3297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.312514:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13825 00000100:00100000:0.0:1746126736.313122:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.313232:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817905152 00000100:00100000:2.0:1746126736.313240:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817905152 00002000:00100000:2.0:1746126736.313278:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5180 x1830945817905152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.313288:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5180 with x1830945817905152 ext(0->4095) 00002000:00010000:2.0:1746126736.313293:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa5180 00000100:00100000:1.0:1746126736.313434:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13895 00000100:00100000:1.0:1746126736.313444:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817905152:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126736.314169:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817905152:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 725us (1045us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.314176:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13895 00002000:00100000:1.0:1746126736.314182:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012eaa5180 x1830945817905152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.314195:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012eaa5180 with x1830945817905152 ext(0->4095) 00002000:00010000:1.0:1746126736.314198:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012eaa5180 00000100:00100000:0.0:1746126736.317849:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.318044:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.318089:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817905280 00000100:00100000:2.0:1746126736.318107:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817905280 00000100:00100000:2.0:1746126736.318173:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817905408 00000100:00100000:2.0:1746126736.318176:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817905408 00000100:00100000:2.0:1746126736.318195:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30632 00000100:00100000:2.0:1746126736.318201:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1776:x1830945817905280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126736.318207:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30633 00000100:00100000:3.0:1746126736.318219:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1778:x1830945817905408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.318220:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126736.318237:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.318239:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b72dd expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.318252:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481f30 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b72e4 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.318269:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f22 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72d6 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.318277:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.318278:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.318281:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 64 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.318378:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.318383:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 64 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.318390:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.318393:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481f30 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72e4 expref: 64 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.318420:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72d6 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.318422:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 64 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.318432:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72d6 expref: 5 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.318442:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481f30 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72e4 expref: 64 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.318445:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d374380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813740032:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126736.318450:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:3.0:1746126736.318535:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+64:1778:x1830945817905408:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 320us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.318540:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30633 00000100:00100000:2.0:1746126736.318554:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.320405:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d374380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813740032:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.320434:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.320454:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126736.320497:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1776:x1830945817905280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2294us (2652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.320505:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30632 00000100:00100000:0.0:1746126736.320675:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.320746:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817905536 00000100:00100000:3.0:1746126736.320753:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817905536 00010000:00010000:3.0:1746126736.320781:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72d6 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.320813:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13826 00000100:00100000:3.0:1746126736.320820:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817905536:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.320833:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.320855:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72d6 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.320866:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72d6 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.320888:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f22 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72d6 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.320914:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.320917:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.320924:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.320933:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.320960:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 62 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.320970:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.320980:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813740160:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.321049:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.322805:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813740160:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.322821:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.322861:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817905536:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2042us (2186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.322870:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13826 00000100:00100000:0.0:1746126736.323450:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.323525:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817905792 00000100:00100000:1.0:1746126736.323532:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817905792 00002000:00100000:1.0:1746126736.323569:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa17480 x1830945817905792/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.323578:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17480 with x1830945817905792 ext(0->4095) 00010000:00010000:1.0:1746126736.323586:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.323597:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.323604:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa17480 00000100:00100000:1.0:1746126736.323629:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3215 00000100:00100000:1.0:1746126736.323636:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2010:x1830945817905792:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126736.323783:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2010:x1830945817905792:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.323790:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3215 00002000:00100000:1.0:1746126736.324398:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa17480 x1830945817905792/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.324407:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa17480 with x1830945817905792 ext(0->4095) 00010000:00010000:1.0:1746126736.324412:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.324423:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.324429:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011fa17480 00000100:00100000:0.0:1746126736.327441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.327524:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817905920 00000100:00100000:3.0:1746126736.327533:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817905920 00010000:00010000:3.0:1746126736.327569:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.327608:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13827 00000100:00100000:3.0:1746126736.327615:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2008:x1830945817905920:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.327778:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.327800:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.327812:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.327836:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481f29 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72dd expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.327864:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.327866:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.327874:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481f30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72e4 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.327881:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481f30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72e4 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.327916:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481f30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72e4 expref: 62 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.327928:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813740288:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.328010:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.331732:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.331799:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817906176 00000100:00100000:1.0:1746126736.331809:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817906176 00000100:00100000:3.0:1746126736.331841:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813740288:192.168.204.15@tcp:105: 00002000:00100000:1.0:1746126736.331854:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa16300 x1830945817906176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746126736.331859:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746126736.331863:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa16300 with x1830945817906176 ext(0->4095) 00002000:00010000:1.0:1746126736.331868:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fa16300 00000100:00100000:1.0:1746126736.331989:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13896 00000100:00100000:1.0:1746126736.331998:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2008:x1830945817906176:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126736.332065:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:2008:x1830945817905920:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4448us (4631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.332075:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13827 00000100:00100000:1.0:1746126736.332132:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2008:x1830945817906176:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.332138:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13896 00002000:00100000:1.0:1746126736.332143:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa16300 x1830945817906176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.332161:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa16300 with x1830945817906176 ext(0->4095) 00002000:00010000:1.0:1746126736.332164:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fa16300 00000100:00100000:0.0:1746126736.334023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.334802:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817906304 00000100:00100000:2.0:1746126736.334811:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817906304 00000100:00100000:2.0:1746126736.334865:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30634 00000100:00100000:2.0:1746126736.334872:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817906304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.334889:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.334907:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b72eb expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.334938:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481f30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72e4 expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.334946:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.334947:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.334951:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.334981:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481f30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72e4 expref: 61 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.334992:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481f30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72e4 expref: 61 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.335010:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d374380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813740416:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.335709:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.340298:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d374380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813740416:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.340373:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.340392:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00000100:00100000:2.0:1746126736.340457:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817906304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5584us (6439us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.340466:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30634 00000100:00100000:0.0:1746126736.341073:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.341809:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817906432 00000100:00100000:3.0:1746126736.341817:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817906432 00010000:00010000:3.0:1746126736.341847:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481f30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72e4 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.343075:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13828 00000100:00100000:3.0:1746126736.343088:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2008:x1830945817906432:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.343104:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.343127:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481f30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72e4 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.343144:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481f30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72e4 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.343179:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60a00/0xd8b4f51a84481f30 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72e4 expref: 62 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.343210:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.343212:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.343220:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.343227:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.343259:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.343271:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813740544:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126736.343762:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.344443:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.344455:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817906560 00000100:00100000:2.0:1746126736.344462:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817906560 00000100:00100000:2.0:1746126736.344509:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30635 00000100:00100000:2.0:1746126736.344516:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:1776:x1830945817906560:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.344531:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.344543:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b72f2 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.344569:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.344576:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.344577:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.344580:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.344650:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.344661:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 5 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.344670:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d374380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813740672:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.344771:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.347971:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d374380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813740672:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.348009:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.348028:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ca00, rc 0) 00000100:00100000:2.0:1746126736.348444:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+63:1776:x1830945817906560:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3926us (4681us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.348453:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30635 00000100:00100000:1.0:1746126736.349437:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.349494:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817906816 00000100:00100000:2.0:1746126736.349500:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817906816 00002000:00100000:2.0:1746126736.349539:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c009c00 x1830945817906816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.349550:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c009c00 with x1830945817906816 ext(0->4095) 00010000:00010000:2.0:1746126736.349558:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.349575:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.349581:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c009c00 00000100:00100000:2.0:1746126736.349598:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3216 00000100:00100000:2.0:1746126736.349605:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817906816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126736.349755:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c009c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817906816:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.349761:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3216 00002000:00100000:2.0:1746126736.349766:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c009c00 x1830945817906816/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.349773:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c009c00 with x1830945817906816 ext(0->4095) 00010000:00010000:2.0:1746126736.349778:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.349786:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.349793:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c009c00 00000100:00100000:3.0:1746126736.349869:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813740544:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.349884:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.349907:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2008:x1830945817906432:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 6825us (8836us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.349915:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13828 00000100:00100000:0.0:1746126736.352465:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.352625:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817906944 00000100:00100000:3.0:1746126736.352633:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817906944 00010000:00010000:3.0:1746126736.352667:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.352702:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13829 00000100:00100000:3.0:1746126736.352709:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817906944:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.352720:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.352739:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.352749:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.352774:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84481f37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72eb expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.352807:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.352809:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.352816:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.352824:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.352855:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.352867:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813740800:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.352955:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.354718:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813740800:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.354738:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.354776:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817906944:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2066us (2317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.354785:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13829 00000100:00100000:0.0:1746126736.355041:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.355336:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817907200 00000100:00100000:2.0:1746126736.355343:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817907200 00002000:00100000:2.0:1746126736.355378:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa15c00 x1830945817907200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.355388:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa15c00 with x1830945817907200 ext(0->4095) 00002000:00010000:2.0:1746126736.355393:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fa15c00 00000100:00100000:2.0:1746126736.355413:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13897 00000100:00100000:2.0:1746126736.355419:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817907200:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126736.355544:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817907200:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (503us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.355549:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13897 00002000:00100000:2.0:1746126736.355554:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88011fa15c00 x1830945817907200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.355559:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011fa15c00 with x1830945817907200 ext(0->4095) 00002000:00010000:2.0:1746126736.355562:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011fa15c00 00000100:00100000:0.0:1746126736.359546:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.359795:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817907328 00000100:00100000:2.0:1746126736.359809:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817907328 00000100:00100000:2.0:1746126736.359869:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30636 00000100:00100000:2.0:1746126736.359877:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817907328:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.359895:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.359914:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b72f9 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.359946:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.359953:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.359954:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.359958:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.359993:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 61 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.360003:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 61 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.360016:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d374380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813740928:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.360267:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.366901:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d374380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813740928:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126736.366906:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126736.366941:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.366959:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d000, rc 0) 00000100:00100000:2.0:1746126736.367008:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817907328:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7131us (7471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.367017:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30636 00000100:00100000:1.0:1746126736.367175:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817907456 00000100:00100000:1.0:1746126736.367183:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817907456 00002000:00100000:1.0:1746126736.367225:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009aab0a80 x1830945817907456/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.367239:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab0a80 with x1830945817907456 ext(0->7) 00010000:00010000:1.0:1746126736.367246:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.367258:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 62 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.367265:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab0a80 00000100:00100000:1.0:1746126736.367776:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3217 00000100:00100000:1.0:1746126736.367784:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+62:2007:x1830945817907456:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126736.371996:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2007:x1830945817907456:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 4200us (5079us total) trans 4294972089 rc 0/0 00000100:00100000:1.0:1746126736.372009:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3217 00002000:00100000:1.0:1746126736.372019:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009aab0a80 x1830945817907456/t4294972089(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/448 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.372029:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab0a80 with x1830945817907456 ext(0->7) 00010000:00010000:1.0:1746126736.372038:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 64 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.372053:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 64 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.372060:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab0a80 00000100:00100000:0.0:1746126736.372384:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.372428:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817907584 00000100:00100000:2.0:1746126736.372436:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817907584 00000100:00100000:2.0:1746126736.372479:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30637 00000100:00100000:2.0:1746126736.372485:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+64:1776:x1830945817907584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.372500:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.372514:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481f4c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7300 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.372538:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.372544:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.372549:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126736.372552:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481f4c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7300 expref: 65 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.372588:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.372598:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481f4c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7300 expref: 65 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.372606:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ce00, rc 0) 00000100:00100000:2.0:1746126736.372637:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+65:1776:x1830945817907584:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.372642:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30637 00000100:00100000:0.0:1746126736.375471:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.376293:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817907712 00000100:00100000:3.0:1746126736.376302:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817907712 00010000:00010000:3.0:1746126736.376380:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 65 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.376413:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13830 00000100:00100000:3.0:1746126736.376420:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+65:2008:x1830945817907712:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.376436:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.376457:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 65 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.376469:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 65 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.376492:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84481f3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f2 expref: 65 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.376527:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.376529:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.376537:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.376549:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.376586:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.376598:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 5 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.376609:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813741184:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.377546:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.379117:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813741184:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.379132:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.379176:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2008:x1830945817907712:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2756us (3713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.379186:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13830 00000100:00100000:0.0:1746126736.379576:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.379612:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817907968 00000100:00100000:1.0:1746126736.379618:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817907968 00002000:00100000:1.0:1746126736.379655:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab3b80 x1830945817907968/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.379662:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3b80 with x1830945817907968 ext(0->4095) 00010000:00010000:1.0:1746126736.379669:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.379678:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.379683:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab3b80 00000100:00100000:1.0:1746126736.379702:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3218 00000100:00100000:1.0:1746126736.379708:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817907968:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126736.379848:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817907968:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (270us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.379853:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3218 00002000:00100000:1.0:1746126736.379858:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab3b80 x1830945817907968/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.379866:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab3b80 with x1830945817907968 ext(0->4095) 00010000:00010000:1.0:1746126736.379870:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.379880:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.379885:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab3b80 00000100:00100000:0.0:1746126736.383881:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.383993:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817908096 00000100:00100000:3.0:1746126736.384003:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817908096 00010000:00010000:3.0:1746126736.384038:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.384295:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13831 00000100:00100000:3.0:1746126736.384333:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817908096:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.384347:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.384370:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.384382:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.384406:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3d000/0xd8b4f51a84481f45 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b72f9 expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.384690:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.384693:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.384700:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481f4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7300 expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.384709:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481f4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7300 expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.384743:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481f4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7300 expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.384755:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813741312:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.385227:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.389029:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.389064:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817908352 00000100:00100000:1.0:1746126736.389075:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817908352 00002000:00100000:1.0:1746126736.389118:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab2a00 x1830945817908352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126736.389123:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813741312:192.168.204.15@tcp:105: 00002000:00100000:1.0:1746126736.389128:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab2a00 with x1830945817908352 ext(0->4095) 00002000:00010000:1.0:1746126736.389132:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab2a00 00010000:00010000:3.0:1746126736.389144:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.389170:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13898 00000100:00100000:1.0:1746126736.389177:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2007:x1830945817908352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126736.389197:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817908096:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4894us (5326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.389207:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13831 00000100:00100000:1.0:1746126736.389456:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2007:x1830945817908352:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 278us (437us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.389462:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13898 00002000:00100000:1.0:1746126736.389467:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab2a00 x1830945817908352/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.389474:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab2a00 with x1830945817908352 ext(0->4095) 00002000:00010000:1.0:1746126736.389476:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab2a00 00000100:00100000:0.0:1746126736.391086:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.391971:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817908480 00000100:00100000:3.0:1746126736.391981:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817908480 00000100:00100000:3.0:1746126736.392259:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30638 00000100:00100000:3.0:1746126736.392267:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817908480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126736.392285:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126736.392302:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7307 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.392349:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481f4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7300 expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.392357:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.392360:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.392363:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.392394:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481f4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7300 expref: 63 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.392406:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481f4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7300 expref: 63 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.392419:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813741440:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126736.393303:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.395853:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813741440:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126736.395885:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.395906:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00000100:00100000:3.0:1746126736.395963:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817908480:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3696us (4883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.395972:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30638 00000100:00100000:0.0:1746126736.401391:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.401460:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817908608 00000100:00100000:3.0:1746126736.401470:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817908608 00000100:00100000:3.0:1746126736.401885:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30639 00000100:00100000:3.0:1746126736.401896:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+64:1776:x1830945817908608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126736.401916:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126736.401935:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b730e expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.401966:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.401971:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.401978:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746126736.401981:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 65 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.402018:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.402032:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 65 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.402046:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60c00, rc 0) 00000100:00100000:3.0:1746126736.402865:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+65:1776:x1830945817908608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 966us (1478us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.402873:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30639 00000100:00100000:1.0:1746126736.403780:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.403852:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817908736 00000100:00100000:3.0:1746126736.403860:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817908736 00010000:00010000:3.0:1746126736.403883:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481f4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7300 expref: 65 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.403916:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13832 00000100:00100000:3.0:1746126736.403923:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+65:2007:x1830945817908736:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.403935:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.403954:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481f4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7300 expref: 65 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.403965:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481f4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7300 expref: 65 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.403987:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a84481f4c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7300 expref: 65 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.404004:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.404005:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.404012:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.404025:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.404051:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.404060:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.404073:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813741696:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.404709:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.407558:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813741696:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.407582:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.408051:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2007:x1830945817908736:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4125us (4270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.408064:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13832 00000100:00100000:0.0:1746126736.409069:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.409122:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817908992 00000100:00100000:1.0:1746126736.409131:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817908992 00002000:00100000:1.0:1746126736.409183:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1c00 x1830945817908992/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.409192:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1c00 with x1830945817908992 ext(0->4095) 00010000:00010000:1.0:1746126736.409201:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.409214:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.409222:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab1c00 00000100:00100000:1.0:1746126736.409253:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3219 00000100:00100000:1.0:1746126736.409260:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817908992:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126736.409420:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817908992:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.409426:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3219 00002000:00100000:1.0:1746126736.409431:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1c00 x1830945817908992/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.409438:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1c00 with x1830945817908992 ext(0->4095) 00010000:00010000:1.0:1746126736.409443:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.409451:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.410120:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab1c00 00000100:00100000:0.0:1746126736.412521:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.412589:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817909120 00000100:00100000:3.0:1746126736.412599:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817909120 00010000:00010000:3.0:1746126736.412637:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.412678:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13833 00000100:00100000:3.0:1746126736.412685:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817909120:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.412698:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.412718:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.412730:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.412753:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60800/0xd8b4f51a84481f53 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7307 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.413552:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.413556:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.413565:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 63 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.413578:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 63 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.413614:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 63 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.413626:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813741824:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.413716:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.416119:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813741824:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.416140:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.416205:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817909120:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3519us (3691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.416217:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13833 00000100:00100000:0.0:1746126736.416391:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.416434:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817909376 00000100:00100000:1.0:1746126736.416441:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817909376 00002000:00100000:1.0:1746126736.416477:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1180 x1830945817909376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.416486:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1180 with x1830945817909376 ext(0->4095) 00002000:00010000:1.0:1746126736.416491:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab1180 00000100:00100000:1.0:1746126736.416519:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13899 00000100:00100000:1.0:1746126736.416527:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2007:x1830945817909376:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126736.416655:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2007:x1830945817909376:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.416661:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13899 00002000:00100000:1.0:1746126736.416666:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab1180 x1830945817909376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.416672:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab1180 with x1830945817909376 ext(0->4095) 00002000:00010000:1.0:1746126736.416674:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab1180 00000100:00100000:0.0:1746126736.420984:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.421183:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817909504 00000100:00100000:3.0:1746126736.421193:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817909504 00000100:00100000:3.0:1746126736.422599:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30640 00000100:00100000:3.0:1746126736.422610:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817909504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126736.422631:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126736.422651:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7315 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.422680:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 63 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.422687:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.422689:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.422692:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.422727:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 63 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.422739:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 63 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.422752:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813741952:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126736.422854:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.428993:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813741952:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126736.429029:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.429052:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61c00, rc 0) 00000100:00100000:3.0:1746126736.429387:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817909504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6778us (8412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.429397:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30640 00000100:00100000:1.0:1746126736.430688:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.431067:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817909632 00000100:00100000:2.0:1746126736.431076:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817909632 00002000:00100000:2.0:1746126736.431120:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c009880 x1830945817909632/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.431130:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c009880 with x1830945817909632 ext(0->7) 00010000:00010000:2.0:1746126736.431139:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 64 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.431176:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 64 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.431189:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c009880 00000100:00100000:2.0:1746126736.431217:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3220 00000100:00100000:2.0:1746126736.431224:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+64:2007:x1830945817909632:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126736.432013:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c009880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2007:x1830945817909632:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 787us (1328us total) trans 4294972090 rc 0/0 00000100:00100000:2.0:1746126736.432020:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3220 00002000:00100000:2.0:1746126736.432026:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c009880 x1830945817909632/t4294972090(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/448 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.432033:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c009880 with x1830945817909632 ext(0->7) 00010000:00010000:2.0:1746126736.432038:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 66 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.432047:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 66 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.432052:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c009880 00000100:00100000:3.0:1746126736.438851:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.439386:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817909760 00000100:00100000:0.0:1746126736.439396:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817909760 00000100:00100000:0.0:1746126736.439492:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30641 00000100:00100000:0.0:1746126736.439501:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+66:1776:x1830945817909760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746126736.439513:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:0.0:1746126736.439520:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126736.439535:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817909888 00000100:00100000:3.0:1746126736.439538:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817909888 00010000:00010000:0.0:1746126736.439538:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b731c expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.439556:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.439574:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746126736.439591:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13834 00000100:00100000:3.0:1746126736.439596:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817909888:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.439606:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126736.439736:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.439747:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126736.439752:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.439765:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.439778:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.439797:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60c00/0xd8b4f51a84481f5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b730e expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.440450:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.440453:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.440461:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.440468:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.440690:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.440704:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.440717:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813742080:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.440794:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00010000:00010000:3.0:1746126736.440801:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.440810:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.440818:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813742208:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.440840:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477300 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.442586:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813742080:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.442611:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 67 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.442625:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099411000, rc 0) 00000100:00100000:3.0:1746126736.442722:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813742208:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.442733:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.442946:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+67:1776:x1830945817909760:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3444us (4104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.442958:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30641 00000100:00100000:3.0:1746126736.443058:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2007:x1830945817909888:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3461us (3545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.443067:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13834 00000100:00100000:1.0:1746126736.443741:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.443839:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817910144 00000100:00100000:2.0:1746126736.443847:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817910144 00002000:00100000:2.0:1746126736.443882:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c008380 x1830945817910144/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.443891:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008380 with x1830945817910144 ext(0->4095) 00010000:00010000:2.0:1746126736.443899:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.443915:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.443921:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c008380 00000100:00100000:2.0:1746126736.443943:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3221 00000100:00100000:2.0:1746126736.443949:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817910144:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126736.444085:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817910144:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.444091:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3221 00002000:00100000:2.0:1746126736.444096:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c008380 x1830945817910144/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.444104:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008380 with x1830945817910144 ext(0->4095) 00010000:00010000:2.0:1746126736.444109:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.444118:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.444123:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c008380 00000100:00100000:0.0:1746126736.447460:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.447560:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817910272 00000100:00100000:3.0:1746126736.447570:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817910272 00010000:00010000:3.0:1746126736.447607:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.447649:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13835 00000100:00100000:3.0:1746126736.447657:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817910272:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.447678:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.447700:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.447711:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.447734:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61c00/0xd8b4f51a84481f61 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7315 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.447761:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.447763:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.447771:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 65 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.447779:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 65 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.448047:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 65 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.448062:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813742336:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.452216:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.453451:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813742336:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.453472:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.453527:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817910272:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5869us (6074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.453539:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13835 00000100:00100000:0.0:1746126736.456011:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.456201:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817910528 00000100:00100000:1.0:1746126736.456212:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817910528 00002000:00100000:1.0:1746126736.456256:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab2680 x1830945817910528/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.456266:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab2680 with x1830945817910528 ext(0->4095) 00002000:00010000:1.0:1746126736.456271:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab2680 00000100:00100000:1.0:1746126736.456290:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13900 00000100:00100000:1.0:1746126736.456296:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2007:x1830945817910528:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126736.456470:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2007:x1830945817910528:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 174us (468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.456477:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13900 00002000:00100000:1.0:1746126736.456482:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009aab2680 x1830945817910528/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.456489:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab2680 with x1830945817910528 ext(0->4095) 00002000:00010000:1.0:1746126736.456492:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aab2680 00000100:00100000:3.0:1746126736.462829:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.462877:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817910656 00000100:00100000:1.0:1746126736.462888:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817910656 00000100:00100000:1.0:1746126736.462938:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30642 00000100:00100000:1.0:1746126736.462953:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817910656:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.462970:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.462987:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7323 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.463023:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 65 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.463031:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.463032:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.463036:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.463064:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 65 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.463075:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 65 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.463086:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813742464:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.463182:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.465264:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813742464:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.465291:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.465335:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235400, rc 0) 00000100:00100000:1.0:1746126736.465386:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817910656:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2440us (2566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.465394:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30642 00000100:00100000:0.0:1746126736.466090:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.466225:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817910784 00000100:00100000:2.0:1746126736.466233:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817910784 00002000:00100000:2.0:1746126736.466465:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009aab0380 x1830945817910784/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.466473:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab0380 with x1830945817910784 ext(0->7) 00010000:00010000:2.0:1746126736.466482:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 66 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.466493:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 66 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.466500:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab0380 00000100:00100000:2.0:1746126736.466528:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3222 00000100:00100000:2.0:1746126736.466535:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+66:2008:x1830945817910784:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126736.468169:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817910784:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1629us (2075us total) trans 4294972091 rc 0/0 00000100:00100000:2.0:1746126736.468179:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3222 00002000:00100000:2.0:1746126736.468186:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009aab0380 x1830945817910784/t4294972091(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/448 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.468193:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aab0380 with x1830945817910784 ext(0->7) 00010000:00010000:2.0:1746126736.468200:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.468213:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.468219:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aab0380 00000100:00100000:0.0:1746126736.480687:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.480753:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817910912 00000100:00100000:3.0:1746126736.480764:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817910912 00010000:00010000:3.0:1746126736.480803:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.480840:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13836 00000100:00100000:3.0:1746126736.480846:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2009:x1830945817910912:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.480865:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.480886:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.480899:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.480922:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b731c expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.481098:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.481101:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.481110:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.481118:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.481158:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.481175:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813742592:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.481596:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.489517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.490276:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817911040 00000100:00100000:1.0:1746126736.490287:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817911040 00000100:00100000:1.0:1746126736.490389:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30643 00000100:00100000:1.0:1746126736.490397:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1776:x1830945817911040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.490415:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.490432:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b732a expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.490462:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.490470:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.490472:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.490475:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.490504:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.490515:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.490526:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813742720:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.490638:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.490752:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813742592:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.490771:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.490790:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2009:x1830945817910912:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 9944us (10114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.490799:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13836 00000100:00100000:3.0:1746126736.490972:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.491711:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817911296 00000100:00100000:2.0:1746126736.491717:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817911296 00002000:00100000:2.0:1746126736.491840:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb0e00 x1830945817911296/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.491855:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb0e00 with x1830945817911296 ext(0->4095) 00010000:00010000:2.0:1746126736.491863:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.491875:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.491881:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb0e00 00000100:00100000:2.0:1746126736.491910:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3223 00000100:00100000:2.0:1746126736.491916:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817911296:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126736.492067:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817911296:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (1094us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.492073:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3223 00002000:00100000:2.0:1746126736.492078:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880098eb0e00 x1830945817911296/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.492085:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb0e00 with x1830945817911296 ext(0->4095) 00010000:00010000:2.0:1746126736.492089:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.492098:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.492103:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880098eb0e00 00000100:00100000:1.0:1746126736.494525:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813742720:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126736.494525:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.494576:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817911424 00000100:00100000:2.0:1746126736.494582:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817911424 00000100:00100000:0.0:1746126736.494608:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.494629:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30644 00000100:00100000:2.0:1746126736.494635:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1778:x1830945817911424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.494651:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.494673:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481f7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7331 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.494699:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.494704:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 70 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.494711:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.494714:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481f7d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7331 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.494749:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 70 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.494761:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481f7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7331 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.494770:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126736.494806:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1778:x1830945817911424:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.494812:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30644 00000100:00100000:3.0:1746126736.494915:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817911552 00000100:00100000:3.0:1746126736.494919:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817911552 00010000:00010000:3.0:1746126736.494936:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.494954:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13837 00000100:00100000:3.0:1746126736.494959:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817911552:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.494967:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.494985:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.494995:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.495014:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481f6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7323 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.495032:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.495033:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.495039:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.495046:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.495066:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.495076:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.495109:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.495122:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.495130:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235200, rc 0) 00000100:00100000:1.0:1746126736.495164:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1776:x1830945817911040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4769us (5661us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.495170:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30643 00000100:00100000:3.0:1746126736.495580:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813742976:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.495637:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477300 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.498591:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.498611:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813742976:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126736.498631:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.498671:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817911808 00000100:00100000:3.0:1746126736.498678:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817911808 00002000:00100000:3.0:1746126736.498719:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374380 x1830945817911808/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.498728:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374380 with x1830945817911808 ext(0->4095) 00010000:00010000:3.0:1746126736.498736:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.498747:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.498754:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d374380 00000100:00100000:0.0:1746126736.498784:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817911552:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3823us (4174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.498800:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3224 00000100:00100000:3.0:1746126736.498807:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817911808:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746126736.498912:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13837 00000100:00100000:3.0:1746126736.499078:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817911808:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 271us (495us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.499083:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3224 00002000:00100000:3.0:1746126736.499088:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374380 x1830945817911808/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.499094:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374380 with x1830945817911808 ext(0->4095) 00010000:00010000:3.0:1746126736.499099:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.499107:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.499113:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d374380 00000100:00100000:0.0:1746126736.501000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.501084:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817911936 00000100:00100000:1.0:1746126736.501091:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817911936 00010000:00010000:1.0:1746126736.501116:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.501138:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13838 00000100:00100000:1.0:1746126736.501169:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817911936:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126736.501182:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126736.501200:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.501211:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.501235:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235200/0xd8b4f51a84481f76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b732a expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.501269:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.501272:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.501280:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481f7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7331 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.501287:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481f7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7331 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.501346:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481f7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7331 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126736.501358:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813743104:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126736.501433:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.503395:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.503648:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813743104:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126736.503666:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.503704:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817911936:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2559us (2711us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.503714:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13838 00000100:00100000:3.0:1746126736.503939:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817912192 00000100:00100000:3.0:1746126736.503946:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817912192 00002000:00100000:3.0:1746126736.503982:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00f480 x1830945817912192/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.503992:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00f480 with x1830945817912192 ext(0->4095) 00002000:00010000:3.0:1746126736.503997:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00f480 00000100:00100000:3.0:1746126736.504024:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13901 00000100:00100000:3.0:1746126736.504032:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817912192:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126736.504176:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817912192:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (786us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.504182:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13901 00002000:00100000:3.0:1746126736.504187:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00f480 x1830945817912192/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.504195:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00f480 with x1830945817912192 ext(0->4095) 00002000:00010000:3.0:1746126736.504197:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00f480 00000100:00100000:0.0:1746126736.507423:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.507681:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817912320 00000100:00100000:1.0:1746126736.507690:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817912320 00000100:00100000:1.0:1746126736.507741:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30645 00000100:00100000:1.0:1746126736.507748:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817912320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.507770:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.507788:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481f84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7338 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.507821:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481f7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7331 expref: 67 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.507833:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.507835:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.507849:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481f84 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7338 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.507882:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481f7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7331 expref: 67 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.507894:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7331 expref: 67 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.507905:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c008700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813743232:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.507998:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.510729:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.510770:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c008700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813743232:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.510799:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481f84 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7338 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.510816:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00000100:00100000:1.0:1746126736.510874:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817912320:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3125us (3460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.510884:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30645 00000100:00100000:2.0:1746126736.510945:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817912448 00000100:00100000:2.0:1746126736.510952:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817912448 00010000:00010000:2.0:1746126736.510980:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7331 expref: 68 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.511014:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13839 00000100:00100000:2.0:1746126736.511021:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817912448:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.511033:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.511532:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481f7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7331 expref: 68 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.511544:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481f7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7331 expref: 68 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.511569:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84481f7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7331 expref: 68 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.511596:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.511598:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.511606:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481f84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7338 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.511614:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481f84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7338 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.511644:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481f84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7338 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.511655:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813743360:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.511724:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.515598:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813743360:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.515634:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.515648:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.515681:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+67:2007:x1830945817912448:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4660us (4960us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.515693:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13839 00000100:00100000:3.0:1746126736.515780:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817912704 00000100:00100000:3.0:1746126736.515788:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817912704 00002000:00100000:3.0:1746126736.515830:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c008700 x1830945817912704/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.515839:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008700 with x1830945817912704 ext(0->4095) 00002000:00010000:3.0:1746126736.515845:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c008700 00000100:00100000:3.0:1746126736.515872:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13902 00000100:00100000:3.0:1746126736.515878:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817912704:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126736.515898:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.515970:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817912832 00000100:00100000:0.0:1746126736.515974:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817912832 00000100:00100000:0.0:1746126736.515997:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30646 00000100:00100000:0.0:1746126736.516002:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+67:1776:x1830945817912832:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126736.516010:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126736.516027:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b733f expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.516053:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481f84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7338 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.516061:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126736.516063:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126736.516066:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.516097:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481f84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7338 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.516109:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481f84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7338 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.516481:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817912704:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 602us (833us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.516488:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13902 00002000:00100000:3.0:1746126736.516493:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c008700 x1830945817912704/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.516500:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008700 with x1830945817912704 ext(0->4095) 00010000:00010000:3.0:1746126736.516506:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481f84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7338 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.516523:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481f84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7338 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.516529:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c008700 00000100:00100000:0.0:1746126736.517008:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d00ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813743488:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.517282:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.517903:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.517948:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817912960 00000100:00100000:2.0:1746126736.517954:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817912960 00000100:00100000:2.0:1746126736.517993:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30647 00000100:00100000:2.0:1746126736.517999:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1778:x1830945817912960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.518009:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.518019:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f92 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7346 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.518036:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.518040:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 70 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.518045:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.518048:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f92 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7346 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.518074:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 70 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.518083:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f92 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7346 expref: 70 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.518097:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126736.518132:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1778:x1830945817912960:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.518137:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30647 00000100:00100000:2.0:1746126736.518757:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.518814:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817913088 00000100:00100000:3.0:1746126736.518818:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817913088 00010000:00010000:3.0:1746126736.518833:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481f84 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7338 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.518859:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13840 00000100:00100000:3.0:1746126736.518863:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817913088:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.518871:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746126736.518876:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d00ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813743488:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126736.518887:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481f84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7338 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.518896:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481f84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7338 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.518913:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481f84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7338 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.518929:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.518930:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.518936:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.518946:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.518963:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.518971:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.518979:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813743744:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.519016:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00010000:00010000:1.0:1746126736.519053:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.519061:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.519069:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099411000, rc 0) 00000100:00100000:1.0:1746126736.519088:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1776:x1830945817912832:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3086us (3191us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.519094:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30646 00000100:00100000:0.0:1746126736.521230:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.521373:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813743744:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.521391:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.521431:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817913088:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2566us (2674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.521440:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13840 00000100:00100000:2.0:1746126736.521673:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817913344 00000100:00100000:2.0:1746126736.521680:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817913344 00002000:00100000:2.0:1746126736.521717:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00ca80 x1830945817913344/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.521727:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00ca80 with x1830945817913344 ext(0->4095) 00010000:00010000:2.0:1746126736.521736:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.521747:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.521754:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00ca80 00000100:00100000:2.0:1746126736.521786:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3225 00000100:00100000:2.0:1746126736.521793:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817913344:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126736.521920:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817913344:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (698us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.521926:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3225 00002000:00100000:2.0:1746126736.521930:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00ca80 x1830945817913344/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.521943:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00ca80 with x1830945817913344 ext(0->4095) 00010000:00010000:2.0:1746126736.521948:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.521956:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.521961:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00ca80 00000100:00100000:0.0:1746126736.524877:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.525194:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817913472 00000100:00100000:3.0:1746126736.525205:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817913472 00010000:00010000:3.0:1746126736.525239:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.525282:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13841 00000100:00100000:3.0:1746126736.526234:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2009:x1830945817913472:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.526249:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.526269:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.526282:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.526301:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a84481f8b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b733f expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.526342:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.526344:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.526350:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7346 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.526356:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7346 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.526389:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7346 expref: 68 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.526398:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813743872:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.526493:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.529045:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.529165:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813743872:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.529187:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.529236:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2009:x1830945817913472:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3946us (4366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.529248:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13841 00000100:00100000:1.0:1746126736.529559:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817913728 00000100:00100000:1.0:1746126736.529566:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817913728 00002000:00100000:1.0:1746126736.529611:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00d500 x1830945817913728/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.529620:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00d500 with x1830945817913728 ext(0->4095) 00002000:00010000:1.0:1746126736.529624:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00d500 00000100:00100000:1.0:1746126736.529638:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13903 00000100:00100000:1.0:1746126736.529643:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2010:x1830945817913728:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126736.529768:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2010:x1830945817913728:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (734us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.529774:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13903 00002000:00100000:1.0:1746126736.529778:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00d500 x1830945817913728/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.530226:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00d500 with x1830945817913728 ext(0->4095) 00002000:00010000:1.0:1746126736.530232:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d00d500 00000100:00100000:0.0:1746126736.532086:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.532190:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817913856 00000100:00100000:1.0:1746126736.532198:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817913856 00000100:00100000:1.0:1746126736.532275:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30648 00000100:00100000:1.0:1746126736.532283:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817913856:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.532300:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.532339:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b734d expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.532369:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7346 expref: 67 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.532376:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.532378:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.532380:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.532409:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7346 expref: 67 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.532421:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7346 expref: 67 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.532433:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813744000:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.532528:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.535279:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813744000:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.535344:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.535364:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126736.535418:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817913856:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3134us (3335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.535427:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30648 00000100:00100000:0.0:1746126736.536524:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.537248:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817913984 00000100:00100000:3.0:1746126736.537258:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817913984 00010000:00010000:3.0:1746126736.537300:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7346 expref: 68 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.537369:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13842 00000100:00100000:3.0:1746126736.537377:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817913984:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.537390:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.537410:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7346 expref: 68 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.537421:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7346 expref: 68 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.537446:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84481f92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7346 expref: 68 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.537476:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.537478:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.537486:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.537496:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.537614:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.537631:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813744128:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.537898:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.539870:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.540906:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813744128:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.540929:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.541043:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817914112 00000100:00100000:1.0:1746126736.541050:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817914112 00000100:00100000:3.0:1746126736.541566:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817913984:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4187us (5041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.541576:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13842 00000100:00100000:1.0:1746126736.542517:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30649 00000100:00100000:1.0:1746126736.542529:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+67:1776:x1830945817914112:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.542546:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.542563:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7354 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.542593:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.542600:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.542602:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.542606:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.542636:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.542647:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.542664:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813744256:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.542723:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600900 going to sleep for 11 seconds 00010000:00010000:3.0:1746126736.542788:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126736.542827:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.542934:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817914368 00000100:00100000:1.0:1746126736.542939:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817914368 00002000:00100000:1.0:1746126736.542971:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00d180 x1830945817914368/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.542981:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00d180 with x1830945817914368 ext(0->4095) 00010000:00010000:1.0:1746126736.542987:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.542997:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.543003:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00d180 00000100:00100000:1.0:1746126736.543028:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3226 00000100:00100000:1.0:1746126736.543035:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817914368:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126736.543327:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817914368:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 292us (499us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.543333:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3226 00002000:00100000:1.0:1746126736.543339:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d00d180 x1830945817914368/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.543350:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00d180 with x1830945817914368 ext(0->4095) 00010000:00010000:1.0:1746126736.543355:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.543364:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.543369:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d00d180 00000100:00100000:1.0:1746126736.544972:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813744256:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.544998:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.545013:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126736.545061:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1776:x1830945817914112:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2535us (5196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.545069:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30649 00000100:00100000:0.0:1746126736.545738:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.545887:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817914496 00000100:00100000:1.0:1746126736.545894:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817914496 00000100:00100000:1.0:1746126736.545922:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30650 00000100:00100000:1.0:1746126736.545929:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1778:x1830945817914496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.545941:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.545961:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481fa7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b735b expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.545981:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.545986:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.545992:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.545995:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481fa7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b735b expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.546022:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.546030:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481fa7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b735b expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.546037:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235c00, rc 0) 00000100:00100000:1.0:1746126736.546066:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1778:x1830945817914496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.546071:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30650 00000100:00100000:0.0:1746126736.546978:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.547096:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817914624 00000100:00100000:3.0:1746126736.547102:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817914624 00010000:00010000:3.0:1746126736.547124:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.547158:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13843 00000100:00100000:3.0:1746126736.547163:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817914624:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.547174:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.547193:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.547203:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.547224:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481f99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b734d expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.547254:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.547256:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.547263:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.547270:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.547296:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.547333:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.547345:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813744512:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.547426:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.549421:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.549552:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813744512:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126736.549563:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817914880 00000100:00100000:1.0:1746126736.549570:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817914880 00010000:00010000:3.0:1746126736.549571:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.549620:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817914624:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2454us (2641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.549629:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13843 00002000:00100000:1.0:1746126736.549634:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3c000 x1830945817914880/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.549644:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3c000 with x1830945817914880 ext(0->4095) 00010000:00010000:1.0:1746126736.549652:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.549663:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.549669:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3c000 00000100:00100000:1.0:1746126736.549685:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3227 00000100:00100000:1.0:1746126736.549852:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817914880:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126736.550045:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817914880:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 352us (628us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.550051:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3227 00002000:00100000:1.0:1746126736.550057:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3c000 x1830945817914880/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.550064:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3c000 with x1830945817914880 ext(0->4095) 00010000:00010000:1.0:1746126736.550068:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.550077:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.550083:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3c000 00000100:00100000:0.0:1746126736.551363:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.551454:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817915008 00000100:00100000:3.0:1746126736.551461:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817915008 00010000:00010000:3.0:1746126736.551486:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.551528:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13844 00000100:00100000:3.0:1746126736.551535:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817915008:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.551548:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.551565:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.551575:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.551600:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fa0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7354 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.551616:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.551618:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.551624:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481fa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b735b expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.551632:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481fa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b735b expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.551664:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481fa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b735b expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.551676:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813744640:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.552336:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.553708:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813744640:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.553732:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.553772:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817915008:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2237us (2411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.553783:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13844 00000100:00100000:0.0:1746126736.554220:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.554289:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817915264 00000100:00100000:1.0:1746126736.554296:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817915264 00002000:00100000:1.0:1746126736.554354:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3c380 x1830945817915264/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.554364:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3c380 with x1830945817915264 ext(0->4095) 00002000:00010000:1.0:1746126736.554487:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3c380 00000100:00100000:1.0:1746126736.554717:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13904 00000100:00100000:1.0:1746126736.554725:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817915264:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126736.554951:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817915264:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 227us (731us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.554957:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13904 00002000:00100000:1.0:1746126736.554967:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3c380 x1830945817915264/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.554974:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3c380 with x1830945817915264 ext(0->4095) 00002000:00010000:1.0:1746126736.554977:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3c380 00000100:00100000:0.0:1746126736.557697:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.557882:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817915392 00000100:00100000:2.0:1746126736.557892:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817915392 00000100:00100000:2.0:1746126736.557950:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30651 00000100:00100000:2.0:1746126736.557957:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817915392:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.557975:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.557992:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481fae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7362 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.558022:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481fa7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b735b expref: 67 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.558029:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.558031:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.558034:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481fae lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7362 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.558065:0:9565:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481fa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b735b expref: 67 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.558081:0:9565:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481fa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b735b expref: 67 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.558092:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813744768:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.558185:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.559588:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9565:1830945813744768:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.559614:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481fae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7362 expref: 6 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.559629:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126736.559661:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817915392:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1704us (1973us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.559669:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30651 00000100:00100000:0.0:1746126736.560656:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.560748:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817915520 00000100:00100000:3.0:1746126736.560757:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817915520 00010000:00010000:3.0:1746126736.560788:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481fa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b735b expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.560827:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13845 00000100:00100000:3.0:1746126736.560834:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817915520:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.560846:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.560866:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481fa7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b735b expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.560877:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481fa7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b735b expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.560900:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235c00/0xd8b4f51a84481fa7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b735b expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.560926:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.560928:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.560936:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481fae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7362 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.560944:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481fae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7362 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.560974:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481fae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7362 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.560985:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813744896:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.561744:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.563124:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.563235:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813744896:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.563256:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.563259:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817915776 00000100:00100000:1.0:1746126736.563266:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817915776 00000100:00100000:3.0:1746126736.563292:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+67:2007:x1830945817915520:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2457us (2640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.563302:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13845 00002000:00100000:1.0:1746126736.563337:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3dc00 x1830945817915776/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.563347:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3dc00 with x1830945817915776 ext(0->4095) 00002000:00010000:1.0:1746126736.563353:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3dc00 00000100:00100000:1.0:1746126736.563376:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13905 00000100:00100000:1.0:1746126736.563383:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817915776:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126736.563518:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817915776:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.563523:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13905 00002000:00100000:1.0:1746126736.563528:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3dc00 x1830945817915776/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.563536:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3dc00 with x1830945817915776 ext(0->4095) 00002000:00010000:1.0:1746126736.563538:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3dc00 00000100:00100000:2.0:1746126736.566849:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.567122:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.567177:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817915904 00000100:00100000:1.0:1746126736.567188:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817915904 00000100:00100000:1.0:1746126736.567226:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817916032 00000100:00100000:1.0:1746126736.567228:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817916032 00000100:00100000:1.0:1746126736.567281:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30652 00000100:00100000:1.0:1746126736.567289:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1776:x1830945817915904:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746126736.567289:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30653 00000100:00100000:0.0:1746126736.567295:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1778:x1830945817916032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126736.567324:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.567331:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.567340:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7369 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.567340:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099410400/0xd8b4f51a84481fb5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7370 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.567362:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481fae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7362 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.567369:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.567370:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.567373:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 70 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.567438:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126736.567442:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 70 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.567447:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126736.567449:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099410400/0xd8b4f51a84481fb5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7370 expref: 70 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.567468:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481fae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7362 expref: 5 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.567472:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 70 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.567478:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481fae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7362 expref: 5 pid: 9565 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.567486:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099410400/0xd8b4f51a84481fb5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7370 expref: 70 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126736.567488:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813745024:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126736.567494:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099410400, rc 0) 00000100:00100000:0.0:1746126736.567669:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1778:x1830945817916032:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 373us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126736.567674:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30653 00000100:00100000:1.0:1746126736.567688:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.571350:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813745024:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.571375:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.571390:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235400, rc 0) 00000100:00100000:1.0:1746126736.571433:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1776:x1830945817915904:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4145us (4593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.571443:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30652 00000100:00100000:0.0:1746126736.577114:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.577217:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817916160 00000100:00100000:3.0:1746126736.577227:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817916160 00010000:00010000:3.0:1746126736.577266:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481fae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7362 expref: 6 pid: 9565 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.577679:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13846 00000100:00100000:1.0:1746126736.577689:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817916160:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126736.577705:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126736.577725:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481fae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7362 expref: 6 pid: 9565 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.577738:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481fae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7362 expref: 6 pid: 9565 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.577760:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481fae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7362 expref: 6 pid: 9565 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.577780:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.577782:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.577789:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.577797:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.577828:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.577838:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.577856:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813745280:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126736.578604:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800996000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.581963:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813745280:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126736.581986:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.582026:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817916160:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4338us (4922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.582036:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13846 00000100:00100000:0.0:1746126736.590928:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.591607:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817916416 00000100:00100000:2.0:1746126736.591618:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817916416 00002000:00100000:2.0:1746126736.591666:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3ce00 x1830945817916416/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.591676:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3ce00 with x1830945817916416 ext(0->4095) 00010000:00010000:2.0:1746126736.591685:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.591699:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.591707:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3ce00 00000100:00100000:2.0:1746126736.591743:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3228 00000100:00100000:2.0:1746126736.591751:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817916416:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126736.591917:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817916416:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 166us (998us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.591923:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3228 00002000:00100000:2.0:1746126736.591928:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3ce00 x1830945817916416/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.591935:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3ce00 with x1830945817916416 ext(0->4095) 00010000:00010000:2.0:1746126736.591939:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.591948:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.591953:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5a3ce00 00000100:00100000:0.0:1746126736.593515:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.593703:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817916544 00000100:00100000:1.0:1746126736.593709:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817916544 00010000:00010000:1.0:1746126736.593735:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.594285:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13847 00000100:00100000:1.0:1746126736.594294:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817916544:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126736.594388:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126736.594407:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.594419:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.594443:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d235400/0xd8b4f51a84481fbc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7369 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.594471:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.594473:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.594480:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099410400/0xd8b4f51a84481fb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7370 expref: 68 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.594487:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099410400/0xd8b4f51a84481fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7370 expref: 68 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.594518:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099410400/0xd8b4f51a84481fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7370 expref: 68 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126736.594528:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813745408:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126736.594603:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.596612:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813745408:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126736.596630:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.596664:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817916544:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2371us (3153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.596674:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13847 00000100:00100000:0.0:1746126736.597597:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.597866:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817916800 00000100:00100000:1.0:1746126736.597873:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817916800 00002000:00100000:1.0:1746126736.597910:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3d880 x1830945817916800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.597920:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3d880 with x1830945817916800 ext(0->4095) 00002000:00010000:1.0:1746126736.597923:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3d880 00000100:00100000:1.0:1746126736.597955:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13906 00000100:00100000:1.0:1746126736.597962:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817916800:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126736.598114:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817916800:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.598121:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13906 00002000:00100000:1.0:1746126736.598127:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3d880 x1830945817916800/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.598134:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3d880 with x1830945817916800 ext(0->4095) 00002000:00010000:1.0:1746126736.598136:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3d880 00000100:00100000:0.0:1746126736.599838:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.599891:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817916928 00000100:00100000:1.0:1746126736.599898:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817916928 00000100:00100000:1.0:1746126736.599941:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30654 00000100:00100000:1.0:1746126736.599948:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817916928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.599961:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.599979:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481fc3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7377 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.600008:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099410400/0xd8b4f51a84481fb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7370 expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.600016:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.600017:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.600020:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481fc3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7377 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.600050:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099410400/0xd8b4f51a84481fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7370 expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.600062:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099410400/0xd8b4f51a84481fb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7370 expref: 67 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.600079:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813745536:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.600182:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.602106:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.602241:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813745536:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.602266:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481fc3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7377 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.602282:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd400, rc 0) 00000100:00100000:2.0:1746126736.602301:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817917056 00000100:00100000:2.0:1746126736.602329:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817917056 00000100:00100000:1.0:1746126736.602345:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817916928:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2397us (2511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.602353:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30654 00010000:00010000:2.0:1746126736.602354:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099410400/0xd8b4f51a84481fb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7370 expref: 68 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.602380:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13848 00000100:00100000:2.0:1746126736.602384:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817917056:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.602392:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.602408:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099410400/0xd8b4f51a84481fb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7370 expref: 68 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.602415:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099410400/0xd8b4f51a84481fb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7370 expref: 68 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.602431:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099410400/0xd8b4f51a84481fb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7370 expref: 68 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.602441:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.602442:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.602447:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481fc3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7377 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.602452:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481fc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7377 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.602470:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481fc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7377 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.602477:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813745664:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.602513:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.604415:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813745664:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.604434:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.604474:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+67:2007:x1830945817917056:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2087us (2373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.604482:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13848 00000100:00100000:0.0:1746126736.604983:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.605082:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817917312 00000100:00100000:3.0:1746126736.605089:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817917312 00002000:00100000:3.0:1746126736.605128:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3e680 x1830945817917312/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.605137:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3e680 with x1830945817917312 ext(0->4095) 00002000:00010000:3.0:1746126736.605141:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3e680 00000100:00100000:3.0:1746126736.605302:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13907 00000100:00100000:3.0:1746126736.605329:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817917312:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126736.605697:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817917312:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 369us (715us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.605704:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13907 00002000:00100000:3.0:1746126736.605709:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a5a3e680 x1830945817917312/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.605716:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3e680 with x1830945817917312 ext(0->4095) 00002000:00010000:3.0:1746126736.605719:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3e680 00000100:00100000:0.0:1746126736.608508:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.608559:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817917440 00000100:00100000:1.0:1746126736.608568:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817917440 00000100:00100000:1.0:1746126736.608622:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30655 00000100:00100000:1.0:1746126736.608630:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+67:1776:x1830945817917440:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.608649:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.608666:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7385 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.608695:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481fc3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7377 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126736.608697:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126736.608703:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.608705:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.608708:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.608744:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481fc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7377 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.608755:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481fc3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7377 expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.608768:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813745792:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126736.608832:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817917568 00000100:00100000:3.0:1746126736.608837:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817917568 00000100:00100000:1.0:1746126736.608848:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.608859:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30656 00000100:00100000:3.0:1746126736.608864:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1778:x1830945817917568:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126736.608869:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126736.608875:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481fd1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b737e expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.608889:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.608894:0:9565:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 70 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.608900:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.608902:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481fd1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b737e expref: 70 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.608932:0:9565:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 70 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.608948:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481fd1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b737e expref: 70 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.608964:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61800, rc 0) 00000100:00100000:3.0:1746126736.608998:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1778:x1830945817917568:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.609004:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30656 00000100:00100000:1.0:1746126736.610951:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813745792:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.610969:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.610982:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdca00, rc 0) 00000100:00100000:1.0:1746126736.611023:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1776:x1830945817917440:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2393us (2523us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.611031:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30655 00000100:00100000:0.0:1746126736.613486:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.614220:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817917696 00000100:00100000:2.0:1746126736.614232:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817917696 00010000:00010000:2.0:1746126736.614275:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481fc3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7377 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.614506:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13849 00000100:00100000:2.0:1746126736.614517:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817917696:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.614535:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.614562:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481fc3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7377 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.614574:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481fc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7377 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.614601:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd400/0xd8b4f51a84481fc3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7377 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.614645:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.614647:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.614655:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.614663:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.614696:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.614869:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.614883:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813746048:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.615460:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.618540:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813746048:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.618569:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.618629:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817917696:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4113us (5152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.618640:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13849 00000100:00100000:0.0:1746126736.619471:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.619553:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817917952 00000100:00100000:2.0:1746126736.619564:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817917952 00002000:00100000:2.0:1746126736.619614:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be1180 x1830945817917952/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.619624:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be1180 with x1830945817917952 ext(0->4095) 00010000:00010000:2.0:1746126736.619634:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.619649:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.619655:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be1180 00000100:00100000:2.0:1746126736.619701:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3229 00000100:00100000:2.0:1746126736.619711:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817917952:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126736.619904:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817917952:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 193us (437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.619912:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3229 00002000:00100000:2.0:1746126736.619919:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be1180 x1830945817917952/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.619926:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be1180 with x1830945817917952 ext(0->4095) 00010000:00010000:2.0:1746126736.619931:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.619941:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.619947:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be1180 00000100:00100000:0.0:1746126736.623028:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.623167:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817918080 00000100:00100000:2.0:1746126736.623176:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817918080 00010000:00010000:2.0:1746126736.623213:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.623256:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13850 00000100:00100000:2.0:1746126736.623262:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817918080:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.623276:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.623297:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.623339:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.623364:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdca00/0xd8b4f51a84481fca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7385 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.623391:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.623393:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.623401:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481fd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b737e expref: 68 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.623409:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481fd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b737e expref: 68 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.623442:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481fd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b737e expref: 68 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.623453:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813746176:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.625839:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.626455:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.626638:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813746176:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.626668:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.626752:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817918080:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3486us (3728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.626766:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13850 00000100:00100000:1.0:1746126736.628575:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817918336 00000100:00100000:1.0:1746126736.628587:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817918336 00002000:00100000:1.0:1746126736.628645:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2d80 x1830945817918336/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.628656:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2d80 with x1830945817918336 ext(0->4095) 00002000:00010000:1.0:1746126736.628661:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be2d80 00000100:00100000:1.0:1746126736.629068:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13908 00000100:00100000:1.0:1746126736.629076:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817918336:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126736.629364:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817918336:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 285us (2913us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.629372:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13908 00002000:00100000:1.0:1746126736.629380:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2d80 x1830945817918336/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.629387:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2d80 with x1830945817918336 ext(0->4095) 00002000:00010000:1.0:1746126736.629391:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be2d80 00000100:00100000:0.0:1746126736.631856:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.632103:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817918464 00000100:00100000:1.0:1746126736.632112:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817918464 00000100:00100000:1.0:1746126736.632506:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30657 00000100:00100000:1.0:1746126736.632515:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817918464:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.632532:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.632548:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b738c expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.632577:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481fd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b737e expref: 67 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.632584:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.632585:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.632588:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.632616:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481fd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b737e expref: 67 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.632631:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b737e expref: 67 pid: 9565 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.632642:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813746304:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.632721:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.634606:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813746304:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.634633:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.634649:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126736.634699:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817918464:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2184us (2851us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.634707:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30657 00000100:00100000:0.0:1746126736.635575:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.635942:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817918592 00000100:00100000:3.0:1746126736.635950:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817918592 00010000:00010000:3.0:1746126736.635982:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b737e expref: 68 pid: 9565 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.636017:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13851 00000100:00100000:3.0:1746126736.636024:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817918592:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.636038:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.636058:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481fd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b737e expref: 68 pid: 9565 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.636069:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481fd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b737e expref: 68 pid: 9565 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.636094:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61800/0xd8b4f51a84481fd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b737e expref: 68 pid: 9565 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.636120:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.636122:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.636130:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.636137:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.636173:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.636184:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813746432:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126736.636653:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.636836:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817918720 00000100:00100000:1.0:1746126736.636841:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817918720 00000100:00100000:3.0:1746126736.636882:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.636895:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30658 00000100:00100000:1.0:1746126736.636901:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1776:x1830945817918720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.637002:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.637124:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7393 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.637154:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.637164:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.637166:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.637168:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.637186:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.637195:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.637202:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813746560:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.637237:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.638349:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813746432:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.638363:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.638404:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817918592:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2380us (2838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.638413:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13851 00000100:00100000:0.0:1746126736.640392:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.640464:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817918976 00000100:00100000:2.0:1746126736.640474:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817918976 00002000:00100000:2.0:1746126736.640527:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2680 x1830945817918976/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.640538:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2680 with x1830945817918976 ext(0->4095) 00010000:00010000:2.0:1746126736.640548:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.640564:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.640576:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be2680 00000100:00100000:2.0:1746126736.640626:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3230 00000100:00100000:2.0:1746126736.640636:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817918976:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126736.641221:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817918976:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 582us (831us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.641228:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3230 00002000:00100000:2.0:1746126736.641236:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be2680 x1830945817918976/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.641244:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be2680 with x1830945817918976 ext(0->4095) 00010000:00010000:2.0:1746126736.641250:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.641261:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.641266:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be2680 00000100:00100000:1.0:1746126736.642942:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813746560:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.642968:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.642985:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:1.0:1746126736.643035:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1776:x1830945817918720:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6134us (6382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.643043:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30658 00000100:00100000:0.0:1746126736.645333:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.645360:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817919104 00000100:00100000:1.0:1746126736.645367:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817919104 00000100:00100000:0.0:1746126736.645370:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.645441:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30659 00000100:00100000:1.0:1746126736.645449:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1778:x1830945817919104:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.645464:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.645478:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481fe6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b739a expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.645498:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.645503:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.645508:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.645512:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481fe6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b739a expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.645532:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817919232 00010000:00010000:1.0:1746126736.645536:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.645542:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817919232 00010000:00010000:1.0:1746126736.645546:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481fe6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b739a expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.645554:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdd200, rc 0) 00010000:00010000:3.0:1746126736.645573:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.645593:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:1778:x1830945817919104:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.645599:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30659 00000100:00100000:3.0:1746126736.645605:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13852 00000100:00100000:3.0:1746126736.645611:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817919232:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.645627:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.645647:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.645658:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.645678:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fd8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b738c expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.645712:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.645714:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.645721:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.645729:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.645755:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.645765:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.645775:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813746816:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.645875:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.647447:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813746816:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.647467:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.647515:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817919232:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1902us (2141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.647525:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13852 00000100:00100000:0.0:1746126736.647985:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.648111:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817919488 00000100:00100000:2.0:1746126736.648119:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817919488 00002000:00100000:2.0:1746126736.648166:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0a80 x1830945817919488/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.648175:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0a80 with x1830945817919488 ext(0->4095) 00010000:00010000:2.0:1746126736.648183:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.648200:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.648206:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be0a80 00000100:00100000:2.0:1746126736.648234:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3231 00000100:00100000:2.0:1746126736.648240:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817919488:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126736.648619:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2008:x1830945817919488:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 377us (634us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.648625:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3231 00002000:00100000:2.0:1746126736.648630:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880094be0a80 x1830945817919488/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.648637:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0a80 with x1830945817919488 ext(0->4095) 00010000:00010000:2.0:1746126736.648642:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.648650:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.648656:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094be0a80 00000100:00100000:0.0:1746126736.651982:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.652113:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817919616 00000100:00100000:3.0:1746126736.652120:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817919616 00010000:00010000:3.0:1746126736.652157:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.652187:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13853 00000100:00100000:3.0:1746126736.652193:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817919616:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.652204:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.652546:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.652557:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.652575:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc400/0xd8b4f51a84481fdf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7393 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.652599:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.652601:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.652607:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481fe6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b739a expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.652613:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481fe6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b739a expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.652641:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481fe6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b739a expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.652653:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813746944:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.652923:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.654896:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813746944:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126736.654896:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126736.654910:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.654938:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817919616:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2744us (2963us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.654947:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13853 00000100:00100000:2.0:1746126736.655019:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817919872 00000100:00100000:2.0:1746126736.655024:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817919872 00002000:00100000:2.0:1746126736.655054:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75c380 x1830945817919872/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.655062:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75c380 with x1830945817919872 ext(0->4095) 00002000:00010000:2.0:1746126736.655066:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75c380 00000100:00100000:2.0:1746126736.655094:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13909 00000100:00100000:2.0:1746126736.655100:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2009:x1830945817919872:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746126736.655222:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2009:x1830945817919872:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.655228:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13909 00002000:00100000:2.0:1746126736.655233:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75c380 x1830945817919872/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.655270:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75c380 with x1830945817919872 ext(0->4095) 00002000:00010000:2.0:1746126736.655273:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75c380 00000100:00100000:0.0:1746126736.660506:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.660555:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817920000 00000100:00100000:1.0:1746126736.660563:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817920000 00000100:00100000:1.0:1746126736.660608:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30660 00000100:00100000:1.0:1746126736.660614:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817920000:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.660628:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.660641:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b73a1 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.660663:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481fe6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b739a expref: 67 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.660670:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.660671:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.660674:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.660696:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481fe6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b739a expref: 67 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.660706:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481fe6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b739a expref: 67 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.660716:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813747072:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.660790:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.663199:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c00b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813747072:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.663221:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.663233:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdde00, rc 0) 00000100:00100000:1.0:1746126736.663272:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817920000:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2657us (2770us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.663279:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30660 00000100:00100000:0.0:1746126736.664261:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.664365:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817920128 00000100:00100000:3.0:1746126736.664371:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817920128 00010000:00010000:3.0:1746126736.664393:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481fe6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b739a expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.664423:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13854 00000100:00100000:3.0:1746126736.664429:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817920128:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.664440:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.664455:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481fe6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b739a expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.664463:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481fe6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b739a expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.664479:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdd200/0xd8b4f51a84481fe6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b739a expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.664581:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.664584:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.664589:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.664596:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.664621:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.664630:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813747200:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.664684:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54770c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.665611:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.665687:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817920256 00000100:00100000:0.0:1746126736.665691:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817920256 00000100:00100000:3.0:1746126736.665825:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813747200:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.665835:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.665865:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817920128:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1436us (1605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.665872:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13854 00000100:00100000:0.0:1746126736.665990:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30661 00000100:00100000:0.0:1746126736.665999:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+67:1776:x1830945817920256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126736.666011:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126736.666021:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b73a8 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.666038:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.666044:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126736.666045:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126736.666048:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.666064:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.666073:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 5 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:0.0:1746126736.666082:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813747328:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126736.666127:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.666634:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.667214:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817920512 00000100:00100000:2.0:1746126736.667219:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817920512 00002000:00100000:2.0:1746126736.667244:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75dc00 x1830945817920512/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.667251:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75dc00 with x1830945817920512 ext(0->4095) 00010000:00010000:2.0:1746126736.667256:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.667265:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.667270:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75dc00 00000100:00100000:2.0:1746126736.667297:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3232 00000100:00100000:2.0:1746126736.668292:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817920512:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746126736.668465:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817920512:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 1160us (1829us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.668472:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3232 00002000:00100000:2.0:1746126736.668477:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75dc00 x1830945817920512/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.668484:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75dc00 with x1830945817920512 ext(0->4095) 00010000:00010000:2.0:1746126736.668490:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.668499:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:2.0:1746126736.668505:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75dc00 00000100:00100000:2.0:1746126736.669238:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813747328:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.669258:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 68 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.669270:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099411400, rc 0) 00000100:00100000:2.0:1746126736.669301:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1776:x1830945817920256:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3304us (3691us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.669324:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30661 00000100:00100000:0.0:1746126736.671452:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.671498:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.671537:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817920640 00000100:00100000:3.0:1746126736.671543:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817920640 00000100:00100000:2.0:1746126736.671569:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817920768 00010000:00010000:3.0:1746126736.671570:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 6 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.671573:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817920768 00000100:00100000:2.0:1746126736.671599:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30662 00000100:00100000:2.0:1746126736.671605:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:1778:x1830945817920768:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.671617:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.671628:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b73af expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.671646:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.671651:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 67 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.671655:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.671658:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.671691:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 67 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.671701:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 8 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.671708:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:3.0:1746126736.671743:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13855 00000100:00100000:3.0:1746126736.671749:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2008:x1830945817920640:12345-192.168.204.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126736.671752:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54ad050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:1778:x1830945817920768:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.671757:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30662 00010000:00010000:3.0:1746126736.671759:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.671774:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 7 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.671783:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 7 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.671797:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdde00/0xd8b4f51a84481fed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a1 expref: 7 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.671806:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.671808:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.671813:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 67 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.671818:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 67 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.671833:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 67 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.671841:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 67 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.671850:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813747584:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.671885:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54770c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.675382:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813747584:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.675401:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.675435:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817920640:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3686us (3988us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.675444:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13855 00000100:00100000:0.0:1746126736.675931:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.676110:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817921024 00000100:00100000:3.0:1746126736.676116:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817921024 00002000:00100000:3.0:1746126736.676150:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75ca80 x1830945817921024/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.676158:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75ca80 with x1830945817921024 ext(0->4095) 00010000:00010000:3.0:1746126736.676165:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.676175:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.676181:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75ca80 00000100:00100000:3.0:1746126736.676204:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3233 00000100:00100000:3.0:1746126736.676209:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817921024:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126736.676321:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817921024:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (375us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.676326:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3233 00002000:00100000:3.0:1746126736.676330:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75ca80 x1830945817921024/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.676337:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75ca80 with x1830945817921024 ext(0->4095) 00010000:00010000:3.0:1746126736.676341:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.676348:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 68 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.676353:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75ca80 00000100:00100000:0.0:1746126736.678575:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.678676:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.678742:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817921280 00000100:00100000:2.0:1746126736.678747:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817921280 00000100:00100000:2.0:1746126736.678777:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30663 00000100:00100000:2.0:1746126736.678784:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1776:x1830945817921280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.678797:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126736.678825:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817921152 00000100:00100000:3.0:1746126736.678828:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817921152 00010000:00010000:2.0:1746126736.678838:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84482002 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b73b6 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.678842:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.678860:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.678865:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.678868:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13856 00010000:00010000:2.0:1746126736.678870:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746126736.678873:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2007:x1830945817921152:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.678873:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84482002 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73b6 expref: 70 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.678882:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.678895:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 70 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.678903:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 70 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.678903:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.678967:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84481ff4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73a8 expref: 70 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.678968:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84482002 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73b6 expref: 70 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.678976:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.678977:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.678982:0:9564:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.678988:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.679024:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126736.679030:0:9564:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.679039:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 5 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.679052:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813747840:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.679109:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817921152:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 235us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.679115:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13856 00000100:00100000:2.0:1746126736.679127:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.680361:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813747840:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.680375:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126736.680401:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1776:x1830945817921280:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1617us (1830us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.680407:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30663 00000100:00100000:0.0:1746126736.680573:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.680664:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817921536 00000100:00100000:3.0:1746126736.680669:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817921536 00002000:00100000:3.0:1746126736.680694:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75fb80 x1830945817921536/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.680702:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75fb80 with x1830945817921536 ext(0->4095) 00010000:00010000:3.0:1746126736.680708:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.680718:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.680724:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75fb80 00000100:00100000:3.0:1746126736.680751:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3234 00000100:00100000:3.0:1746126736.680757:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817921536:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126736.680855:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817921536:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.680861:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3234 00002000:00100000:3.0:1746126736.680866:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75fb80 x1830945817921536/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.680877:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75fb80 with x1830945817921536 ext(0->4095) 00010000:00010000:3.0:1746126736.680882:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.680890:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.680894:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75fb80 00000100:00100000:0.0:1746126736.685745:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.685812:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817921664 00000100:00100000:3.0:1746126736.685821:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817921664 00010000:00010000:3.0:1746126736.685850:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.685890:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13857 00000100:00100000:3.0:1746126736.685897:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817921664:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.685909:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.685924:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.685934:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.685953:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84481ffb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73af expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.685980:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.685982:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.685988:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84482002 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73b6 expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.685995:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84482002 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73b6 expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.686593:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84482002 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73b6 expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.686744:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813747968:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.686836:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54776c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.688931:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813747968:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.688949:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.688984:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817921664:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3086us (3244us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.688992:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13857 00000100:00100000:0.0:1746126736.689488:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.689703:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817921920 00000100:00100000:1.0:1746126736.689710:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817921920 00002000:00100000:1.0:1746126736.689744:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75d880 x1830945817921920/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.689753:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d880 with x1830945817921920 ext(0->4095) 00002000:00010000:1.0:1746126736.689757:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75d880 00000100:00100000:1.0:1746126736.689784:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13910 00000100:00100000:1.0:1746126736.689791:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2010:x1830945817921920:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746126736.689905:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2010:x1830945817921920:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.689910:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13910 00002000:00100000:1.0:1746126736.689916:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75d880 x1830945817921920/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.689922:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d880 with x1830945817921920 ext(0->4095) 00002000:00010000:1.0:1746126736.689925:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75d880 00000100:00100000:0.0:1746126736.695403:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.696187:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817922048 00000100:00100000:2.0:1746126736.696195:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817922048 00000100:00100000:2.0:1746126736.696245:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30664 00000100:00100000:2.0:1746126736.696253:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817922048:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.696267:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.696282:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b73bd expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.696322:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84482002 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73b6 expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.696329:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.696331:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.696335:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.696362:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84482002 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73b6 expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.696377:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84482002 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73b6 expref: 67 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.696387:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813748096:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.696846:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.698904:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813748096:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.698932:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.698946:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126736.698989:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817922048:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2737us (3592us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.698997:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30664 00000100:00100000:0.0:1746126736.699208:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.699471:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817922176 00000100:00100000:3.0:1746126736.699478:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817922176 00010000:00010000:3.0:1746126736.699499:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84482002 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73b6 expref: 68 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.699517:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13858 00000100:00100000:3.0:1746126736.699523:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817922176:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.699533:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.699549:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84482002 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73b6 expref: 68 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.699558:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84482002 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73b6 expref: 68 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.699576:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a84482002 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73b6 expref: 68 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.699600:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.699603:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.699609:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.699616:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.699639:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.699648:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813748224:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.699702:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54776c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.703360:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.703575:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817922304 00000100:00100000:3.0:1746126736.703582:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817922304 00000100:00100000:3.0:1746126736.703661:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30665 00000100:00100000:3.0:1746126736.703668:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1776:x1830945817922304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126736.703682:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126736.703696:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b73c4 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.703720:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.703726:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.703728:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.703731:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 69 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.703753:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.703763:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 5 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.703773:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813748352:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126736.704494:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.705040:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813748224:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.705057:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.705090:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+69:2007:x1830945817922176:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5566us (5882us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.705098:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13858 00000100:00100000:0.0:1746126736.706415:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.706910:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817922560 00000100:00100000:3.0:1746126736.706917:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817922560 00002000:00100000:3.0:1746126736.706951:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75e680 x1830945817922560/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.706959:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75e680 with x1830945817922560 ext(0->4095) 00010000:00010000:3.0:1746126736.706966:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.706977:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.706983:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75e680 00000100:00100000:3.0:1746126736.707013:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3235 00000100:00100000:3.0:1746126736.707019:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817922560:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126736.707126:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817922560:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (712us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.707131:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3235 00002000:00100000:3.0:1746126736.707136:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e75e680 x1830945817922560/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.707156:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75e680 with x1830945817922560 ext(0->4095) 00010000:00010000:3.0:1746126736.707161:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.707169:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.707174:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e75e680 00000100:00100000:2.0:1746126736.707265:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813748352:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.707284:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 68 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.707300:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60600, rc 0) 00000100:00100000:2.0:1746126736.707352:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+68:1776:x1830945817922304:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3684us (3998us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.707358:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30665 00000100:00100000:0.0:1746126736.709885:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.709991:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817922688 00000100:00100000:3.0:1746126736.709998:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817922688 00010000:00010000:3.0:1746126736.711010:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.711042:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13859 00000100:00100000:3.0:1746126736.711049:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817922688:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.711060:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.711089:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.711098:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.711117:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482009 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73bd expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.711132:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.711134:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.711150:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.711157:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.711261:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.711274:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813748480:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.712300:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54776c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.714263:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813748480:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.714280:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.714440:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817922688:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3390us (4559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.714449:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13859 00000100:00100000:2.0:1746126736.715178:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.715340:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817922944 00000100:00100000:1.0:1746126736.715346:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817922944 00002000:00100000:1.0:1746126736.715374:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d375c00 x1830945817922944/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.715380:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375c00 with x1830945817922944 ext(0->4095) 00002000:00010000:1.0:1746126736.715383:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d375c00 00000100:00100000:1.0:1746126736.715402:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13911 00000100:00100000:1.0:1746126736.715408:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817922944:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126736.715519:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2008:x1830945817922944:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.715529:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13911 00002000:00100000:1.0:1746126736.715534:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d375c00 x1830945817922944/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.715541:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d375c00 with x1830945817922944 ext(0->4095) 00002000:00010000:1.0:1746126736.715543:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d375c00 00000100:00100000:0.0:1746126736.717421:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.717586:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817923072 00000100:00100000:2.0:1746126736.717592:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817923072 00000100:00100000:2.0:1746126736.717621:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30666 00000100:00100000:2.0:1746126736.717628:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817923072:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.717640:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.717653:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b73cb expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.717674:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.717680:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.717681:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.717683:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.717706:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 67 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.717716:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 67 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.717727:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813748608:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.717792:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.719638:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.719739:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817923200 00000100:00100000:1.0:1746126736.719745:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817923200 00002000:00100000:1.0:1746126736.719776:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013604df80 x1830945817923200/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.719784:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604df80 with x1830945817923200 ext(0->7) 00010000:00010000:1.0:1746126736.719792:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 68 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.719803:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 68 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.719808:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604df80 00000100:00100000:1.0:1746126736.719836:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3236 00000100:00100000:1.0:1746126736.719841:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+68:2007:x1830945817923200:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746126736.719989:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813748608:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.720009:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.720024:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126736.720059:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817923072:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2431us (2641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.720064:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30666 00000100:00100000:1.0:1746126736.721545:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2007:x1830945817923200:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1700us (1906us total) trans 4294972092 rc 0/0 00000100:00100000:1.0:1746126736.721552:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3236 00002000:00100000:1.0:1746126736.721559:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013604df80 x1830945817923200/t4294972092(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/448 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.721572:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604df80 with x1830945817923200 ext(0->7) 00010000:00010000:1.0:1746126736.721578:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 70 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.721588:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 70 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.721593:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604df80 00000100:00100000:0.0:1746126736.731131:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.732868:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.733281:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817923456 00000100:00100000:2.0:1746126736.733289:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817923456 00000100:00100000:0.0:1746126736.733416:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30667 00000100:00100000:0.0:1746126736.733426:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+70:1776:x1830945817923456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746126736.733441:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126736.733457:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b73d2 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.733478:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126736.733484:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.733494:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746126736.733497:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 71 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.733525:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817923328 00010000:00010000:0.0:1746126736.733526:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.733529:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817923328 00010000:00010000:3.0:1746126736.733544:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.733546:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 72 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.733555:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099411000, rc 0) 00000100:00100000:3.0:1746126736.733564:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13860 00000100:00100000:3.0:1746126736.733568:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2009:x1830945817923328:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.733575:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126736.733586:0:9580:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746126736 -> 1746126737 00000100:00100000:0.0:1746126736.733588:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817923456:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (724us total) trans 0 rc 0/0 00002000:00010000:3.0:1746126736.733589:0:9580:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746126736 -> 1746126737 00010000:00010000:3.0:1746126736.733593:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:0.0:1746126736.733593:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30667 00010000:00010000:3.0:1746126736.733601:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.733614:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60600/0xd8b4f51a84482010 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73c4 expref: 71 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.733626:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.733627:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.733632:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.733638:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.733653:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.733662:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 5 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.733673:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813748864:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.733811:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54776c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.736185:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.736235:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817923712 00000100:00100000:1.0:1746126736.736241:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817923712 00002000:00100000:1.0:1746126736.736272:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604dc00 x1830945817923712/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.736281:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604dc00 with x1830945817923712 ext(0->4095) 00010000:00010000:1.0:1746126736.736288:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.736299:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.736331:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604dc00 00000100:00100000:1.0:1746126736.736353:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3237 00000100:00100000:1.0:1746126736.736360:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817923712:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126736.736496:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817923712:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.736503:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3237 00002000:00100000:1.0:1746126736.736509:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604dc00 x1830945817923712/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.736516:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604dc00 with x1830945817923712 ext(0->4095) 00010000:00010000:1.0:1746126736.736520:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.736529:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.736534:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604dc00 00000100:00100000:3.0:1746126736.736655:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813748864:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.736670:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.736693:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2009:x1830945817923328:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3124us (5569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.736701:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13860 00000100:00100000:0.0:1746126736.738649:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.738763:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817923840 00000100:00100000:3.0:1746126736.738769:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817923840 00010000:00010000:3.0:1746126736.738789:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.738818:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13861 00000100:00100000:3.0:1746126736.738824:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817923840:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.738835:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.738849:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.738858:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.738876:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a84482017 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73cb expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.738888:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.738891:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.738897:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.738904:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.738929:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.738939:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813748992:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.739008:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.743369:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.743490:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817924096 00000100:00100000:1.0:1746126736.743497:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817924096 00002000:00100000:1.0:1746126736.743534:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604f800 x1830945817924096/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.743543:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f800 with x1830945817924096 ext(0->4095) 00002000:00010000:1.0:1746126736.743547:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604f800 00000100:00100000:3.0:1746126736.743561:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813748992:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126736.743576:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13912 00010000:00010000:3.0:1746126736.743577:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.743582:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817924096:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126736.743611:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2009:x1830945817923840:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4787us (4965us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.743618:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13861 00000100:00100000:1.0:1746126736.743697:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2008:x1830945817924096:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (405us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.743703:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13912 00002000:00100000:1.0:1746126736.744466:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604f800 x1830945817924096/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.744473:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f800 with x1830945817924096 ext(0->4095) 00002000:00010000:1.0:1746126736.744477:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604f800 00000100:00100000:0.0:1746126736.750743:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.750827:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817924224 00000100:00100000:2.0:1746126736.750836:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817924224 00000100:00100000:2.0:1746126736.750872:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30668 00000100:00100000:2.0:1746126736.750879:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817924224:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.750895:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.750909:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482025 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b73d9 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.750933:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.750940:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.750941:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.750944:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482025 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d9 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.750966:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 69 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.750976:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 69 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.750987:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813749120:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.753096:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.753123:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813749120:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.753157:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482025 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d9 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.753170:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126736.753198:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817924224:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2320us (2464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.753205:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30668 00000100:00100000:0.0:1746126736.756443:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.756514:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817924352 00000100:00100000:1.0:1746126736.756523:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817924352 00002000:00100000:1.0:1746126736.756558:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013604e680 x1830945817924352/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.756568:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e680 with x1830945817924352 ext(0->7) 00010000:00010000:1.0:1746126736.756575:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 70 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.756587:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 70 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.756594:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604e680 00000100:00100000:1.0:1746126736.756624:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3238 00000100:00100000:1.0:1746126736.756630:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+70:2007:x1830945817924352:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746126736.757957:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817924352:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1323us (1516us total) trans 4294972093 rc 0/0 00000100:00100000:1.0:1746126736.757964:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3238 00002000:00100000:1.0:1746126736.757970:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013604e680 x1830945817924352/t4294972093(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/448 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.757976:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604e680 with x1830945817924352 ext(0->7) 00010000:00010000:1.0:1746126736.757982:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 72 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.757991:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 72 pid: 11426 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.758000:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604e680 00000100:00100000:0.0:1746126736.764375:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.764445:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817924480 00000100:00100000:3.0:1746126736.764452:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817924480 00010000:00010000:3.0:1746126736.764477:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 72 pid: 11426 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.765655:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13862 00000100:00100000:0.0:1746126736.766237:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817924480:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126736.766251:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126736.766270:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 72 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.766280:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 72 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.766299:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099411000/0xd8b4f51a8448201e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d2 expref: 72 pid: 11426 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.766335:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126736.766338:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126736.766343:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482025 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.766350:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482025 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.766373:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482025 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d9 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126736.766383:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813749248:192.168.204.15@tcp:105: 00000100:00100000:0.0:1746126736.766444:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.768715:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.769156:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813749248:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126736.769175:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126736.769210:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817924480:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3547us (4840us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.769220:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13862 00000100:00100000:0.0:1746126736.769328:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.769359:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817924864 00000100:00100000:0.0:1746126736.769364:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817924864 00002000:00100000:0.0:1746126736.769395:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604d500 x1830945817924864/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126736.769404:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d500 with x1830945817924864 ext(0->4095) 00002000:00010000:0.0:1746126736.769408:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013604d500 00000100:00100000:2.0:1746126736.769500:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817924608 00000100:00100000:2.0:1746126736.769505:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817924608 00000100:00100000:2.0:1746126736.769533:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30669 00000100:00100000:2.0:1746126736.769539:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1776:x1830945817924608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.769549:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.769561:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b73e0 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.769583:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482025 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d9 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.769589:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.769591:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.769594:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.769623:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482025 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d9 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.769633:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482025 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d9 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.769642:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813749376:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.769682:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.769732:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3239 00000100:00100000:0.0:1746126736.769739:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817924864:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746126736.769835:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817924864:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (506us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126736.769840:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3239 00002000:00100000:0.0:1746126736.769845:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604d500 x1830945817924864/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126736.769852:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d500 with x1830945817924864 ext(0->4095) 00010000:00010000:0.0:1746126736.769857:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482025 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d9 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.769867:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482025 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d9 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:0.0:1746126736.769872:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604d500 00000100:00100000:2.0:1746126736.772157:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d374e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813749376:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.772178:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.772188:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126736.772221:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817924608:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2681us (3511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.772228:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30669 00000100:00100000:0.0:1746126736.772618:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.772656:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817924992 00000100:00100000:2.0:1746126736.772660:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817924992 00010000:00010000:2.0:1746126736.772678:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482025 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d9 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.772824:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13863 00000100:00100000:2.0:1746126736.772831:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817924992:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.772840:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.772857:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482025 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d9 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.772866:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482025 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d9 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.772883:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482025 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73d9 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.772907:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.772909:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.772915:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.772922:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.772946:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.772955:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813749504:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.773285:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.773944:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.774028:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817925120 00000100:00100000:2.0:1746126736.774033:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817925120 00000100:00100000:2.0:1746126736.774065:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30670 00000100:00100000:2.0:1746126736.774071:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817925120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.774082:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.774092:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b73e7 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.774107:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.774112:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.774113:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.774117:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 7 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.774133:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.774156:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 71 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.774164:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813749632:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.774212:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.775240:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d374e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813749504:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.775255:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.775289:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2007:x1830945817924992:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2458us (2671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.775297:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13863 00000100:00100000:0.0:1746126736.775764:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.776294:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817925376 00000100:00100000:3.0:1746126736.776300:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817925376 00002000:00100000:3.0:1746126736.776352:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604f480 x1830945817925376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.776360:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f480 with x1830945817925376 ext(0->4095) 00010000:00010000:3.0:1746126736.776368:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.776378:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.776383:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604f480 00000100:00100000:2.0:1746126736.776582:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813749632:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.776599:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.776624:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54bd800, rc 0) 00000100:00100000:2.0:1746126736.776648:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817925120:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2578us (2706us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.776654:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30670 00000100:00100000:3.0:1746126736.776714:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3240 00000100:00100000:3.0:1746126736.776721:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817925376:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126736.776820:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817925376:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (1056us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.776825:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3240 00002000:00100000:3.0:1746126736.776829:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604f480 x1830945817925376/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.776835:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604f480 with x1830945817925376 ext(0->4095) 00010000:00010000:3.0:1746126736.776840:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.776848:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.776853:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604f480 00000100:00100000:0.0:1746126736.778932:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.779277:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817925504 00000100:00100000:2.0:1746126736.779283:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817925504 00000100:00100000:2.0:1746126736.779339:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30671 00000100:00100000:2.0:1746126736.779346:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817925504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.779358:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.779372:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd600/0xd8b4f51a8448203a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b73ee expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.779392:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.779397:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.779402:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746126736.779405:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd600/0xd8b4f51a8448203a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73ee expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.779433:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.779442:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd600/0xd8b4f51a8448203a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73ee expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.779521:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54bd600, rc 0) 00000100:00100000:2.0:1746126736.779562:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1776:x1830945817925504:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 216us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.779567:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30671 00000100:00100000:1.0:1746126736.779921:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.779983:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817925632 00000100:00100000:2.0:1746126736.779986:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817925632 00010000:00010000:2.0:1746126736.779999:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.780028:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13864 00000100:00100000:2.0:1746126736.780033:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817925632:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.780041:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.780056:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.780064:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.780078:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3c000/0xd8b4f51a8448202c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e0 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.780100:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.780101:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.780105:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.780115:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.780132:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.780149:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 5 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.780158:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813749888:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.780204:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.782197:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813749888:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.782215:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.782261:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817925632:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2226us (2339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.782270:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13864 00000100:00100000:0.0:1746126736.782462:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.782497:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817925888 00000100:00100000:1.0:1746126736.782502:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817925888 00002000:00100000:1.0:1746126736.782531:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604c380 x1830945817925888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.782540:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c380 with x1830945817925888 ext(0->4095) 00010000:00010000:1.0:1746126736.782546:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.782555:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.782560:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604c380 00000100:00100000:1.0:1746126736.782797:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3241 00000100:00100000:1.0:1746126736.782803:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817925888:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126736.782901:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817925888:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (439us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.782907:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3241 00002000:00100000:1.0:1746126736.782911:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013604c380 x1830945817925888/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.782915:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604c380 with x1830945817925888 ext(0->4095) 00010000:00010000:1.0:1746126736.782919:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.782924:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.782928:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013604c380 00000100:00100000:0.0:1746126736.785592:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.785629:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817926016 00000100:00100000:2.0:1746126736.785636:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817926016 00010000:00010000:2.0:1746126736.785663:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.785697:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13865 00000100:00100000:2.0:1746126736.785704:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817926016:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.785713:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.785730:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.785740:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.785760:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a84482033 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73e7 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.785782:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.785783:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.785791:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd600/0xd8b4f51a8448203a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73ee expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.785801:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd600/0xd8b4f51a8448203a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73ee expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.785827:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd600/0xd8b4f51a8448203a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73ee expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.785838:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813750016:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.785910:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.789020:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813750016:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.789057:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.789105:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2010:x1830945817926016:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3400us (3517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.789114:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13865 00000100:00100000:0.0:1746126736.789755:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.790244:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817926272 00000100:00100000:1.0:1746126736.790250:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817926272 00002000:00100000:1.0:1746126736.790285:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74e300 x1830945817926272/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.790293:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74e300 with x1830945817926272 ext(0->4095) 00002000:00010000:1.0:1746126736.790298:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74e300 00000100:00100000:1.0:1746126736.790357:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13914 00000100:00100000:1.0:1746126736.790363:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817926272:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126736.790725:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817926272:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 361us (970us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.790732:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13914 00002000:00100000:1.0:1746126736.790740:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74e300 x1830945817926272/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.790753:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74e300 with x1830945817926272 ext(0->4095) 00002000:00010000:1.0:1746126736.790755:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74e300 00000100:00100000:0.0:1746126736.793670:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.794336:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817926400 00000100:00100000:2.0:1746126736.794344:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817926400 00000100:00100000:2.0:1746126736.794374:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30672 00000100:00100000:2.0:1746126736.794380:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817926400:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.794394:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.794408:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b73f5 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.794430:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd600/0xd8b4f51a8448203a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73ee expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.794442:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.794444:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.794447:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.794476:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd600/0xd8b4f51a8448203a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73ee expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.794486:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd600/0xd8b4f51a8448203a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73ee expref: 71 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.794496:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813750144:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.794573:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.797558:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.797572:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813750144:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.797597:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.797616:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009927ba00, rc 0) 00000100:00100000:3.0:1746126736.797628:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817926528 00000100:00100000:3.0:1746126736.797633:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817926528 00000100:00100000:2.0:1746126736.797649:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817926400:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3269us (3985us total) trans 0 rc 0/0 00010000:00010000:3.0:1746126736.797655:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd600/0xd8b4f51a8448203a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73ee expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.797657:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30672 00000100:00100000:3.0:1746126736.797676:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13866 00000100:00100000:3.0:1746126736.797682:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817926528:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.797691:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.797705:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd600/0xd8b4f51a8448203a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73ee expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.797715:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd600/0xd8b4f51a8448203a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73ee expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.797732:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd600/0xd8b4f51a8448203a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73ee expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.797748:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.797750:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.797755:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.797762:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.797782:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.797792:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813750272:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.797846:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477900 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.799682:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.799874:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817926656 00000100:00100000:3.0:1746126736.799880:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813750272:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.799882:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817926656 00010000:00010000:3.0:1746126736.799894:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.799919:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817926528:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2237us (2368us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.799927:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13866 00000100:00100000:2.0:1746126736.799971:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30673 00000100:00100000:2.0:1746126736.799977:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1776:x1830945817926656:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.799990:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.800168:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b73fc expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.800190:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.800196:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.800198:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.800201:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.800221:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.800230:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 5 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.800244:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813750400:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.800293:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.800493:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.800580:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817926912 00000100:00100000:1.0:1746126736.800588:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817926912 00002000:00100000:1.0:1746126736.800610:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74c700 x1830945817926912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.800619:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74c700 with x1830945817926912 ext(0->4095) 00010000:00010000:1.0:1746126736.800625:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.800634:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.800640:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74c700 00000100:00100000:1.0:1746126736.800662:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3242 00000100:00100000:1.0:1746126736.800667:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817926912:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126736.800815:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817926912:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.800820:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3242 00002000:00100000:1.0:1746126736.800825:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74c700 x1830945817926912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.800832:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74c700 with x1830945817926912 ext(0->4095) 00010000:00010000:1.0:1746126736.800836:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.800845:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.800851:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74c700 00000100:00100000:2.0:1746126736.801878:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813750400:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.801894:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.801904:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126736.801935:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817926656:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1957us (2257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.801940:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30673 00000100:00100000:0.0:1746126736.804652:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.804893:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817927040 00000100:00100000:2.0:1746126736.804900:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817927040 00000100:00100000:2.0:1746126736.804948:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30674 00000100:00100000:2.0:1746126736.804956:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1778:x1830945817927040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.804971:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.804985:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448204f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7403 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.805006:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.805010:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.805014:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.805017:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448204f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7403 expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.805052:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.805063:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448204f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7403 expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.805071:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126736.805109:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1778:x1830945817927040:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.805114:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30674 00000100:00100000:0.0:1746126736.805169:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.805222:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817927168 00000100:00100000:3.0:1746126736.805226:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817927168 00010000:00010000:3.0:1746126736.805243:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.805261:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13867 00000100:00100000:3.0:1746126736.805266:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817927168:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.805274:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.805289:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.805299:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.805339:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009927ba00/0xd8b4f51a84482041 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73f5 expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.805354:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.805356:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.805362:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.805368:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.805392:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.805403:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.805413:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813750656:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.805467:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.806556:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813750656:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.806570:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.806601:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817927168:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1333us (1797us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.806607:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13867 00000100:00100000:0.0:1746126736.807993:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.808094:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817927424 00000100:00100000:1.0:1746126736.808100:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817927424 00002000:00100000:1.0:1746126736.808134:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74dc00 x1830945817927424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.808153:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74dc00 with x1830945817927424 ext(0->4095) 00010000:00010000:1.0:1746126736.808161:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.808173:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.808178:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74dc00 00000100:00100000:1.0:1746126736.808205:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3243 00000100:00100000:1.0:1746126736.808212:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817927424:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126736.808356:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817927424:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.808361:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3243 00002000:00100000:1.0:1746126736.808366:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74dc00 x1830945817927424/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.808372:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74dc00 with x1830945817927424 ext(0->4095) 00010000:00010000:1.0:1746126736.808377:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.808385:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.808391:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74dc00 00000100:00100000:0.0:1746126736.811459:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.812098:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817927552 00000100:00100000:3.0:1746126736.812106:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817927552 00010000:00010000:3.0:1746126736.812171:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.812236:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13868 00000100:00100000:3.0:1746126736.812244:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817927552:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.812255:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.812271:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.812286:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.812324:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482048 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b73fc expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.812459:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.812461:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.812468:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448204f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7403 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.812475:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448204f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7403 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.812504:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448204f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7403 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.812514:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813750784:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.812870:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54770c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.815095:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.815180:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817927808 00000100:00100000:1.0:1746126736.815187:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817927808 00002000:00100000:1.0:1746126736.815228:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74d500 x1830945817927808/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.815237:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74d500 with x1830945817927808 ext(0->4095) 00002000:00010000:1.0:1746126736.815241:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74d500 00000100:00100000:3.0:1746126736.815353:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813750784:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.815369:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.815414:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817927552:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3171us (3960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.815422:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13868 00000100:00100000:1.0:1746126736.815749:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13915 00000100:00100000:1.0:1746126736.815757:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2009:x1830945817927808:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746126736.815865:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2009:x1830945817927808:12345-192.168.204.15@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (774us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.815871:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13915 00002000:00100000:1.0:1746126736.815876:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74d500 x1830945817927808/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.815883:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74d500 with x1830945817927808 ext(0->4095) 00002000:00010000:1.0:1746126736.815886:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74d500 00000100:00100000:0.0:1746126736.819408:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.819521:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817927936 00000100:00100000:2.0:1746126736.819529:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817927936 00000100:00100000:2.0:1746126736.819572:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30675 00000100:00100000:2.0:1746126736.819579:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817927936:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.819594:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.819608:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482056 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b740a expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.819631:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448204f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7403 expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.819637:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.819639:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.819641:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482056 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b740a expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.819669:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448204f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7403 expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.819678:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448204f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7403 expref: 71 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.819688:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813750912:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.819756:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.821669:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.821716:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817928064 00000100:00100000:2.0:1746126736.821762:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813750912:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.821786:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482056 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b740a expref: 6 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.821799:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3cc00, rc 0) 00000100:00100000:2.0:1746126736.821832:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817927936:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2254us (2436us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.821839:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30675 00000100:00100000:3.0:1746126736.821889:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817928064 00010000:00010000:3.0:1746126736.821910:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448204f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7403 expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.822197:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13869 00000100:00100000:3.0:1746126736.822204:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817928064:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126736.822214:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126736.822228:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448204f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7403 expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.822237:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448204f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7403 expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.822255:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448204f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7403 expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.822269:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.822270:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.822275:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482056 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b740a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.822282:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482056 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b740a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.822391:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482056 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b740a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.822404:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813751040:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.822685:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54770c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.824166:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813751040:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126736.824179:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.824219:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+71:2007:x1830945817928064:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2014us (2552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.824226:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13869 00000100:00100000:0.0:1746126736.824732:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.824802:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817928320 00000100:00100000:2.0:1746126736.824807:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817928320 00002000:00100000:2.0:1746126736.824835:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74df80 x1830945817928320/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.824843:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74df80 with x1830945817928320 ext(0->4095) 00002000:00010000:2.0:1746126736.824847:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74df80 00000100:00100000:2.0:1746126736.824870:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13916 00000100:00100000:2.0:1746126736.824875:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817928320:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746126736.825591:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817928320:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 714us (858us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126736.825597:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13916 00002000:00100000:2.0:1746126736.825602:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74df80 x1830945817928320/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126736.825609:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74df80 with x1830945817928320 ext(0->4095) 00002000:00010000:2.0:1746126736.825612:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74df80 00000100:00100000:0.0:1746126736.827237:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.827557:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817928448 00000100:00100000:2.0:1746126736.827563:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817928448 00000100:00100000:2.0:1746126736.827601:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30676 00000100:00100000:2.0:1746126736.827608:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+71:1776:x1830945817928448:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.827620:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.827634:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7411 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.827656:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482056 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b740a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.827663:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.827665:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.827668:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.827688:0:9564:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482056 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b740a expref: 5 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.827699:0:9564:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482056 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b740a expref: 5 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.827706:0:9564:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813751168:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126736.827771:0:9564:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.829757:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.829808:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817928576 00000100:00100000:1.0:1746126736.829814:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817928576 00000100:00100000:0.0:1746126736.829833:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.829892:0:9564:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9564:1830945813751168:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126736.829914:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.829927:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc 0) 00000100:00100000:2.0:1746126736.829957:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1776:x1830945817928448:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2350us (2723us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.829963:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30676 00000100:00100000:2.0:1746126736.829980:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30677 00000100:00100000:2.0:1746126736.829986:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1778:x1830945817928576:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.829994:0:9564:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.830004:0:9564:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a84482064 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7418 expref: -99 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.830018:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.830021:0:9564:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.830025:0:9564:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.830029:0:9564:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a84482064 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7418 expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.830048:0:9564:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.830056:0:9564:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a84482064 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7418 expref: 73 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.830062:0:9564:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b098000, rc 0) 00000100:00100000:2.0:1746126736.830076:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1778:x1830945817928576:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.830081:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30677 00000100:00100000:2.0:1746126736.830272:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817928704 00000100:00100000:2.0:1746126736.830275:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817928704 00010000:00010000:2.0:1746126736.830289:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482056 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b740a expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.830303:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13870 00000100:00100000:2.0:1746126736.830333:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817928704:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.830340:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.830474:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482056 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b740a expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.830487:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482056 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b740a expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.830503:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3cc00/0xd8b4f51a84482056 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b740a expref: 6 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.830525:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.830526:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.830531:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.830538:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.830557:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.830567:0:8368:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 72 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.830577:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813751424:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.830629:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.832818:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.832895:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817928960 00000100:00100000:3.0:1746126736.832900:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817928960 00002000:00100000:3.0:1746126736.832928:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e1f80 x1830945817928960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.832936:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1f80 with x1830945817928960 ext(0->4095) 00010000:00010000:3.0:1746126736.832943:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.832953:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.832959:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e1f80 00000100:00100000:3.0:1746126736.832984:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3244 00000100:00100000:3.0:1746126736.832989:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2007:x1830945817928960:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126736.833092:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2007:x1830945817928960:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (277us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.833098:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3244 00002000:00100000:3.0:1746126736.833103:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e1f80 x1830945817928960/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.833116:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1f80 with x1830945817928960 ext(0->4095) 00010000:00010000:3.0:1746126736.833120:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.833129:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.833134:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e1f80 00000100:00100000:2.0:1746126736.833152:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813751424:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.833171:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.833203:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817928704:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2870us (3370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.833210:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13870 00000100:00100000:0.0:1746126736.835594:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.835874:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817929088 00000100:00100000:2.0:1746126736.835880:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817929088 00010000:00010000:2.0:1746126736.835906:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.835943:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13871 00000100:00100000:2.0:1746126736.835949:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2007:x1830945817929088:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.835959:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.835975:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.835985:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.836003:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3dc00/0xd8b4f51a8448205d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7411 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.836015:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.836017:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.836022:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a84482064 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7418 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.836029:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a84482064 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7418 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.836053:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a84482064 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7418 expref: 72 pid: 9564 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.836063:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813751552:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.836150:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.838918:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813751552:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.838936:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.839092:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2007:x1830945817929088:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3141us (3501us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.839101:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13871 00000100:00100000:0.0:1746126736.842378:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.842433:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817929344 00000100:00100000:3.0:1746126736.842441:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817929344 00002000:00100000:3.0:1746126736.842477:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0700 x1830945817929344/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.842485:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0700 with x1830945817929344 ext(0->4095) 00002000:00010000:3.0:1746126736.842489:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e0700 00000100:00100000:3.0:1746126736.842512:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13917 00000100:00100000:3.0:1746126736.842519:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817929344:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746126736.842650:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817929344:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.842655:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13917 00002000:00100000:3.0:1746126736.842661:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e0700 x1830945817929344/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.842667:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0700 with x1830945817929344 ext(0->4095) 00002000:00010000:3.0:1746126736.842669:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e0700 00000100:00100000:0.0:1746126736.846961:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.847099:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817929472 00000100:00100000:3.0:1746126736.847106:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817929472 00000100:00100000:3.0:1746126736.847153:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30678 00000100:00100000:3.0:1746126736.847160:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817929472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126736.847174:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126736.847187:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b741f expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.847209:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a84482064 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7418 expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.847216:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.847217:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.847220:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.847246:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a84482064 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7418 expref: 71 pid: 9564 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.847257:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a84482064 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7418 expref: 71 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.847267:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813751680:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126736.847344:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477300 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.849135:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813751680:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126736.849167:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.849183:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60200, rc 0) 00000100:00100000:3.0:1746126736.849211:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817929472:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2052us (2256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.849218:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30678 00000100:00100000:0.0:1746126736.850303:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.850452:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.850508:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817929600 00000100:00100000:2.0:1746126736.850514:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817929600 00000100:00100000:3.0:1746126736.850527:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817929728 00000100:00100000:3.0:1746126736.850531:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817929728 00010000:00010000:2.0:1746126736.850540:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a84482064 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7418 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00000100:00100000:0.0:1746126736.850712:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13872 00000100:00100000:0.0:1746126736.850721:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817929600:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126736.850732:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126736.850748:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a84482064 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7418 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.850759:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a84482064 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7418 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.850777:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b098000/0xd8b4f51a84482064 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7418 expref: 73 pid: 9564 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.850795:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126736.850796:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126736.850802:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126736.850808:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126736.850826:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30679 00000100:00100000:3.0:1746126736.850833:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817929728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126736.850844:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126736.850852:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7426 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.850883:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.850888:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.850889:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.850892:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.850909:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.850937:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 5 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.850951:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813751808:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126736.850951:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 5 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.850959:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 5 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:0.0:1746126736.850968:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d0e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813751936:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126736.851247:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a5477300 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.851325:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.856566:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d0e2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813751936:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126736.856585:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126736.856599:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813751808:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126736.856620:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 73 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126736.856622:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817929600:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5902us (6320us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126736.856631:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13872 00010000:00010000:3.0:1746126736.856635:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60400, rc 0) 00000100:00100000:3.0:1746126736.856655:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:1776:x1830945817929728:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5822us (6202us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.856661:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30679 00000100:00100000:1.0:1746126736.856782:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.856890:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817929984 00000100:00100000:3.0:1746126736.856895:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817929984 00002000:00100000:3.0:1746126736.856922:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00a680 x1830945817929984/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.856930:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00a680 with x1830945817929984 ext(0->4095) 00010000:00010000:3.0:1746126736.856936:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.856946:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.856952:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c00a680 00000100:00100000:3.0:1746126736.856978:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3245 00000100:00100000:3.0:1746126736.856984:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817929984:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746126736.857269:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817929984:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 286us (488us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.857276:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3245 00002000:00100000:3.0:1746126736.857280:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00a680 x1830945817929984/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.857287:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00a680 with x1830945817929984 ext(0->4095) 00010000:00010000:3.0:1746126736.857329:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:3.0:1746126736.857339:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:3.0:1746126736.857344:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c00a680 00000100:00100000:0.0:1746126736.859497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.860135:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817930112 00000100:00100000:2.0:1746126736.860150:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817930112 00010000:00010000:2.0:1746126736.860178:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.860201:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13873 00000100:00100000:2.0:1746126736.860206:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817930112:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.860217:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.860231:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.860241:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.860256:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60200/0xd8b4f51a8448206b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b741f expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.860490:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.860493:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.860499:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.860506:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.861356:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.861368:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813752064:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.861440:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.863604:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813752064:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.863621:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.863669:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817930112:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3461us (4174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.863677:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13873 00000100:00100000:1.0:1746126736.864509:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.865599:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817930368 00000100:00100000:3.0:1746126736.865606:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817930368 00002000:00100000:3.0:1746126736.865675:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00aa00 x1830945817930368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.865686:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00aa00 with x1830945817930368 ext(0->4095) 00002000:00010000:3.0:1746126736.865691:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c00aa00 00000100:00100000:3.0:1746126736.865718:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13918 00000100:00100000:3.0:1746126736.865724:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2010:x1830945817930368:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746126736.865854:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2010:x1830945817930368:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (1345us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126736.865860:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13918 00002000:00100000:3.0:1746126736.865865:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c00aa00 x1830945817930368/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.865871:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00aa00 with x1830945817930368 ext(0->4095) 00002000:00010000:3.0:1746126736.865873:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c00aa00 00000100:00100000:0.0:1746126736.869872:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.870555:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817930496 00000100:00100000:3.0:1746126736.870563:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817930496 00000100:00100000:3.0:1746126736.870765:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30680 00000100:00100000:3.0:1746126736.870772:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817930496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746126736.870786:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126736.870799:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84482079 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b742d expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.870820:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.870826:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.870828:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126736.870830:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84482079 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b742d expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.870851:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 71 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.870872:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 71 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:3.0:1746126736.870899:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813752192:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126736.871280:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a54770c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126736.874274:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813752192:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126736.874297:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84482079 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b742d expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126736.874333:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00000100:00100000:3.0:1746126736.874367:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817930496:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3595us (4501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.874374:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30680 00000100:00100000:0.0:1746126736.874959:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.875088:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817930624 00000100:00100000:1.0:1746126736.875094:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817930624 00002000:00100000:1.0:1746126736.875124:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d0e3800 x1830945817930624/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.875132:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3800 with x1830945817930624 ext(0->7) 00010000:00010000:1.0:1746126736.875148:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 72 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:1.0:1746126736.875158:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 72 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:1.0:1746126736.875164:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e3800 00000100:00100000:1.0:1746126736.875183:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3246 00000100:00100000:1.0:1746126736.875189:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+72:2008:x1830945817930624:12345-192.168.204.15@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746126736.876411:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2008:x1830945817930624:12345-192.168.204.15@tcp:4:ldlm_bl.0 Request processed in 1219us (1448us total) trans 4294972094 rc 0/0 00000100:00100000:0.0:1746126736.876418:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3246 00002000:00100000:0.0:1746126736.876424:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d0e3800 x1830945817930624/t4294972094(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 496/448 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126736.876431:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3800 with x1830945817930624 ext(0->7) 00010000:00010000:0.0:1746126736.876436:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 74 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746126736.876444:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 74 pid: 11425 timeout: 879 lvb_type: 0 00002000:00010000:0.0:1746126736.876450:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e3800 00000100:00100000:0.0:1746126736.878441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.878577:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817930752 00000100:00100000:2.0:1746126736.878585:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817930752 00010000:00010000:2.0:1746126736.878613:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 74 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.878634:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13874 00000100:00100000:2.0:1746126736.878639:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2008:x1830945817930752:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.878651:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.878667:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 74 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.878681:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 74 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.878838:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b60400/0xd8b4f51a84482072 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7426 expref: 74 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.878895:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.878897:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.878903:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84482079 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b742d expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.878910:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84482079 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b742d expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.878937:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84482079 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b742d expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.878946:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813752320:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.879292:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.882367:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d375880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813752320:192.168.204.15@tcp:105: 00010000:00010000:0.0:1746126736.882387:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126736.882472:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2008:x1830945817930752:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3831us (4033us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126736.882480:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13874 00000100:00100000:2.0:1746126736.882616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.882846:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817931008 00000100:00100000:0.0:1746126736.882851:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817931008 00002000:00100000:0.0:1746126736.882884:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374e00 x1830945817931008/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126736.882893:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374e00 with x1830945817931008 ext(0->4095) 00002000:00010000:0.0:1746126736.882898:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d374e00 00000100:00100000:0.0:1746126736.882921:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13919 00000100:00100000:0.0:1746126736.882927:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817931008:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746126736.883031:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2010:x1830945817931008:12345-192.168.204.15@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (415us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126736.883036:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13919 00002000:00100000:0.0:1746126736.883041:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d374e00 x1830945817931008/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126736.883056:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d374e00 with x1830945817931008 ext(0->4095) 00002000:00010000:0.0:1746126736.883058:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d374e00 00000100:00100000:0.0:1746126736.888118:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.891043:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817931136 00000100:00100000:0.0:1746126736.891052:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817931136 00000100:00100000:1.0:1746126736.891103:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30681 00000100:00100000:1.0:1746126736.891112:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+73:1778:x1830945817931136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.891131:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.891154:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7434 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.891179:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84482079 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b742d expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.891185:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.891187:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126736.891189:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 74 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.891218:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84482079 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b742d expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.891227:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84482079 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b742d expref: 5 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:1.0:1746126736.891242:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c009500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813752448:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126736.891325:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099600240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.893476:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.893531:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817931264 00000100:00100000:1.0:1746126736.893590:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c009500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813752448:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126736.893615:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 74 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.893629:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098e95000, rc 0) 00000100:00100000:1.0:1746126736.893661:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+74:1778:x1830945817931136:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2551us (5549us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.893668:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30681 00000100:00100000:2.0:1746126736.893924:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817931264 00000100:00100000:2.0:1746126736.893950:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30682 00000100:00100000:2.0:1746126736.893956:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+74:1776:x1830945817931264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746126736.893965:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.893975:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b743b expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.893991:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.893994:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 75 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.894000:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126736.894003:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 75 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.894026:0:11425:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 75 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.894034:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 75 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.894041:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3da00, rc 0) 00000100:00100000:2.0:1746126736.894060:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+75:1776:x1830945817931264:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.894065:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30682 00000100:00100000:0.0:1746126736.894747:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.896096:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817931392 00000100:00100000:2.0:1746126736.896103:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817931392 00010000:00010000:2.0:1746126736.896125:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84482079 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b742d expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00000100:00100000:2.0:1746126736.896166:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13875 00000100:00100000:2.0:1746126736.896172:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817931392:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.896182:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.896197:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84482079 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b742d expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.896206:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84482079 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b742d expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.896223:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61400/0xd8b4f51a84482079 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b742d expref: 6 pid: 11425 timeout: 879 lvb_type: 0 00010000:00010000:2.0:1746126736.896245:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.896246:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.896252:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 74 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.896258:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 74 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.896278:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 74 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.896286:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 74 pid: 11426 timeout: 880 lvb_type: 0 00000100:00100000:2.0:1746126736.896295:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813752704:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.896385:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.899667:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813752704:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.899688:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.899726:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817931392:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3552us (4979us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.899734:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13875 00000100:00100000:0.0:1746126736.900527:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.900636:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817931648 00000100:00100000:3.0:1746126736.900642:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817931648 00002000:00100000:3.0:1746126736.900674:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e3100 x1830945817931648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746126736.900682:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3100 with x1830945817931648 ext(0->4095) 00010000:00010000:3.0:1746126736.900688:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 75 pid: 11426 timeout: 880 lvb_type: 0 00010000:00010000:3.0:1746126736.900699:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 75 pid: 11426 timeout: 880 lvb_type: 0 00002000:00010000:3.0:1746126736.900706:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e3100 00000100:00100000:0.0:1746126736.900764:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3247 00000100:00100000:0.0:1746126736.900772:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2008:x1830945817931648:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746126736.900886:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2008:x1830945817931648:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (359us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746126736.900891:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3247 00002000:00100000:0.0:1746126736.900896:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e3100 x1830945817931648/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746126736.900902:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e3100 with x1830945817931648 ext(0->4095) 00010000:00010000:0.0:1746126736.900906:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 75 pid: 11426 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746126736.900914:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 75 pid: 11426 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746126736.900919:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e3100 00000100:00100000:0.0:1746126736.904535:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.904696:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817931776 00000100:00100000:1.0:1746126736.904703:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817931776 00000100:00100000:1.0:1746126736.904755:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30683 00000100:00100000:1.0:1746126736.904762:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:1778:x1830945817931776:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.904777:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.904791:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7442 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.904810:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.904816:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.904821:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126736.904824:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.904854:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.904864:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.904871:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54bd800, rc 0) 00000100:00100000:1.0:1746126736.905585:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:1778:x1830945817931776:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 820us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.905591:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30683 00000100:00100000:1.0:1746126736.908930:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.909892:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817931904 00000100:00100000:2.0:1746126736.909900:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817931904 00010000:00010000:2.0:1746126736.909933:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 75 pid: 11426 timeout: 880 lvb_type: 0 00000100:00100000:2.0:1746126736.909971:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13876 00000100:00100000:2.0:1746126736.909977:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2007:x1830945817931904:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.909988:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.910004:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 75 pid: 11426 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746126736.910015:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 75 pid: 11426 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746126736.910034:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098e95000/0xd8b4f51a84482080 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7434 expref: 75 pid: 11426 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746126736.910049:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.910050:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.910057:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.910063:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.910096:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 74 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.910106:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 74 pid: 11425 timeout: 880 lvb_type: 0 00000100:00100000:2.0:1746126736.910115:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813752960:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.910189:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126736.916363:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813752960:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.916383:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126736.916504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.917129:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c009500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2007:x1830945817931904:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 7148us (8203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.917147:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13876 00000100:00100000:1.0:1746126736.917225:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817932160 00000100:00100000:1.0:1746126736.917231:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817932160 00002000:00100000:1.0:1746126736.917263:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2a00 x1830945817932160/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.917271:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2a00 with x1830945817932160 ext(0->4095) 00010000:00010000:1.0:1746126736.917278:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 74 pid: 11425 timeout: 880 lvb_type: 0 00010000:00010000:1.0:1746126736.917290:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 74 pid: 11425 timeout: 880 lvb_type: 0 00002000:00010000:1.0:1746126736.917300:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e2a00 00000100:00100000:1.0:1746126736.917723:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3248 00000100:00100000:1.0:1746126736.917729:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2008:x1830945817932160:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126736.918097:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2008:x1830945817932160:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 367us (1592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.918102:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3248 00002000:00100000:1.0:1746126736.918108:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d0e2a00 x1830945817932160/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.918115:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2a00 with x1830945817932160 ext(0->4095) 00010000:00010000:1.0:1746126736.918120:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 74 pid: 11425 timeout: 880 lvb_type: 0 00010000:00010000:1.0:1746126736.918129:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 74 pid: 11425 timeout: 880 lvb_type: 0 00002000:00010000:1.0:1746126736.918134:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d0e2a00 00000100:00100000:0.0:1746126736.921539:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126736.921626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.921723:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817932288 00000100:00100000:1.0:1746126736.921730:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817932288 00000100:00100000:1.0:1746126736.921773:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30684 00000100:00100000:1.0:1746126736.921779:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+74:1776:x1830945817932288:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746126736.921793:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126736.921808:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84482095 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7449 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.921835:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126736.921840:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.921846:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746126736.921848:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84482095 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7449 expref: 75 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.921876:0:11426:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.921886:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84482095 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7449 expref: 75 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126736.921894:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098e95e00, rc 0) 00000100:00100000:1.0:1746126736.921927:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+75:1776:x1830945817932288:12345-192.168.204.15@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.921932:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30684 00000100:00100000:2.0:1746126736.921996:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817932416 00000100:00100000:2.0:1746126736.922000:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817932416 00010000:00010000:2.0:1746126736.922016:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 75 pid: 11425 timeout: 880 lvb_type: 0 00000100:00100000:2.0:1746126736.922033:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13877 00000100:00100000:2.0:1746126736.922038:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+75:2009:x1830945817932416:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.922045:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.922066:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 75 pid: 11425 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746126736.922080:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 75 pid: 11425 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746126736.922095:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a84482087 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b743b expref: 75 pid: 11425 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746126736.922106:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.922108:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.922112:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.922119:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.922149:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 5 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.922163:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 5 pid: 11426 timeout: 880 lvb_type: 0 00000100:00100000:2.0:1746126736.922173:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813753216:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.922220:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126736.927542:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126736.927593:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817932672 00000100:00100000:1.0:1746126736.927600:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817932672 00002000:00100000:1.0:1746126736.927634:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74f100 x1830945817932672/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/0 e 0 to 0 dl 1746126747 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746126736.927639:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813753216:192.168.204.15@tcp:105: 00002000:00100000:1.0:1746126736.927643:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74f100 with x1830945817932672 ext(0->4095) 00010000:00010000:1.0:1746126736.927649:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 6 pid: 11426 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746126736.927655:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126736.927666:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 6 pid: 11426 timeout: 880 lvb_type: 0 00002000:00010000:1.0:1746126736.927671:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74f100 00000100:00100000:2.0:1746126736.927693:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2009:x1830945817932416:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5654us (6066us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126736.927703:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3249 00000100:00100000:2.0:1746126736.927705:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13877 00000100:00100000:1.0:1746126736.927710:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817932672:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746126736.927814:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817932672:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126736.927820:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3249 00002000:00100000:1.0:1746126736.927825:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e74f100 x1830945817932672/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:497/0 lens 488/4536 e 0 to 0 dl 1746126747 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126736.927832:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74f100 with x1830945817932672 ext(0->4095) 00010000:00010000:1.0:1746126736.927837:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 6 pid: 11426 timeout: 880 lvb_type: 0 00010000:00010000:1.0:1746126736.927845:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 6 pid: 11426 timeout: 880 lvb_type: 0 00002000:00010000:1.0:1746126736.927850:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e74f100 00000100:00100000:1.0:1746126736.933910:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.933955:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817932800 00000100:00100000:2.0:1746126736.933962:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817932800 00010000:00010000:2.0:1746126736.933987:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 6 pid: 11426 timeout: 880 lvb_type: 0 00000100:00100000:2.0:1746126736.934009:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13878 00000100:00100000:2.0:1746126736.934014:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2008:x1830945817932800:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126736.934024:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126736.934039:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 6 pid: 11426 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746126736.934048:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 6 pid: 11426 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746126736.934067:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a54bd800/0xd8b4f51a8448208e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7442 expref: 6 pid: 11426 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746126736.934081:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.934083:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126736.934089:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84482095 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7449 expref: 73 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.934096:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84482095 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7449 expref: 73 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.934123:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84482095 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7449 expref: 73 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.934135:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813753344:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126736.934319:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88007ed85cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126736.934376:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.934419:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817933056 00000100:00100000:2.0:1746126736.934423:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817933056 00000100:00100000:2.0:1746126736.934450:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 182 00000100:00100000:2.0:1746126736.934455:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+6:1776:x1830945817933056:12345-192.168.204.15@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:2.0:1746126736.934601:0:17019:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980536 00000100:00080000:3.0:1746126736.934754:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126736.935062:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1776:x1830945817933056:12345-192.168.204.15@tcp:35:rw_seq_cst_vs_d.0 Request processed in 605us (684us total) trans 4294980537 rc 0/0 00000100:00100000:2.0:1746126736.935069:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 182 00000020:00080000:2.0:1746126736.935072:0:17019:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1746126736.937696:0:9580:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.204.15@tcp) returned -22 from completion AST (req@ffff88009d377b80 x1830945813753344) - normal race ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84482095 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7449 expref: 73 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126736.937732:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126736.937746:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a84482095 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7449 expref: 73 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126736.937757:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813753344:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126736.937783:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126736.937827:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817932800:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3812us (3923us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.937835:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13878 00000100:00100000:3.0:1746126736.938026:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817933312 00000100:00100000:3.0:1746126736.938032:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817933312 00000100:00100000:3.0:1746126736.938075:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 183 00000100:00100000:3.0:1746126736.938080:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:1776:x1830945817933312:12345-192.168.204.15@tcp:35:rw_seq_cst_vs_d.0 00000100:00080000:2.0:1746126736.938120:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126736.939134:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:1776:x1830945817933312:12345-192.168.204.15@tcp:35:rw_seq_cst_vs_d.0 Request processed in 1050us (1400us total) trans 4294980538 rc 0/0 00000100:00100000:3.0:1746126736.939153:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 183 00000100:00100000:0.0:1746126736.962418:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.963080:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817933440 00000100:00100000:2.0:1746126736.963089:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817933440 00000100:00100000:2.0:1746126736.963149:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29027 00000100:00100000:2.0:1746126736.963157:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:1794:x1830945817933440:12345-192.168.204.15@tcp:101:rm.0 00010000:00010000:2.0:1746126736.963178:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.963193:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3cc00/0xd8b4f51a8448209c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7450 expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.963465:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c000/0xd8b4f51a844820a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.963476:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c000/0xd8b4f51a844820a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.963487:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c000/0xd8b4f51a844820a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00200000:2.0:1746126736.963521:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126736.963524:0:8376:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126736.963537:0:8376:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c000/0xd8b4f51a844820a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.963555:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3cc00/0xd8b4f51a8448209c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7450 expref: 10 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.963852:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c000/0xd8b4f51a844820a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7450 expref: 9 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.963859:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126736.963862:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126736.963864:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3c000, rc 0) 00000100:00100000:2.0:1746126736.964890:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1794:x1830945817933440:12345-192.168.204.15@tcp:101:rm.0 Request processed in 1731us (2476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.964898:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29027 00000100:00100000:0.0:1746126736.967432:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.967535:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817933568 00000100:00100000:2.0:1746126736.967545:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817933568 00000100:00100000:2.0:1746126736.967588:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29028 00000100:00100000:2.0:1746126736.967594:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1794:x1830945817933568:12345-192.168.204.15@tcp:101:rm.0 00010000:00010000:2.0:1746126736.967614:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126736.967636:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3da00/0xd8b4f51a844820aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7457 expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.967699:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254800/0xd8b4f51a844820b1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967710:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099254800/0xd8b4f51a844820b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967720:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099254800/0xd8b4f51a844820b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967732:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844820b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967737:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844820b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967741:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844820b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967813:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254400/0xd8b4f51a844820bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967820:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099254400/0xd8b4f51a844820bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967829:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099254400/0xd8b4f51a844820bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00200000:2.0:1746126736.967864:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 8 00000004:00200000:2.0:1746126736.967868:0:8376:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126736.967883:0:8376:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099254400/0xd8b4f51a844820bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967892:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099254400/0xd8b4f51a844820bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967899:0:8376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254800/0xd8b4f51a844820b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967904:0:8376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099254800/0xd8b4f51a844820b1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967910:0:8376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099254800/0xd8b4f51a844820b1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967916:0:8376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099254800 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126736.967919:0:8376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099254800/0xd8b4f51a844820b1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967925:0:8376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099254800/0xd8b4f51a844820b1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967936:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126736.967939:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126736.967943:0:8376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099254800/0xd8b4f51a844820b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967952:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099254800/0xd8b4f51a844820b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967967:0:8376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844820b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967971:0:8376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844820b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967975:0:8376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844820b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967979:0:8376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099255200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126736.967981:0:8376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844820b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967986:0:8376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844820b8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967991:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880099944300) 00010000:00010000:2.0:1746126736.967993:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126736.967995:0:8376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844820b8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.967998:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844820b8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.968170:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3da00/0xd8b4f51a844820aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7457 expref: 11 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.968186:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254400/0xd8b4f51a844820bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7457 expref: 10 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.968193:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff880094b51700) 00010000:00010000:2.0:1746126736.968195:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126736.968197:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099254400, rc 0) 00000100:00100000:2.0:1746126736.968428:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:1794:x1830945817933568:12345-192.168.204.15@tcp:101:rm.0 Request processed in 832us (1131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126736.968435:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29028 00000100:00100000:0.0:1746126736.969832:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126736.970412:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817933696 00000100:00100000:3.0:1746126736.970420:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817933696 00000100:00100000:3.0:1746126736.970467:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30685 00000100:00100000:3.0:1746126736.970474:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+73:2007:x1830945817933696:12345-192.168.204.15@tcp:101:rm.0 00010000:00010000:3.0:1746126736.970490:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126736.970507:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844820c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b745e expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126736.970526:0:11425:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 8, mtime: 0x6813c791, atime: 0x6813c77d, ctime: 0x6813c791, blocks: 0x8 00010000:00010000:3.0:1746126736.970542:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.970544:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126736.970551:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844820c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b745e expref: 74 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126736.970563:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844820c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b745e expref: 74 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126736.970572:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61200, rc 0) 00000100:00100000:3.0:1746126736.970607:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2007:x1830945817933696:12345-192.168.204.15@tcp:101:rm.0 Request processed in 134us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126736.970612:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30685 00000100:00100000:0.0:1746126736.972992:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126736.973199:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817933952 00000100:00100000:2.0:1746126736.973209:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817933952 00000100:00100000:2.0:1746126736.973266:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29029 00000100:00100000:2.0:1746126736.973274:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:1794:x1830945817933952:12345-192.168.204.15@tcp:36:rm.0 00010000:00010000:2.0:1746126736.973363:0:8376:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746126736.973391:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099254400/0xd8b4f51a844820bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7457 expref: 10 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.973414:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d33ac00/0xd8b4f51a8447e6ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b3a66 expref: 9 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.973427:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff880094b51700) 00010000:00010000:2.0:1746126736.973436:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c000/0xd8b4f51a844820a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7450 expref: 8 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126736.973443:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126736.973446:0:8376:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126736.973469:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a844820cd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973481:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a844820cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973489:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a844820cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973502:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844820d4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973508:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844820d4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973512:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844820d4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973595:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3cc00/0xd8b4f51a844820db lrc: 3/0,1 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973602:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3cc00/0xd8b4f51a844820db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973611:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3cc00/0xd8b4f51a844820db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000040:00080000:2.0:1746126736.973813:0:8376:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:2.0:1746126736.973821:0:8376:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 780079514697ns, next at 781079513002ns, rc = 0 00010000:00010000:2.0:1746126736.973859:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a63e00/0xd8b4f51a844820e2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973865:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a63e00/0xd8b4f51a844820e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973871:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a63e00/0xd8b4f51a844820e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973876:0:8376:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a63e00/0xd8b4f51a844820e2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973881:0:8376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a63e00/0xd8b4f51a844820e2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973887:0:8376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a63e00/0xd8b4f51a844820e2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973908:0:8376:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746126736.973923:0:8376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3cc00/0xd8b4f51a844820db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973926:0:8376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3cc00/0xd8b4f51a844820db lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973931:0:8376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3cc00/0xd8b4f51a844820db lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973936:0:8376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b3cc00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126736.973939:0:8376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3cc00/0xd8b4f51a844820db lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973944:0:8376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3cc00/0xd8b4f51a844820db lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973949:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff880094b51700) 00010000:00010000:2.0:1746126736.973952:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746126736.973954:0:8376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3cc00/0xd8b4f51a844820db lrc: 2/0,0 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.973958:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3cc00/0xd8b4f51a844820db lrc: 0/0,0 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126736.973984:0:11892:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746126736.973990:0:11892:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a63e00/0xd8b4f51a844820e2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126736.973999:0:11892:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a63e00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126736.974001:0:11892:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a63e00/0xd8b4f51a844820e2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126736.974006:0:11892:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a63e00/0xd8b4f51a844820e2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126736.974013:0:11892:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff880094b51700) 00010000:00010000:1.0:1746126736.974014:0:11892:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1746126736.974017:0:11892:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a63e00/0xd8b4f51a844820e2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126736.974020:0:11892:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a63e00/0xd8b4f51a844820e2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126736.974045:0:11892:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126736.974046:0:8376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a844820cd lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126736.974047:0:11892:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126736.974048:0:11892:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746126736.974051:0:8376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a844820cd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.974060:0:8376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a844820cd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.974113:0:8376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099255000 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126736.974116:0:8376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a844820cd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.974121:0:8376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a844820cd lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.974127:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126736.974128:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126736.974131:0:8376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a844820cd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.974145:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a844820cd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00000004:00010000:2.0:1746126736.974154:0:8376:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800b51ec380 reply state ffff88009c112000 transno 4294980539 ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844820d4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.974161:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844820d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126736.974166:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880099944700) 00010000:00010000:2.0:1746126736.974168:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746126736.974170:0:8376:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746126736.974332:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:1794:x1830945817933952:12345-192.168.204.15@tcp:36:rm.0 Request processed in 1057us (1348us total) trans 4294980539 rc 0/0 00000100:00100000:2.0:1746126736.974340:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29029 00000100:00100000:0.0:1746126737.134919:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830945813753472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746126737.134995:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126737.135163:0:13017:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813753472 00000100:00100000:2.0:1746126737.135173:0:13017:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813753472 00000100:00100000:2.0:1746126737.135224:0:13017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1746126737.135232:0:13017:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830945813753472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746126737.135263:0:13017:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499571520 pending 974848 free 3921281024 avail 3689758720 00000100:00100000:2.0:1746126737.135338:0:13017:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830945813753472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126737.135344:0:13017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00080000:0.0:1746126737.135450:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126737.135496:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830945813753472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126737.165725:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab3af2de-0d7d-4712-892e-0d07b04b6e29:3770:1830945813753600:0@lo:400:kworker.0 00000100:00100000:0.0:1746126737.165755:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830945813753728:0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.165782:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126737.165891:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813753856:0@lo:400:kworker.0 00000100:00100000:0.0:1746126737.166123:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126737.166164:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813754112:0@lo:400:kworker.0 00000100:00100000:0.0:1746126737.166176:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3771:1830945813754240:0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.166190:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126737.166198:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126737.166209:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830945813754624:0@lo:400:kworker.0 00000100:00100000:0.0:1746126737.166217:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830945813754752:0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.166229:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126737.166240:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126737.166245:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1746126737.166251:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830945813753984:0@lo:400:kworker.0 00000100:00100000:2.0:1746126737.166263:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126737.166289:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813754112 00000100:00100000:0.0:1746126737.166296:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813754112 00000100:00100000:0.0:1746126737.166360:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813753856 00000100:00100000:0.0:1746126737.166363:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813753856 00000100:00100000:0.0:1746126737.166378:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1746126737.166386:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813754112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126737.166585:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1746126737.166596:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3772:x1830945813753856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.166702:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126737.166716:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3772:1830945813754368:0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.166721:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830945813754496:0@lo:400:kworker.0 00000100:00100000:2.0:1746126737.166735:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126737.166856:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126737.166903:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813755008:0@lo:400:kworker.0 00000100:00100000:2.0:1746126737.166915:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813754880:0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.166924:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126737.166934:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126737.166948:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813753600 00000100:00100000:1.0:1746126737.166954:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813753600 00000100:00100000:2.0:1746126737.166963:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813753728 00000100:00100000:2.0:1746126737.166966:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813753728 00000100:00100000:1.0:1746126737.166979:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1746126737.166981:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813754240 00000100:00100000:2.0:1746126737.166983:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813754240 00000100:00100000:1.0:1746126737.166983:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab3af2de-0d7d-4712-892e-0d07b04b6e29+23:3770:x1830945813753600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126737.166998:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813754624 00000100:00100000:2.0:1746126737.167000:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813754624 00000100:00100000:2.0:1746126737.167007:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813753984 00000100:00100000:2.0:1746126737.167009:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813753984 00000100:00100000:1.0:1746126737.167009:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab3af2de-0d7d-4712-892e-0d07b04b6e29+23:3770:x1830945813753600:12345-0@lo:400:kworker.0 Request processed in 25us (1227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126737.167015:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1746126737.167017:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813754368 00000100:00100000:2.0:1746126737.167018:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813754368 00000100:00100000:2.0:1746126737.167025:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813754496 00000100:00100000:2.0:1746126737.167026:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813754496 00000100:00100000:2.0:1746126737.167035:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:2.0:1746126737.167039:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830945813753728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.167040:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:1.0:1746126737.167045:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3771:x1830945813754240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126737.167071:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830945813753728:12345-0@lo:400:kworker.0 Request processed in 31us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126737.167078:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3771:x1830945813754240:12345-0@lo:400:kworker.0 Request processed in 33us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126737.167079:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:1.0:1746126737.167084:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1746126737.167090:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:2.0:1746126737.167094:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830945813754624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.167096:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:1.0:1746126737.167099:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830945813753984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126737.167114:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830945813754624:12345-0@lo:400:kworker.0 Request processed in 20us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126737.167119:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:1.0:1746126737.167121:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830945813753984:12345-0@lo:400:kworker.0 Request processed in 21us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126737.167125:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:2.0:1746126737.167129:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:2.0:1746126737.167143:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3772:x1830945813754368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.167145:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:1.0:1746126737.167149:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830945813754496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126737.167166:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3772:x1830945813754368:12345-0@lo:400:kworker.0 Request processed in 33us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126737.167170:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00000100:00100000:1.0:1746126737.167170:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830945813754496:12345-0@lo:400:kworker.0 Request processed in 21us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126737.167178:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00100000:1.0:1746126737.167198:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813754752 00000100:00100000:2.0:1746126737.167199:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830945813753728:0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.167201:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813754752 00000100:00100000:2.0:1746126737.167210:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3771:1830945813754240:0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.167219:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813755008 00000100:00100000:1.0:1746126737.167221:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813755008 00000100:00100000:0.0:1746126737.167224:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813754112:12345-0@lo:400:kworker.0 Request processed in 837us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126737.167231:0:9564:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813754880 00000100:00100000:0.0:1746126737.167232:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1746126737.167233:0:9564:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813754880 00000100:00100000:1.0:1746126737.167235:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1746126737.167239:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3771:x1830945813754752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126737.167253:0:9564:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1746126737.167257:0:9564:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813755008:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746126737.167261:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126737.167267:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3771:x1830945813754752:12345-0@lo:400:kworker.0 Request processed in 27us (1026us total) trans 0 rc 0/0 00000100:00080000:0.0:1746126737.167267:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126737.167269:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746126737.167271:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00080000:0.0:1746126737.167272:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746126737.167280:0:9564:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813755008:12345-0@lo:400:kworker.0 Request processed in 23us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126737.167281:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1746126737.167285:0:9564:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1746126737.167285:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3772:x1830945813754880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126737.167322:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830945813754752:0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.167324:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3772:x1830945813754880:12345-0@lo:400:kworker.0 Request processed in 38us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126737.167329:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1746126737.167342:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3772:1830945813754368:0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.167352:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830945813753984:0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.167360:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830945813754496:0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.167367:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813755008:0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.167374:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813754112:0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.167381:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830945813754624:0@lo:400:kworker.0 00000100:00100000:1.0:1746126737.167387:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab3af2de-0d7d-4712-892e-0d07b04b6e29:3770:1830945813753600:0@lo:400:kworker.0 00000100:00100000:3.0:1746126737.167399:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3772:x1830945813753856:12345-0@lo:400:kworker.0 Request processed in 807us (1136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126737.167404:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1746126737.167524:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813754880:0@lo:400:kworker.0 00000100:00100000:2.0:1746126737.167538:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813753856:0@lo:400:kworker.0 00000100:00100000:0.0:1746126737.341648:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746126737.341665:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830945813755136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746126737.341892:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126737.342516:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813755136 00000100:00100000:3.0:1746126737.342534:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813755136 00000100:00100000:3.0:1746126737.342747:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1746126737.342764:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830945813755136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746126737.342799:0:9568:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499571520 pending 974848 free 3921281024 avail 3689758720 00000100:00100000:0.0:1746126737.343197:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746126737.343205:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800b51ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813755264:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746126737.343230:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126737.343249:0:13017:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813755264 00000100:00100000:2.0:1746126737.343253:0:13017:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813755264 00000100:00100000:2.0:1746126737.343281:0:13017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1746126737.343287:0:13017:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830945813755264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746126737.343555:0:13017:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921100800 avail 3689578496 00000100:00100000:2.0:1746126737.343635:0:13017:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830945813755264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 335us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126737.343641:0:13017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1746126737.344266:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800b51ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813755264:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746126737.344292:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830945813755136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1537us (2399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126737.344302:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1746126737.344365:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830945813755136:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746126737.357593:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746126737.357611:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830945813755392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746126737.357662:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126737.357719:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813755392 00000100:00100000:3.0:1746126737.357725:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813755392 00000100:00100000:3.0:1746126737.357771:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1746126737.357777:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830945813755392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746126737.357795:0:9568:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921100800 avail 3689578496 00000100:00100000:3.0:1746126737.357835:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830945813755392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126737.357841:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1746126737.358249:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830945813755392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746126737.421494:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746126737.421512:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813755520:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746126737.421564:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126737.422055:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813755520 00000100:00100000:3.0:1746126737.422062:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813755520 00000100:00100000:3.0:1746126737.422110:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1746126737.422117:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813755520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746126737.422154:0:7225:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1746126737.422192:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813755520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126737.422200:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1746126737.422769:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813755520:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1746126737.545551:0:7210:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126738.063768:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126738.064678:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126738.064713:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126738.064830:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817934336 00000100:00100000:2.0:1746126738.064837:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817934336 00000100:00100000:2.0:1746126738.065186:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1224 00000100:00100000:1.0:1746126738.065191:0:7216:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817934080 00000100:00100000:2.0:1746126738.065194:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2007:x1830945817934336:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:1.0:1746126738.065195:0:7216:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817934080 00000100:00100000:1.0:1746126738.065217:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 555 00000100:00100000:1.0:1746126738.065221:0:7216:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23c7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9990f7b3-097c-4efd-bda2-4325c19d14d5+12:2007:x1830945817934080:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:2.0:1746126738.065244:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2007:x1830945817934336:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 52us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126738.065244:0:7216:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23c7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9990f7b3-097c-4efd-bda2-4325c19d14d5+12:2007:x1830945817934080:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 22us (1485us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126738.065250:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1224 00000100:00100000:1.0:1746126738.065250:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 555 00000100:00080000:1.0:1746126738.065269:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746126738.065554:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817934592 00000100:00100000:1.0:1746126738.065557:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817934592 00000100:00100000:1.0:1746126738.065579:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 725 00000100:00100000:1.0:1746126738.065583:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2007:x1830945817934592:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:1.0:1746126738.065602:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+74:2007:x1830945817934592:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 19us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126738.065606:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 725 00000100:00080000:0.0:1746126738.065643:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126738.066218:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126738.066415:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126738.066433:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126738.066456:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126738.066472:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817934848 00000100:00100000:0.0:1746126738.066475:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817934848 00000100:00100000:0.0:1746126738.066495:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817934208 00000100:00100000:0.0:1746126738.066496:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817934208 00000100:00100000:0.0:1746126738.066505:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817934720 00000100:00100000:0.0:1746126738.066506:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817934720 00000100:00100000:0.0:1746126738.066516:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1225 00000100:00100000:0.0:1746126738.066520:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817934848:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126738.066547:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817934848:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 27us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126738.066551:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1225 00000100:00100000:0.0:1746126738.066560:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1226 00000100:00100000:0.0:1746126738.066563:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945817934208:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126738.066578:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945817934208:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 14us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126738.066582:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1226 00000100:00100000:0.0:1746126738.066588:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1227 00000100:00100000:0.0:1746126738.066591:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2007:x1830945817934720:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126738.066602:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2007:x1830945817934720:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 11us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126738.066606:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1227 00000100:00100000:1.0:1746126738.066695:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817934464 00000100:00100000:1.0:1746126738.066698:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817934464 00000100:00100000:1.0:1746126738.066715:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 726 00000100:00100000:1.0:1746126738.066720:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2007:x1830945817934464:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:1.0:1746126738.066743:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2007:x1830945817934464:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 22us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126738.066747:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 726 00000100:00080000:0.0:1746126738.067341:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746126738.067345:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746126738.067347:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746126738.068664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126738.068719:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126738.068900:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817934976 00000100:00100000:2.0:1746126738.068909:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817934976 00000100:00100000:2.0:1746126738.068957:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817935104 00000100:00100000:2.0:1746126738.068960:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817935104 00000100:00100000:2.0:1746126738.069289:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 727 00000100:00100000:2.0:1746126738.069299:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817935104:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:2.0:1746126738.069398:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2008:x1830945817935104:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 100us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126738.069404:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 727 00000100:00100000:2.0:1746126738.069422:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30686 00000100:00100000:2.0:1746126738.069427:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2006:x1830945817934976:12345-192.168.204.15@tcp:9:kworker.0 00000020:00000080:2.0:1746126738.069447:0:11426:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd8b4f51a843b5608 00000100:00080000:2.0:1746126738.069454:0:11426:0:(import.c:66:import_set_state_nolock()) ffff880130798000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1746126738.069495:0:11426:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294970644 00000100:00100000:2.0:1746126738.069601:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+2:2006:x1830945817934976:12345-192.168.204.15@tcp:9:kworker.0 Request processed in 173us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126738.069606:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30686 00000100:00080000:1.0:1746126738.069733:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746126738.069738:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1746126738.069752:0:8367:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126738.547478:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746126738.607775:0:10888:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972094 is committed 00000100:00100000:1.0:1746126739.309984:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813755648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746126739.310037:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126739.310173:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813755648 00000100:00100000:0.0:1746126739.310180:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813755648 00000100:00100000:0.0:1746126739.310212:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1746126739.310218:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3770:x1830945813755648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746126739.310247:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:0.0:1746126739.310284:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3770:x1830945813755648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126739.310290:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1746126739.310357:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800969ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813755648:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746126739.549448:0:11892:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1746126739.855565:0:28193:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 15:12:19 (1746126739) 00000100:00100000:2.0:1746126739.900940:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126739.901003:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817935232 00000100:00100000:3.0:1746126739.901011:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817935232 00000100:00100000:3.0:1746126739.901048:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29030 00000100:00100000:3.0:1746126739.901057:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2451:x1830945817935232:12345-192.168.204.15@tcp:41:stat.0 00000004:00000024:3.0:1746126739.901111:0:8376:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842381824 avail 7378362368 00000100:00100000:3.0:1746126739.901159:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2451:x1830945817935232:12345-192.168.204.15@tcp:41:stat.0 Request processed in 103us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126739.901165:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29030 00000100:00100000:0.0:1746126739.968746:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126739.968856:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817935360 00000100:00100000:2.0:1746126739.968866:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817935360 00000100:00100000:2.0:1746126739.968921:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29031 00000100:00100000:2.0:1746126739.968928:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2455:x1830945817935360:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:2.0:1746126739.968948:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126739.968966:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a844820e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7465 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126739.969024:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce800/0xd8b4f51a844820f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.969036:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce800/0xd8b4f51a844820f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.969047:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce800/0xd8b4f51a844820f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:2.0:1746126739.969101:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126739.969104:0:7219:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126739.969121:0:7219:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce800/0xd8b4f51a844820f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.969140:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a844820e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7465 expref: 11 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126739.969159:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce800/0xd8b4f51a844820f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7465 expref: 10 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126739.969166:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126739.969168:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126739.969171:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992ce800, rc 0) 00000100:00100000:2.0:1746126739.969222:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2455:x1830945817935360:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 295us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126739.969227:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29031 00000100:00100000:0.0:1746126739.973531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126739.974214:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817935488 00000100:00100000:2.0:1746126739.974224:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817935488 00000100:00100000:2.0:1746126739.974408:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29032 00000100:00100000:2.0:1746126739.974417:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2455:x1830945817935488:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:2.0:1746126739.974441:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126739.974463:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cfa00/0xd8b4f51a844820f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b746c expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126739.974524:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a844820fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974537:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a844820fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974549:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a844820fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974562:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf400/0xd8b4f51a84482105 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974567:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf400/0xd8b4f51a84482105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974572:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf400/0xd8b4f51a84482105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974618:0:7219:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a844820fe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974624:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a844820fe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974630:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a844820fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974636:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a844820fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974641:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800992ce600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126739.974644:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a844820fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974651:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a844820fe lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974661:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126739.974664:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126739.974669:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a844820fe lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974673:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a844820fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974696:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf400/0xd8b4f51a84482105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974701:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf400/0xd8b4f51a84482105 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974705:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf400/0xd8b4f51a84482105 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974709:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800992cf400 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126739.974711:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf400/0xd8b4f51a84482105 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974715:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf400/0xd8b4f51a84482105 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974720:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009d1ff500) 00010000:00010000:2.0:1746126739.974722:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126739.974724:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf400/0xd8b4f51a84482105 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.974729:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf400/0xd8b4f51a84482105 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.975117:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cfa00/0xd8b4f51a844820f7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b746c expref: 11 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126739.975129:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cfa00/0xd8b4f51a844820f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b746c expref: 11 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126739.975138:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992cfa00, rc 0) 00000100:00100000:2.0:1746126739.975516:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2455:x1830945817935488:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 1099us (1994us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126739.975523:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29032 00000100:00100000:0.0:1746126739.980778:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126739.981624:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817935744 00000100:00100000:2.0:1746126739.981634:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817935744 00000100:00100000:2.0:1746126739.981700:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29033 00000100:00100000:2.0:1746126739.981708:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2455:x1830945817935744:12345-192.168.204.15@tcp:36:lfs.0 00010000:00010000:2.0:1746126739.981923:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126739.981954:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce800/0xd8b4f51a844820f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7465 expref: 10 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126739.981973:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126739.981977:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126739.982034:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448210c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.982046:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448210c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.982055:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448210c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.982068:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf000/0xd8b4f51a84482113 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.982074:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf000/0xd8b4f51a84482113 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126739.983055:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf000/0xd8b4f51a84482113 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000040:00080000:2.0:1746126739.984260:0:7219:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].8, 2152 off47360 00000040:00080000:2.0:1746126739.984370:0:7219:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].8, 2352 off48856 00000004:00080000:2.0:1746126739.984376:0:7219:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88009886c3c0 with version 18 00000004:00080000:0.0:1746126739.984473:0:8942:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff88011f636f00 version 18 rpc_version 18 00000020:00100000:0.0:1746126739.984504:0:8942:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1746126739.984512:0:8942:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009d248a80 x1830945813755904/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746126739.984538:0:8942:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d248a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8942:1830945813755904:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746126739.984589:0:8942:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126739.984635:0:8942:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac4839c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126739.984652:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813755904 00000100:00100000:0.0:1746126739.984658:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813755904 00000100:00100000:0.0:1746126739.984758:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1746126739.984766:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8942:x1830945813755904:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746126739.985341:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8942:x1830945813755904:12345-0@lo:1000:osp_up1-0.0 Request processed in 576us (751us total) trans 4294967390 rc 0/0 00000100:00100000:0.0:1746126739.985348:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1746126739.985568:0:8942:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d248a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8942:1830945813755904:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1746126739.985683:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d182c00/0xd8b4f51a8448211a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.985695:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d182c00/0xd8b4f51a8448211a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.985704:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d182c00/0xd8b4f51a8448211a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.985717:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183400/0xd8b4f51a84482121 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.985722:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183400/0xd8b4f51a84482121 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.985726:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183400/0xd8b4f51a84482121 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.985747:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d183000/0xd8b4f51a84482128 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.985752:0:7219:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d183000/0xd8b4f51a84482128 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.985758:0:7219:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d183000/0xd8b4f51a84482128 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7219 initiator: MDT0 00000100:00100000:0.0:1746126739.985767:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:7219:1830945813756032:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1746126739.985788:0:7219:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126739.985828:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800ac483600 going to sleep for 11 seconds 00000100:00100000:1.0:1746126739.986132:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813756032 00000100:00100000:1.0:1746126739.986137:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813756032 00000100:00100000:1.0:1746126739.986157:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1746126739.986161:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7219:x1830945813756032:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1746126739.986171:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126739.986181:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012b098c00/0xd8b4f51a8448212f lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd8b4f51a84482128 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126739.986195:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012b098c00/0xd8b4f51a8448212f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd8b4f51a84482128 expref: 7 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126739.986205:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012b098c00/0xd8b4f51a8448212f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd8b4f51a84482128 expref: 7 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126739.986212:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff880098d60700) 00010000:00010000:1.0:1746126739.986214:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126739.986216:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b098c00, rc 0) 00000100:00100000:1.0:1746126739.986238:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:7219:x1830945813756032:12345-0@lo:101:mdt00_000.0 Request processed in 77us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126739.986243:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1746126739.986769:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:7219:1830945813756032:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1746126739.986779:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d183000/0xd8b4f51a84482128 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd8b4f51a8448212f expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126739.986787:0:7219:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d183000/0xd8b4f51a84482128 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd8b4f51a8448212f expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1746126739.986804:0:7219:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800b51ed500 reply state ffff88009c113000 transno 4294980540 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183400/0xd8b4f51a84482121 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.986812:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183400/0xd8b4f51a84482121 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.986817:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009d0ec200) 00010000:00010000:0.0:1746126739.986819:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746126739.986821:0:7219:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746126739.986825:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d183000/0xd8b4f51a84482128 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd8b4f51a8448212f expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126739.986830:0:7219:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d183000/0xd8b4f51a84482128 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd8b4f51a8448212f expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1746126739.986837:0:7219:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0x9:0x0] 00000004:00010000:0.0:1746126739.986840:0:7219:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800b51ed500 reply state ffff88009c113000 transno 4294980540 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d182c00/0xd8b4f51a8448211a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.986845:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d182c00/0xd8b4f51a8448211a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.986849:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009d0ecc00) 00010000:00010000:0.0:1746126739.986851:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746126739.986852:0:7219:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1746126739.986855:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00010000:00010000:0.0:1746126739.986862:0:7219:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448210c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.986866:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448210c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.986870:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448210c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.986876:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448210c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.986880:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800992ce600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:0.0:1746126739.986883:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448210c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.986891:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448210c lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.986899:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:0.0:1746126739.986900:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126739.986902:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448210c lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.986906:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448210c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00000004:00010000:0.0:1746126739.986930:0:7219:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800b51ed500 reply state ffff88009c113000 transno 4294980540 ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf000/0xd8b4f51a84482113 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.986935:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf000/0xd8b4f51a84482113 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:0.0:1746126739.986940:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009d1ff500) 00010000:00010000:0.0:1746126739.986941:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746126739.986943:0:7219:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:0.0:1746126739.986992:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2455:x1830945817935744:12345-192.168.204.15@tcp:36:lfs.0 Request processed in 5284us (6222us total) trans 4294980540 rc 0/0 00000100:00100000:0.0:1746126739.986997:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29033 00000100:00100000:0.0:1746126740.017192:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.017337:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817935872 00000100:00100000:2.0:1746126740.017345:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817935872 00000100:00100000:2.0:1746126740.017457:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29034 00000100:00100000:2.0:1746126740.017466:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2456:x1830945817935872:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:2.0:1746126740.017488:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.017504:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a84482136 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7473 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.017553:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410800/0xd8b4f51a8448213d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.017564:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099410800/0xd8b4f51a8448213d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.017573:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099410800/0xd8b4f51a8448213d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:2.0:1746126740.017605:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126740.017608:0:7219:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126740.017620:0:7219:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099410800/0xd8b4f51a8448213d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.017638:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a84482136 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7473 expref: 13 pid: 7219 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746126740.017694:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746126740.019150:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410800/0xd8b4f51a8448213d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7473 expref: 12 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.019161:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126740.019163:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126740.019166:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099410800, rc 0) 00000100:00100000:2.0:1746126740.019223:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2456:x1830945817935872:12345-192.168.204.15@tcp:101:cp.0 Request processed in 1758us (2038us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126740.019230:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29034 00000100:00100000:0.0:1746126740.023482:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.023589:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817936000 00000100:00100000:2.0:1746126740.023598:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817936000 00000100:00100000:2.0:1746126740.023657:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29035 00000100:00100000:2.0:1746126740.023665:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2456:x1830945817936000:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:2.0:1746126740.023687:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.023711:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099410200/0xd8b4f51a84482144 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b747a expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.023778:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a8448214b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.023790:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a8448214b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.023801:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a8448214b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.023811:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410000/0xd8b4f51a84482152 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.023822:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099410000/0xd8b4f51a84482152 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.023826:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099410000/0xd8b4f51a84482152 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.023919:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099411a00/0xd8b4f51a84482159 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.023925:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099411a00/0xd8b4f51a84482159 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.023931:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099411a00/0xd8b4f51a84482159 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:2.0:1746126740.024004:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1746126740.024009:0:7219:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746126740.024028:0:7219:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099411a00/0xd8b4f51a84482159 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024037:0:7219:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a8448214b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024042:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a8448214b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024047:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a8448214b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024053:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a8448214b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024059:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099410c00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126740.024062:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a8448214b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024073:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a8448214b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024092:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126740.024095:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126740.024099:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a8448214b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024103:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a8448214b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024130:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410000/0xd8b4f51a84482152 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024135:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099410000/0xd8b4f51a84482152 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024140:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099410000/0xd8b4f51a84482152 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024144:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099410000 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126740.024146:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099410000/0xd8b4f51a84482152 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024151:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099410000/0xd8b4f51a84482152 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024157:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009d1ff500) 00010000:00010000:2.0:1746126740.024159:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126740.024161:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099410000/0xd8b4f51a84482152 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024166:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099410000/0xd8b4f51a84482152 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.024200:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099410200/0xd8b4f51a84482144 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b747a expref: 14 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.024211:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099411a00/0xd8b4f51a84482159 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b747a expref: 13 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.024217:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009d0ecc00) 00010000:00010000:2.0:1746126740.024219:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746126740.024222:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099411a00, rc 0) 00000100:00100000:2.0:1746126740.024280:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+13:2456:x1830945817936000:12345-192.168.204.15@tcp:101:cp.0 Request processed in 616us (808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126740.024288:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29035 00000100:00100000:1.0:1746126740.026478:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.026589:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817936128 00000100:00100000:2.0:1746126740.026597:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817936128 00000100:00100000:2.0:1746126740.026645:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29036 00000100:00100000:2.0:1746126740.026652:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+13:2456:x1830945817936128:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:2.0:1746126740.026929:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.026947:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a84482160 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7481 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.026990:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099411400/0xd8b4f51a84482167 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.027000:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099411400/0xd8b4f51a84482167 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.027008:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099411400/0xd8b4f51a84482167 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:2.0:1746126740.027045:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746126740.027049:0:7219:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746126740.027073:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a84482160 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7481 expref: 15 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.027098:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099411400/0xd8b4f51a84482167 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7481 expref: 14 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.027105:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009d0ec200) 00010000:00010000:2.0:1746126740.027107:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746126740.027110:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099411400, rc 0) 00000100:00100000:2.0:1746126740.027168:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2456:x1830945817936128:12345-192.168.204.15@tcp:101:cp.0 Request processed in 517us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126740.027174:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29036 00000100:00100000:0.0:1746126740.029568:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.029657:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817936256 00000100:00100000:2.0:1746126740.029666:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817936256 00000100:00080000:1.0:1746126740.029796:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746126740.029959:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29037 00000100:00100000:2.0:1746126740.029968:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2456:x1830945817936256:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:2.0:1746126740.029988:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.030007:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099411000/0xd8b4f51a8448216e lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7488 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.030063:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880099410e00/0xd8b4f51a84482175 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.030076:0:7219:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b098c00/0xd8b4f51a8448212f lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd8b4f51a84482128 expref: 6 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.030096:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880099410e00/0xd8b4f51a84482175 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT1 00010000:00010000:2.0:1746126740.030130:0:7219:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88012b098c00/0xd8b4f51a8448212f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xd8b4f51a84482128 expref: 6 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126740.030144:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:7219:1830945813756160:0@lo:104: 00000100:00100000:2.0:1746126740.030570:0:7219:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126740.030638:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009886c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746126740.030793:0:7205:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813756160 00000100:00100000:0.0:1746126740.030797:0:7205:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813756160 00000100:00100000:0.0:1746126740.030845:0:7205:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1746126740.030851:0:7205:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:7219:x1830945813756160:12345-0@lo:104: 00010000:00010000:0.0:1746126740.030864:0:7205:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d183000/0xd8b4f51a84482128 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xd8b4f51a8448212f expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126740.030916:0:7205:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1746126740.030922:0:7205:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:7219:x1830945813756160:12345-0@lo:104: Request processed in 72us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126740.030928:0:7205:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00010000:00010000:0.0:1746126740.030959:0:7210:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126740.030964:0:7210:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d183000/0xd8b4f51a84482128 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xd8b4f51a8448212f expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126740.030971:0:7210:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d183000 already unused, calling callback (ffffffffa0f09e30) 00010000:00010000:0.0:1746126740.030975:0:7210:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d183000/0xd8b4f51a84482128 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xd8b4f51a8448212f expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1746126740.030983:0:7210:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d183000/0xd8b4f51a84482128 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xd8b4f51a8448212f expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126740.031220:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:7219:1830945813756160:0@lo:104: 00010000:00010000:3.0:1746126740.031236:0:7219:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880099410e00/0xd8b4f51a84482175 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT1 00010000:00010000:0.0:1746126740.032618:0:7210:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d183000/0xd8b4f51a84482128 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd8b4f51a8448212f expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126740.032631:0:7210:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1746126740.032681:0:7210:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d183000/0xd8b4f51a84482128 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd8b4f51a8448212f expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126740.032688:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d183000/0xd8b4f51a84482128 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd8b4f51a8448212f expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126740.032711:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1746126740.032717:0:7210:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126740.032719:0:7210:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126740.032722:0:7210:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746126740.032729:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813756288:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1746126740.032778:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126740.032832:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813756288 00000100:00100000:3.0:1746126740.032837:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813756288 00010000:00010000:3.0:1746126740.032859:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012b098c00/0xd8b4f51a8448212f lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xd8b4f51a84482128 expref: 7 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126740.032883:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13879 00000100:00100000:3.0:1746126740.032887:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:3772:x1830945813756288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1746126740.032897:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746126740.037184:0:8358:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967390 is committed 00010000:00010000:3.0:1746126740.037796:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b098c00/0xd8b4f51a8448212f lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xd8b4f51a84482128 expref: 6 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.037820:0:9580:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff880098d60700) 00010000:00010000:3.0:1746126740.037825:0:9580:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880099410e00/0xd8b4f51a84482175 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT1 00010000:00010000:3.0:1746126740.037834:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880099410e00/0xd8b4f51a84482175 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7219 initiator: MDT1 00010000:00010000:3.0:1746126740.037840:0:9580:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880099410e00/0xd8b4f51a84482175 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7219 initiator: MDT1 00010000:00010000:3.0:1746126740.037872:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126740.037945:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813756288:12345-0@lo:103:ldlm_bl.0 Request processed in 5055us (5165us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126740.037957:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13879 00010000:00010000:2.0:1746126740.038204:0:7219:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880099410e00/0xd8b4f51a84482175 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT1 00010000:00010000:2.0:1746126740.038216:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880099410e00/0xd8b4f51a84482175 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT1 00000004:00200000:2.0:1746126740.038268:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746126740.038272:0:7219:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:1.0:1746126740.038330:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813756288:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1746126740.038341:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880099411000/0xd8b4f51a8448216e lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7488 expref: 7 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.038379:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880099410e00/0xd8b4f51a84482175 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7488 expref: 6 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.038386:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff880098d60700) 00010000:00010000:2.0:1746126740.038389:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746126740.038391:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099410e00, rc 0) 00000100:00100000:2.0:1746126740.038450:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2456:x1830945817936256:12345-192.168.204.15@tcp:101:cp.0 Request processed in 8484us (8889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126740.038458:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29037 00000100:00100000:0.0:1746126740.040287:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.042647:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817936384 00000100:00100000:2.0:1746126740.042659:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817936384 00000100:00100000:2.0:1746126740.042723:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29038 00000100:00100000:2.0:1746126740.042731:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2456:x1830945817936384:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:2.0:1746126740.042797:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.042813:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099410000/0xd8b4f51a8448217c lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b748f expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.042861:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a84482183 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.042871:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a84482183 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.042878:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a84482183 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.042888:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a8448218a lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.042893:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a8448218a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043077:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a8448218a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043136:0:7219:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a84482183 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043142:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a84482183 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043146:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a84482183 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043154:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a84482183 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043159:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099410c00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126740.043162:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a84482183 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043167:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a84482183 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043175:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009d0ec200) 00010000:00010000:2.0:1746126740.043178:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126740.043181:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a84482183 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043185:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099410c00/0xd8b4f51a84482183 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043196:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a8448218a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043200:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a8448218a lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043203:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a8448218a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043206:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099411600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126740.043208:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a8448218a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043212:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a8448218a lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043220:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88009d1ff700) 00010000:00010000:2.0:1746126740.043222:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126740.043224:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a8448218a lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043228:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a8448218a lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.043253:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410000/0xd8b4f51a8448217c lrc: 1/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b748f expref: 15 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.043260:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099410000/0xd8b4f51a8448217c lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b748f expref: 15 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.043266:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099410000, rc 0) 00000100:00100000:2.0:1746126740.043353:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2456:x1830945817936384:12345-192.168.204.15@tcp:101:cp.0 Request processed in 623us (3071us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126740.043358:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29038 00000100:00100000:1.0:1746126740.046044:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.046172:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817936640 00000100:00100000:2.0:1746126740.046180:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817936640 00000100:00100000:2.0:1746126740.046226:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29039 00000100:00100000:2.0:1746126740.046232:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2456:x1830945817936640:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:2.0:1746126740.046244:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.046246:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126740.046263:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099411400/0xd8b4f51a84482167 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7481 expref: 14 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.046277:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009d0ec200) 00010000:00010000:2.0:1746126740.046280:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126740.046286:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099411000/0xd8b4f51a84482191 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7496 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.046367:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a84482198 lrc: 3/0,1 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046374:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a84482198 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046379:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a84482198 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046386:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410400/0xd8b4f51a8448219f lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046389:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099410400/0xd8b4f51a8448219f lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046392:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099410400/0xd8b4f51a8448219f lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00080000:2.0:1746126740.046607:0:7219:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x18:0x0], index 0: 0 00010000:00010000:2.0:1746126740.046731:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a844821a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046737:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a844821a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046743:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a844821a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046778:0:7219:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a84482198 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046787:0:7219:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a84482198 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046792:0:7219:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a84482198 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046797:0:7219:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a84482198 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046801:0:7219:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099410600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126740.046804:0:7219:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a84482198 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046809:0:7219:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a84482198 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046816:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009d0ec200) 00010000:00010000:2.0:1746126740.046818:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126740.046821:0:7219:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a84482198 lrc: 3/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046825:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a84482198 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00000004:00010000:2.0:1746126740.046833:0:7219:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009d00f100 reply state ffff88009d2ae000 transno 4294980541 ns: mdt-lustre-MDT0000_UUID lock: ffff880099410400/0xd8b4f51a8448219f lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046840:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099410400/0xd8b4f51a8448219f lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.046844:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88009d1ffc00) 00010000:00010000:2.0:1746126740.046846:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746126740.046847:0:7219:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126740.046862:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099411000/0xd8b4f51a84482191 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7496 expref: 16 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.046870:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a844821a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7496 expref: 15 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.046875:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009d1ff800) 00010000:00010000:2.0:1746126740.046877:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126740.046878:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009669d400, rc 0) 00000100:00100000:2.0:1746126740.046954:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2456:x1830945817936640:12345-192.168.204.15@tcp:101:cp.0 Request processed in 721us (969us total) trans 4294980541 rc 0/0 00000100:00100000:2.0:1746126740.046958:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29039 00000100:00100000:0.0:1746126740.048951:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.049037:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817936768 00000100:00100000:2.0:1746126740.049043:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817936768 00000100:00080000:1.0:1746126740.049634:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126740.049693:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30687 00000100:00100000:2.0:1746126740.049700:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2008:x1830945817936768:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:2.0:1746126740.049713:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.049727:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099410000/0xd8b4f51a844821b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b749d expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126740.049948:0:11425:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746126740.049965:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126740.049967:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126740.049973:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099410000/0xd8b4f51a844821b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b749d expref: 6 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126740.049987:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099410000/0xd8b4f51a844821b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b749d expref: 6 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126740.050000:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099410000, rc 0) 00000100:00100000:2.0:1746126740.050114:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817936768:12345-192.168.204.15@tcp:101:cp.0 Request processed in 414us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126740.050120:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30687 00000100:00100000:0.0:1746126740.053172:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.053377:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817936896 00000100:00100000:2.0:1746126740.053387:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817936896 00000100:00100000:2.0:1746126740.053496:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30688 00000100:00100000:2.0:1746126740.053503:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2456:x1830945817936896:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:2.0:1746126740.053519:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.053532:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b74a4 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.053554:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099410000/0xd8b4f51a844821b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b749d expref: 7 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126740.053560:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126740.053562:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126740.053565:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.053591:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099410000/0xd8b4f51a844821b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b749d expref: 7 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126740.053601:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099410000/0xd8b4f51a844821b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b749d expref: 7 pid: 11425 timeout: 883 lvb_type: 1 00000100:00100000:2.0:1746126740.053614:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813756416:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126740.053786:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009886ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126740.054964:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813756416:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126740.055059:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126740.055237:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817937024 00000100:00100000:3.0:1746126740.055244:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817937024 00010000:00010000:3.0:1746126740.055275:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099410000/0xd8b4f51a844821b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b749d expref: 8 pid: 11425 timeout: 883 lvb_type: 1 00000100:00100000:3.0:1746126740.055301:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13880 00000100:00100000:3.0:1746126740.055339:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817937024:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126740.055339:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.055352:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126740.055355:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099410c00, rc 0) 00010000:00010000:3.0:1746126740.055372:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099410000/0xd8b4f51a844821b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b749d expref: 8 pid: 11425 timeout: 883 lvb_type: 1 00010000:00010000:3.0:1746126740.055381:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099410000/0xd8b4f51a844821b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b749d expref: 8 pid: 11425 timeout: 883 lvb_type: 1 00010000:00010000:3.0:1746126740.055401:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099410000/0xd8b4f51a844821b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b749d expref: 8 pid: 11425 timeout: 883 lvb_type: 1 00000100:00100000:2.0:1746126740.055403:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2456:x1830945817936896:12345-192.168.204.15@tcp:101:cp.0 Request processed in 1901us (2241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126740.055409:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30688 00010000:00010000:3.0:1746126740.055421:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126740.055422:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126740.055429:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.055437:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.055463:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126740.055475:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813756544:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126740.055530:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297840 going to sleep for 11 seconds 00000100:00100000:0.0:1746126740.060070:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126740.060178:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813756544:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126740.060201:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126740.060262:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817937024:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4923us (5202us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126740.060274:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13880 00000100:00100000:2.0:1746126740.060527:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817937280 00000100:00100000:2.0:1746126740.060535:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817937280 00000100:00100000:2.0:1746126740.060568:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 184 00000100:00100000:2.0:1746126740.060575:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40ce850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2456:x1830945817937280:12345-192.168.204.15@tcp:35:cp.0 00000100:00100000:2.0:1746126740.060837:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40ce850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+17:2456:x1830945817937280:12345-192.168.204.15@tcp:35:cp.0 Request processed in 262us (777us total) trans 4294980542 rc 0/0 00000100:00100000:2.0:1746126740.060843:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 184 00000100:00100000:0.0:1746126740.087911:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.088744:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817937536 00000100:00100000:2.0:1746126740.088756:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817937536 00000100:00100000:2.0:1746126740.088828:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29040 00000100:00100000:2.0:1746126740.088838:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+17:2459:x1830945817937536:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126740.088866:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.088887:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099411000/0xd8b4f51a844821c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b74ab expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.089119:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a844821c9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.089133:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a844821c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.089144:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a844821c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:2.0:1746126740.089155:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:2.0:1746126740.089272:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099411000/0xd8b4f51a844821c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ab expref: 20 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.089345:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410600/0xd8b4f51a844821c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ab expref: 19 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.089353:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009d1ff800) 00010000:00010000:2.0:1746126740.089356:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746126740.089739:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099410600, rc 0) 00000100:00100000:2.0:1746126740.090656:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2459:x1830945817937536:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 1817us (2752us total) trans 4294980543 rc 0/0 00000100:00100000:2.0:1746126740.090666:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29040 00000100:00100000:0.0:1746126740.107267:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.107508:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817937664 00000100:00100000:2.0:1746126740.107519:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817937664 00000100:00080000:1.0:1746126740.107555:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126740.107737:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29041 00000100:00100000:3.0:1746126740.107750:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2463:x1830945817937664:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126740.107772:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126740.107793:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60800/0xd8b4f51a844821d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b74b2 expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.107855:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a844821de lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.107868:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a844821de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.107879:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a844821de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00200000:3.0:1746126740.107922:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746126740.107925:0:8376:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746126740.107945:0:8376:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a844821de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.107963:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60800/0xd8b4f51a844821d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74b2 expref: 10 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.107995:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a844821de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74b2 expref: 9 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.108003:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126740.108005:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126740.108008:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60200, rc 0) 00000100:00100000:3.0:1746126740.108108:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2463:x1830945817937664:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 361us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126740.108115:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29041 00000100:00100000:0.0:1746126740.109957:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126740.110008:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817937792 00000100:00100000:3.0:1746126740.110015:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817937792 00000100:00100000:3.0:1746126740.110065:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29042 00000100:00100000:3.0:1746126740.110072:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2463:x1830945817937792:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126740.110097:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126740.110111:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a844821e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b74b9 expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.110155:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60400/0xd8b4f51a844821ec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110165:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60400/0xd8b4f51a844821ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110174:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60400/0xd8b4f51a844821ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110183:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60c00/0xd8b4f51a844821f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110190:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60c00/0xd8b4f51a844821f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110195:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60c00/0xd8b4f51a844821f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110274:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60a00/0xd8b4f51a844821fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110281:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60a00/0xd8b4f51a844821fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110287:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60a00/0xd8b4f51a844821fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00200000:3.0:1746126740.110387:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:3.0:1746126740.110391:0:8376:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746126740.110405:0:8376:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60a00/0xd8b4f51a844821fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110415:0:8376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60400/0xd8b4f51a844821ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110420:0:8376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60400/0xd8b4f51a844821ec lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110425:0:8376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60400/0xd8b4f51a844821ec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110431:0:8376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b60400 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126740.110434:0:8376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60400/0xd8b4f51a844821ec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110439:0:8376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60400/0xd8b4f51a844821ec lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110449:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126740.110451:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126740.110454:0:8376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60400/0xd8b4f51a844821ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110459:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60400/0xd8b4f51a844821ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110470:0:8376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60c00/0xd8b4f51a844821f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110474:0:8376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60c00/0xd8b4f51a844821f3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110478:0:8376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60c00/0xd8b4f51a844821f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110481:0:8376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b60c00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126740.110483:0:8376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60c00/0xd8b4f51a844821f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110491:0:8376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60c00/0xd8b4f51a844821f3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110496:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009d1ff500) 00010000:00010000:3.0:1746126740.110498:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126740.110500:0:8376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60c00/0xd8b4f51a844821f3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110504:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60c00/0xd8b4f51a844821f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.110523:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a844821e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74b9 expref: 11 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.110533:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60a00/0xd8b4f51a844821fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74b9 expref: 10 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.110539:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009d0ecc00) 00010000:00010000:3.0:1746126740.110541:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746126740.110543:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60a00, rc 0) 00000100:00100000:3.0:1746126740.110586:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2463:x1830945817937792:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 514us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126740.110592:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29042 00000100:00100000:0.0:1746126740.112213:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.112611:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817937920 00000100:00100000:2.0:1746126740.112620:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817937920 00000100:00100000:2.0:1746126740.112667:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29043 00000100:00100000:2.0:1746126740.112674:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2463:x1830945817937920:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126740.112691:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.112706:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099411000/0xd8b4f51a84482201 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b74c0 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.112752:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0800/0xd8b4f51a84482208 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.112762:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0800/0xd8b4f51a84482208 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.112772:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0800/0xd8b4f51a84482208 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:2.0:1746126740.112805:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746126740.112809:0:7219:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746126740.112838:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099411000/0xd8b4f51a84482201 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74c0 expref: 12 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.112863:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0800/0xd8b4f51a84482208 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74c0 expref: 11 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.112871:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009d0ec200) 00010000:00010000:2.0:1746126740.112873:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746126740.112876:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995f0800, rc 0) 00000100:00100000:2.0:1746126740.112919:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:2463:x1830945817937920:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 246us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126740.112925:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29043 00000100:00100000:0.0:1746126740.114717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126740.114809:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817938048 00000100:00100000:3.0:1746126740.114817:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817938048 00000100:00080000:1.0:1746126740.114948:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746126740.114983:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29044 00000100:00100000:3.0:1746126740.114992:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2463:x1830945817938048:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126740.115009:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126740.115025:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880098b60000/0xd8b4f51a8448220f lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b74c7 expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.115068:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880098b60e00/0xd8b4f51a84482216 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.115089:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880098b60e00/0xd8b4f51a84482216 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT1 00010000:00010000:3.0:1746126740.115099:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880098b60e00/0xd8b4f51a84482216 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT1 00000004:00200000:3.0:1746126740.115137:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746126740.115141:0:8376:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746126740.115181:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880098b60000/0xd8b4f51a8448220f lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74c7 expref: 7 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.115384:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880098b60e00/0xd8b4f51a84482216 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74c7 expref: 6 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.115392:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff880098d60700) 00010000:00010000:3.0:1746126740.115395:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746126740.115397:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60e00, rc 0) 00000100:00100000:3.0:1746126740.115440:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2463:x1830945817938048:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 450us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126740.115445:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29044 00000100:00100000:0.0:1746126740.117472:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126740.117530:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817938176 00000100:00100000:3.0:1746126740.117538:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817938176 00000100:00100000:3.0:1746126740.118109:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29045 00000100:00100000:3.0:1746126740.118117:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009959b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:2463:x1830945817938176:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126740.118136:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126740.118155:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61000/0xd8b4f51a8448221d lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b74ce expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.118210:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61600/0xd8b4f51a84482224 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118222:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61600/0xd8b4f51a84482224 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118231:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61600/0xd8b4f51a84482224 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118239:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448222b lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118244:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448222b lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118249:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448222b lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118346:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482232 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118354:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482232 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118359:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482232 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00200000:3.0:1746126740.118395:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00000004:00200000:3.0:1746126740.118399:0:8376:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746126740.118414:0:8376:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482232 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118422:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482232 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118430:0:8376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61600/0xd8b4f51a84482224 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118435:0:8376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61600/0xd8b4f51a84482224 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118441:0:8376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61600/0xd8b4f51a84482224 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118445:0:8376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b61600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126740.118449:0:8376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61600/0xd8b4f51a84482224 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118454:0:8376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61600/0xd8b4f51a84482224 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118464:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009d0ec200) 00010000:00010000:3.0:1746126740.118466:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126740.118470:0:8376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61600/0xd8b4f51a84482224 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118474:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61600/0xd8b4f51a84482224 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118484:0:8376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448222b lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118488:0:8376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448222b lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118491:0:8376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448222b lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118495:0:8376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b61a00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126740.118497:0:8376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448222b lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118500:0:8376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448222b lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118505:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88009d1ffc00) 00010000:00010000:3.0:1746126740.118507:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126740.118509:0:8376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448222b lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118513:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448222b lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.118531:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61000/0xd8b4f51a8448221d lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ce expref: 13 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.118541:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482232 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ce expref: 12 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.118546:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009d1ff800) 00010000:00010000:3.0:1746126740.118548:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126740.118549:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61800, rc 0) 00000100:00100000:3.0:1746126740.118619:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009959b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2463:x1830945817938176:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 502us (1153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126740.118625:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29045 00000100:00100000:0.0:1746126740.120914:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.121210:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817938304 00000100:00100000:2.0:1746126740.121218:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817938304 00000100:00100000:2.0:1746126740.121297:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30689 00000100:00100000:2.0:1746126740.121326:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2006:x1830945817938304:12345-192.168.204.15@tcp:8:mmap_cat.0 00010000:00080000:2.0:1746126740.121359:0:11425:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp t0 exp (null) cur 783 last 0 00000020:00000080:2.0:1746126740.121389:0:11425:0:(genops.c:1402:class_connect()) connect: client 6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9, cookie 0xd8b4f51a84482239 00002000:00100000:2.0:1746126740.121399:0:11425:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9/ffff88009cb2b800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103640 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746126740.121418:0:11425:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746126740.121489:0:11425:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800a4203900 00002000:00080000:2.0:1746126740.121497:0:11425:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746126740.121521:0:11425:0:(import.c:66:import_set_state_nolock()) ffff88009cb2f000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746126740.122330:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2006:x1830945817938304:12345-192.168.204.15@tcp:8:mmap_cat.0 Request processed in 1001us (1397us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126740.122338:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30689 00000100:00100000:0.0:1746126740.124296:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.124716:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817938432 00000100:00100000:2.0:1746126740.124725:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817938432 00000100:00080000:1.0:1746126740.124906:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126740.124945:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30690 00000100:00100000:2.0:1746126740.124952:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:0:x1830945817938432:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126740.124969:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.124987:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099411000/0xd8b4f51a84482240 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b74d5 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126740.125041:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813756672:192.168.204.15@tcp:106: 00000100:00100000:2.0:1746126740.125186:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009886c0c0 going to sleep for 11 seconds 00002000:00010000:2.0:1746126740.126347:0:11425:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size: 0 -> 1716 00002000:00010000:2.0:1746126740.126351:0:11425:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime: 0 -> 1746126740 00002000:00010000:2.0:1746126740.126354:0:11425:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime: 0 -> 1746126740 00002000:00010000:2.0:1746126740.126356:0:11425:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime: 0 -> 1746126740 00002000:00010000:2.0:1746126740.126358:0:11425:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1746126740.126401:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813756672:192.168.204.15@tcp:106: 00010000:00010000:2.0:1746126740.126426:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099411000/0xd8b4f51a84482240 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74d5 expref: 7 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126740.126442:0:11425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099411000/0xd8b4f51a84482240 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74d5 expref: 7 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126740.126463:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099411000, rc 0) 00000100:00100000:2.0:1746126740.126600:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:0:x1830945817938432:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 1648us (2310us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126740.126607:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30690 00000100:00100000:0.0:1746126740.128806:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.128909:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817938688 00000100:00100000:2.0:1746126740.128917:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817938688 00000100:00100000:2.0:1746126740.128972:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29046 00000100:00100000:2.0:1746126740.128981:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2463:x1830945817938688:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126740.129002:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.129022:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0000/0xd8b4f51a84482247 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b74dc expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.129128:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a8448224e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.129140:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a8448224e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.129150:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a8448224e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00000004:00200000:2.0:1746126740.129159:0:7219:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:2.0:1746126740.129247:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0000/0xd8b4f51a84482247 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74dc expref: 15 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.129268:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a8448224e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74dc expref: 14 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.129276:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009d1ff800) 00010000:00010000:2.0:1746126740.129279:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126740.129282:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099411600, rc 0) 00000100:00100000:2.0:1746126740.129362:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2463:x1830945817938688:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 383us (562us total) trans 4294980544 rc 0/0 00000100:00100000:2.0:1746126740.129367:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29046 00000100:00100000:0.0:1746126740.132401:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126740.132454:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.132584:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817938944 00000100:00100000:2.0:1746126740.132595:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817938944 00000100:00100000:2.0:1746126740.132641:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30691 00000100:00100000:2.0:1746126740.132648:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817938944:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126740.132666:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.132684:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a547d200/0xd8b4f51a8448225c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b74e3 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126740.132741:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813756800:192.168.204.15@tcp:106: 00000100:00100000:2.0:1746126740.132815:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009886c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126740.132952:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817938816 00000100:00100000:3.0:1746126740.132956:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817938816 00000100:00100000:3.0:1746126740.132988:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 322 00000100:00100000:3.0:1746126740.132994:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2009:x1830945817938816:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126740.133008:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126740.133028:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099411600/0xd8b4f51a8448224e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74dc expref: 14 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.133048:0:9580:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009d1ff800) 00010000:00010000:3.0:1746126740.133052:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126740.133089:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+13:2009:x1830945817938816:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 84us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126740.133096:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 322 00000100:00100000:2.0:1746126740.135849:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813756800:192.168.204.15@tcp:106: 00010000:00010000:2.0:1746126740.135881:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a547d200/0xd8b4f51a8448225c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74e3 expref: 7 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126740.135895:0:11425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a547d200/0xd8b4f51a8448225c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74e3 expref: 7 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126740.135910:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a547d200, rc 0) 00000100:00100000:2.0:1746126740.136364:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817938944:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 3714us (3906us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126740.136373:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30691 00000100:00100000:0.0:1746126740.139627:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.139804:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817939072 00000100:00100000:2.0:1746126740.139814:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817939072 00000100:00100000:2.0:1746126740.139891:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30692 00000100:00100000:2.0:1746126740.139899:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2463:x1830945817939072:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126740.139918:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.139936:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482263 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b74ea expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.139971:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.139979:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126740.139981:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126740.139984:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482263 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ea expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.140016:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 5 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.140028:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 5 pid: 11425 timeout: 883 lvb_type: 0 00000100:00100000:2.0:1746126740.140045:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813756928:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126740.140738:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009886c180 going to sleep for 11 seconds 00000100:00100000:2.0:1746126740.142193:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813756928:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126740.142220:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482263 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ea expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.142237:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d205e00, rc 0) 00000100:00100000:0.0:1746126740.142574:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.142652:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2463:x1830945817939072:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 2753us (3034us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126740.142661:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30692 00000100:00100000:3.0:1746126740.142681:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817939200 00000100:00100000:3.0:1746126740.142688:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817939200 00002000:00100000:3.0:1746126740.142728:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->1715) req@ffff88009965e300 x1830945817939200/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:501/0 lens 2208/0 e 0 to 0 dl 1746126751 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746126740.142737:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965e300 with x1830945817939200 ext(0->1715) 00010000:00010000:3.0:1746126740.142744:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 6 pid: 11425 timeout: 883 lvb_type: 0 00010000:00010000:3.0:1746126740.142755:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 6 pid: 11425 timeout: 883 lvb_type: 0 00002000:00010000:3.0:1746126740.142762:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009965e300 00000100:00100000:3.0:1746126740.142777:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3250 00000100:00100000:3.0:1746126740.142783:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817939200:12345-192.168.204.15@tcp:4:cp.0 00000100:00100000:0.0:1746126740.145403:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817939200:12345-192.168.204.15@tcp:4:cp.0 Request processed in 2609us (2819us total) trans 4294970645 rc 0/0 00000100:00100000:0.0:1746126740.145416:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3250 00002000:00100000:0.0:1746126740.145426:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->1715) req@ffff88009965e300 x1830945817939200/t4294970645(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:501/0 lens 2208/448 e 0 to 0 dl 1746126751 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746126740.145436:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965e300 with x1830945817939200 ext(0->1715) 00010000:00010000:0.0:1746126740.145447:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 8 pid: 11425 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746126740.145463:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 8 pid: 11425 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746126740.145469:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009965e300 00000100:00100000:0.0:1746126740.149438:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.150387:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817939328 00000100:00100000:2.0:1746126740.150398:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817939328 00010000:00010000:2.0:1746126740.150438:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 8 pid: 11425 timeout: 883 lvb_type: 0 00000100:00100000:2.0:1746126740.150479:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13881 00000100:00100000:2.0:1746126740.150487:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945817939328:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126740.150502:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126740.150520:0:9580:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1746126740.150526:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 8 pid: 11425 timeout: 883 lvb_type: 0 00010000:00010000:2.0:1746126740.150538:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 8 pid: 11425 timeout: 883 lvb_type: 0 00010000:00010000:2.0:1746126740.150567:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844821bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74a4 expref: 8 pid: 11425 timeout: 883 lvb_type: 0 00010000:00010000:2.0:1746126740.150594:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126740.150596:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126740.150603:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482263 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ea expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.150612:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482263 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ea expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.150645:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482263 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ea expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126740.150656:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813757056:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126740.150740:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009886c180 going to sleep for 11 seconds 00000100:00100000:0.0:1746126740.153532:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126740.153697:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817939584 00000100:00100000:1.0:1746126740.153705:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817939584 00002000:00100000:1.0:1746126740.153754:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009965ce00 x1830945817939584/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:501/0 lens 488/0 e 0 to 0 dl 1746126751 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126740.153764:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965ce00 with x1830945817939584 ext(0->4095) 00002000:00010000:1.0:1746126740.153769:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009965ce00 00000100:00100000:1.0:1746126740.153789:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13920 00000100:00100000:1.0:1746126740.153797:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2008:x1830945817939584:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746126740.153954:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2008:x1830945817939584:12345-192.168.204.15@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (433us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126740.153961:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13920 00002000:00100000:1.0:1746126740.153966:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88009965ce00 x1830945817939584/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:501/0 lens 488/4536 e 0 to 0 dl 1746126751 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746126740.153972:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965ce00 with x1830945817939584 ext(0->4095) 00002000:00010000:1.0:1746126740.153975:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009965ce00 00000100:00100000:2.0:1746126740.154265:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d377480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813757056:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126740.154284:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126740.154339:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945817939328:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3852us (4912us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126740.154348:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13881 00000100:00100000:0.0:1746126740.157814:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.157917:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817939840 00000100:00100000:2.0:1746126740.157927:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817939840 00000100:00100000:2.0:1746126740.157972:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 185 00000100:00100000:2.0:1746126740.157981:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+13:2463:x1830945817939840:12345-192.168.204.15@tcp:35:mmap_cat.0 00000100:00100000:2.0:1746126740.159615:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2463:x1830945817939840:12345-192.168.204.15@tcp:35:mmap_cat.0 Request processed in 1470us (1645us total) trans 4294980545 rc 0/0 00000100:00100000:2.0:1746126740.159626:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 185 00000100:00100000:0.0:1746126740.177885:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.177994:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817939968 00000100:00100000:2.0:1746126740.178004:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817939968 00000100:00100000:2.0:1746126740.178067:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29047 00000100:00100000:2.0:1746126740.178084:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2466:x1830945817939968:12345-192.168.204.15@tcp:101:truncate.0 00010000:00010000:2.0:1746126740.178110:0:7219:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.178133:0:7219:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d205600/0xd8b4f51a8448226a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b74f1 expref: -99 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.178171:0:7219:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d205200/0xd8b4f51a84482271 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.178184:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d205200/0xd8b4f51a84482271 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.178195:0:7219:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d205200/0xd8b4f51a84482271 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7219 initiator: MDT0 00010000:00010000:2.0:1746126740.178301:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d205600/0xd8b4f51a8448226a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74f1 expref: 21 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.178372:0:7219:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d205200/0xd8b4f51a84482271 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74f1 expref: 20 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.178380:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009d1ff800) 00010000:00010000:2.0:1746126740.178382:0:7219:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746126740.178386:0:7219:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d205200, rc 0) 00000100:00100000:2.0:1746126740.178431:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2466:x1830945817939968:12345-192.168.204.15@tcp:101:truncate.0 Request processed in 357us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126740.178437:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29047 00000100:00100000:0.0:1746126740.181262:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126740.181394:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817940224 00000100:00100000:3.0:1746126740.181407:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817940224 00000100:00100000:3.0:1746126740.181466:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29048 00000100:00100000:3.0:1746126740.181475:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+20:2466:x1830945817940224:12345-192.168.204.15@tcp:36:truncate.0 00010000:00010000:3.0:1746126740.181514:0:8376:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126740.181537:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a844821a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7496 expref: 20 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.181564:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009d1ff800) 00010000:00010000:3.0:1746126740.181568:0:8376:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126740.181676:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.181687:0:8376:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482232 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ce expref: 13 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.181693:0:8376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.181715:0:8376:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482232 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ce expref: 13 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.181724:0:8376:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482232 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ce expref: 13 pid: 8376 timeout: 883 lvb_type: 0 00000100:00100000:3.0:1746126740.181735:0:8376:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8376:1830945813757184:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126740.181825:0:8376:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297900 going to sleep for 11 seconds 00000100:00100000:3.0:1746126740.184041:0:8376:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8376:1830945813757184:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126740.184067:0:8376:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000100:00100000:2.0:1746126740.184623:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126740.184670:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817940352 00000100:00100000:0.0:1746126740.184676:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817940352 00010000:00010000:0.0:1746126740.184718:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482232 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ce expref: 14 pid: 8376 timeout: 883 lvb_type: 0 00000100:00100000:0.0:1746126740.184758:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13882 00000100:00100000:0.0:1746126740.184766:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2008:x1830945817940352:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126740.184781:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126740.184787:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482232 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ce expref: 14 pid: 8376 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746126740.184798:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482232 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ce expref: 14 pid: 8376 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746126740.184818:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482232 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ce expref: 14 pid: 8376 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746126740.184847:0:9580:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009d1ff800) 00010000:00010000:0.0:1746126740.184853:0:9580:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:0.0:1746126740.184862:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8376 initiator: MDT0 00010000:00010000:0.0:1746126740.184868:0:9580:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8376 initiator: MDT0 00010000:00010000:0.0:1746126740.184895:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126740.184935:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+13:2008:x1830945817940352:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 170us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126740.184941:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13882 00010000:00010000:3.0:1746126740.185210:0:8376:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.185218:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000001:00080000:3.0:1746126740.185328:0:8376:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980546 00000004:00010000:3.0:1746126740.185372:0:8376:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009965ca80 reply state ffff88012eb13000 transno 4294980547 ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.185381:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.185387:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009d1ff800) 00010000:00010000:3.0:1746126740.185389:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746126740.185392:0:8376:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746126740.185453:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2466:x1830945817940224:12345-192.168.204.15@tcp:36:truncate.0 Request processed in 3980us (4200us total) trans 4294980547 rc 0/0 00000100:00100000:3.0:1746126740.185460:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29048 00000020:00080000:3.0:1746126740.185464:0:8376:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746126740.188070:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.188345:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817940480 00000100:00100000:2.0:1746126740.188355:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817940480 00000100:00100000:2.0:1746126740.188401:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30693 00000100:00100000:2.0:1746126740.188409:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2466:x1830945817940480:12345-192.168.204.15@tcp:101:truncate.0 00010000:00010000:2.0:1746126740.188426:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.188443:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d205000/0xd8b4f51a8448227f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b74f8 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.188473:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482263 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ea expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.188481:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126740.188483:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126740.188486:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d205000/0xd8b4f51a8448227f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74f8 expref: 8 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.188520:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482263 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ea expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.188531:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482263 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ea expref: 6 pid: 11425 timeout: 883 lvb_type: 0 00000100:00100000:2.0:1746126740.188545:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813757312:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126740.188645:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009886c600 going to sleep for 11 seconds 00000100:00100000:0.0:1746126740.191471:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.191639:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813757312:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126740.191671:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d205000/0xd8b4f51a8448227f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74f8 expref: 8 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.191690:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d205000, rc 0) 00000100:00100000:2.0:1746126740.191736:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2466:x1830945817940480:12345-192.168.204.15@tcp:101:truncate.0 Request processed in 3327us (3675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126740.191745:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30693 00000100:00100000:3.0:1746126740.191841:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817940608 00000100:00100000:3.0:1746126740.191848:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817940608 00010000:00010000:3.0:1746126740.191879:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482263 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ea expref: 7 pid: 11425 timeout: 883 lvb_type: 0 00000100:00100000:3.0:1746126740.191914:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13883 00000100:00100000:3.0:1746126740.191920:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2007:x1830945817940608:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126740.191934:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126740.191953:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482263 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ea expref: 7 pid: 11425 timeout: 883 lvb_type: 0 00010000:00010000:3.0:1746126740.191964:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482263 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ea expref: 7 pid: 11425 timeout: 883 lvb_type: 0 00010000:00010000:3.0:1746126740.191986:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482263 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ea expref: 7 pid: 11425 timeout: 883 lvb_type: 0 00010000:00010000:3.0:1746126740.191999:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126740.192001:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126740.192006:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d205000/0xd8b4f51a8448227f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74f8 expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.192014:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d205000/0xd8b4f51a8448227f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74f8 expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.192040:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009d205000/0xd8b4f51a8448227f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74f8 expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126740.192052:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8368:1830945813757440:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126740.192119:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126740.195157:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8368:1830945813757440:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126740.195183:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126740.196069:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817940608:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4145us (4604us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126740.196091:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13883 00000100:00100000:0.0:1746126740.196386:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.196408:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817940736 00000100:00100000:2.0:1746126740.196416:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817940736 00002000:00010000:2.0:1746126740.196450:0:20699:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/24 (858->18446744073709551615) 00002000:00100000:2.0:1746126740.196454:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ac700 with x1830945817940736 ext(858->18446744073709551615) 00002000:00010000:2.0:1746126740.196465:0:20699:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800966ac700. 00000100:00100000:2.0:1746126740.197356:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13921 00000100:00100000:2.0:1746126740.197368:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817940736:12345-192.168.204.15@tcp:10:truncate.0 00002000:00010000:2.0:1746126740.197663:0:20699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746126740.197667:0:20699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime from disk: 1746126740 -> 1746126740 00002000:00010000:2.0:1746126740.197669:0:20699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime from disk: 1746126740 -> 0 00002000:00010000:2.0:1746126740.197670:0:20699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime from disk: 1746126740 -> 1746126740 00002000:00010000:2.0:1746126740.197672:0:20699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1746126740.197726:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817940736:12345-192.168.204.15@tcp:10:truncate.0 Request processed in 361us (1340us total) trans 4294970646 rc 0/0 00000100:00100000:2.0:1746126740.197732:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13921 00002000:00010000:2.0:1746126740.197735:0:20699:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/24 (858->18446744073709551615) 00002000:00100000:2.0:1746126740.197739:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ac700 with x1830945817940736 ext(858->18446744073709551615) 00002000:00010000:2.0:1746126740.197744:0:20699:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800966ac700. 00000100:00100000:0.0:1746126740.206777:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126740.206976:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817940864 00000100:00100000:3.0:1746126740.206986:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817940864 00000100:00100000:3.0:1746126740.207048:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29049 00000100:00100000:3.0:1746126740.207056:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+22:2468:x1830945817940864:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126740.207094:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126740.207113:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a84482286 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b74ff expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.207175:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a8448228d lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207187:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a8448228d lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207198:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a8448228d lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207208:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a84482294 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207214:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a84482294 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207219:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a84482294 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207291:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448229b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207298:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448229b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207322:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448229b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00200000:3.0:1746126740.207359:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00000004:00200000:3.0:1746126740.207364:0:8376:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746126740.207380:0:8376:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448229b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207388:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448229b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207395:0:8376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a8448228d lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207401:0:8376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a8448228d lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207408:0:8376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a8448228d lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207414:0:8376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b61800 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126740.207418:0:8376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a8448228d lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207424:0:8376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a8448228d lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207433:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009d0ec200) 00010000:00010000:3.0:1746126740.207772:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126740.207779:0:8376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a8448228d lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207784:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a8448228d lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207816:0:8376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a84482294 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207821:0:8376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a84482294 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207826:0:8376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a84482294 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207830:0:8376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b61400 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126740.207832:0:8376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a84482294 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207837:0:8376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a84482294 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207844:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88009d1ffc00) 00010000:00010000:3.0:1746126740.207846:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126740.207848:0:8376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a84482294 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207853:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a84482294 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.207927:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a84482286 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ff expref: 24 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.207939:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce600/0xd8b4f51a8448229b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74ff expref: 23 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.207944:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009d1ff800) 00010000:00010000:3.0:1746126740.207946:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126740.207948:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800992ce600, rc 0) 00000100:00100000:3.0:1746126740.208721:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+23:2468:x1830945817940864:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 1663us (1954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126740.208730:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29049 00000100:00100000:0.0:1746126740.214470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126740.214559:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817941120 00000100:00100000:1.0:1746126740.214570:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817941120 00002000:00100000:1.0:1746126740.214620:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800966ae300 x1830945817941120/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:501/0 lens 488/0 e 0 to 0 dl 1746126751 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746126740.214629:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ae300 with x1830945817941120 ext(0->4095) 00002000:00010000:1.0:1746126740.214635:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800966ae300 00000100:00100000:1.0:1746126740.214671:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13922 00000100:00100000:1.0:1746126740.214678:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817941120:12345-192.168.204.15@tcp:3:cp.0 00000100:00100000:1.0:1746126740.214843:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817941120:12345-192.168.204.15@tcp:3:cp.0 Request processed in 165us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746126740.214854:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13922 00002000:00100000:1.0:1746126740.214860:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800966ae300 x1830945817941120/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:501/0 lens 488/4536 e 0 to 0 dl 1746126751 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746126740.214867:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ae300 with x1830945817941120 ext(0->4095) 00002000:00010000:1.0:1746126740.214870:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800966ae300 00000100:00100000:0.0:1746126740.225374:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126740.233010:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817941248 00000100:00100000:3.0:1746126740.233025:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817941248 00000100:00100000:3.0:1746126740.233114:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29050 00000100:00100000:3.0:1746126740.233122:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+13:2473:x1830945817941248:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126740.233150:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126740.233169:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf400/0xd8b4f51a844822a2 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7506 expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.233230:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cfa00/0xd8b4f51a844822a9 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233243:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cfa00/0xd8b4f51a844822a9 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233253:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cfa00/0xd8b4f51a844822a9 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233263:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a844822b0 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233269:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a844822b0 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233274:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a844822b0 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233395:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a844822b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233402:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a844822b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233409:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a844822b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00200000:3.0:1746126740.233442:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00000004:00200000:3.0:1746126740.233447:0:8376:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746126740.233464:0:8376:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a844822b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233472:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a844822b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233480:0:8376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cfa00/0xd8b4f51a844822a9 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233485:0:8376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cfa00/0xd8b4f51a844822a9 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233491:0:8376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cfa00/0xd8b4f51a844822a9 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233497:0:8376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800992cfa00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126740.233501:0:8376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cfa00/0xd8b4f51a844822a9 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233508:0:8376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cfa00/0xd8b4f51a844822a9 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233517:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009d0ec200) 00010000:00010000:3.0:1746126740.233520:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126740.233524:0:8376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cfa00/0xd8b4f51a844822a9 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233529:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cfa00/0xd8b4f51a844822a9 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233559:0:8376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a844822b0 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233564:0:8376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a844822b0 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233570:0:8376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a844822b0 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233574:0:8376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b60000 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126740.233576:0:8376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a844822b0 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233580:0:8376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a844822b0 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233586:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88009d1ffc00) 00010000:00010000:3.0:1746126740.233588:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126740.233598:0:8376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a844822b0 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233602:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a844822b0 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.233623:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf400/0xd8b4f51a844822a2 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7506 expref: 15 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.233634:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61400/0xd8b4f51a844822b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7506 expref: 14 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.233640:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009d1ff800) 00010000:00010000:3.0:1746126740.233642:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126740.233644:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61400, rc 0) 00000100:00100000:3.0:1746126740.233715:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2473:x1830945817941248:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 593us (8353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126740.233721:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29050 00000100:00100000:0.0:1746126740.236146:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.236251:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817941376 00000100:00100000:2.0:1746126740.236259:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817941376 00000100:00100000:2.0:1746126740.236299:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30694 00000100:00100000:2.0:1746126740.236346:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817941376:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126740.236364:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.236381:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008383b600/0xd8b4f51a844822be lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b750d expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126740.236434:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813757568:192.168.204.15@tcp:106: 00000100:00100000:2.0:1746126740.236520:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009886c540 going to sleep for 11 seconds 00002000:00010000:2.0:1746126740.237868:0:11425:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime: 0 -> 1746126740 00000100:00100000:2.0:1746126740.237890:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813757568:192.168.204.15@tcp:106: 00010000:00010000:2.0:1746126740.237913:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008383b600/0xd8b4f51a844822be lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b750d expref: 7 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126740.237923:0:11425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008383b600/0xd8b4f51a844822be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b750d expref: 7 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126740.237949:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b600, rc 0) 00000100:00100000:2.0:1746126740.237985:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2009:x1830945817941376:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 1679us (1848us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126740.237992:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30694 00000100:00100000:0.0:1746126740.240777:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126740.240827:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817941632 00000100:00100000:3.0:1746126740.240836:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817941632 00000100:00100000:3.0:1746126740.240890:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29051 00000100:00100000:3.0:1746126740.240895:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2473:x1830945817941632:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746126740.240912:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126740.240930:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60800/0xd8b4f51a844822c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7514 expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.241038:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a844822cc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.241051:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a844822cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126740.241062:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a844822cc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00200000:3.0:1746126740.241073:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00010000:00010000:3.0:1746126740.241189:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60800/0xd8b4f51a844822c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7514 expref: 17 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.241216:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60000/0xd8b4f51a844822cc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7514 expref: 16 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.241222:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009d1ff800) 00010000:00010000:3.0:1746126740.241224:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746126740.241226:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60000, rc 0) 00000100:00100000:3.0:1746126740.241269:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+16:2473:x1830945817941632:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 374us (502us total) trans 4294980548 rc 0/0 00000100:00100000:3.0:1746126740.241273:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29051 00000100:00100000:0.0:1746126740.244253:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.244352:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817941760 00000100:00100000:2.0:1746126740.244361:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817941760 00000100:00100000:2.0:1746126740.244402:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30695 00000100:00100000:2.0:1746126740.244409:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817941760:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126740.244426:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.244442:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008383aa00/0xd8b4f51a844822da lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b751b expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126740.244498:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813757696:192.168.204.15@tcp:106: 00000100:00100000:2.0:1746126740.245153:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009886c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126740.246276:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813757696:192.168.204.15@tcp:106: 00010000:00010000:2.0:1746126740.246370:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008383aa00/0xd8b4f51a844822da lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b751b expref: 7 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126740.246385:0:11425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008383aa00/0xd8b4f51a844822da lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b751b expref: 7 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126740.246406:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383aa00, rc 0) 00000100:00100000:2.0:1746126740.246446:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817941760:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 2036us (2202us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126740.246625:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30695 00000100:00100000:0.0:1746126740.250444:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.250747:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817941888 00000100:00100000:2.0:1746126740.250758:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817941888 00000100:00100000:2.0:1746126740.250823:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30696 00000100:00100000:2.0:1746126740.250832:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2473:x1830945817941888:12345-192.168.204.15@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746126740.250854:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126740.250871:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008383ae00/0xd8b4f51a844822e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7522 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.250906:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d205000/0xd8b4f51a8448227f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74f8 expref: 8 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.250914:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126740.250915:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126740.250918:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008383ae00/0xd8b4f51a844822e1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7522 expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.250949:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d205000/0xd8b4f51a8448227f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74f8 expref: 8 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.250960:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d205000/0xd8b4f51a8448227f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74f8 expref: 8 pid: 11425 timeout: 883 lvb_type: 0 00000100:00100000:2.0:1746126740.250971:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813757824:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126740.251064:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009886c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746126740.252803:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d376a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813757824:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126740.252828:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008383ae00/0xd8b4f51a844822e1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7522 expref: 7 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126740.252843:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ae00, rc 0) 00000100:00100000:2.0:1746126740.252877:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2473:x1830945817941888:12345-192.168.204.15@tcp:101:mmap_cat.0 Request processed in 2045us (2443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126740.252884:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30696 00000100:00100000:0.0:1746126740.254688:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126740.257865:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817942016 00000100:00100000:3.0:1746126740.257881:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817942016 00010000:00010000:3.0:1746126740.257931:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d205000/0xd8b4f51a8448227f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74f8 expref: 9 pid: 11425 timeout: 883 lvb_type: 0 00000100:00100000:3.0:1746126740.257981:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13884 00000100:00100000:3.0:1746126740.257990:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817942016:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126740.258005:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126740.258026:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d205000/0xd8b4f51a8448227f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74f8 expref: 9 pid: 11425 timeout: 883 lvb_type: 0 00010000:00010000:3.0:1746126740.258039:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d205000/0xd8b4f51a8448227f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74f8 expref: 9 pid: 11425 timeout: 883 lvb_type: 0 00010000:00010000:3.0:1746126740.258063:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d205000/0xd8b4f51a8448227f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74f8 expref: 9 pid: 11425 timeout: 883 lvb_type: 0 00010000:00010000:3.0:1746126740.258104:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126740.258107:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126740.258115:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008383ae00/0xd8b4f51a844822e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7522 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.258123:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008383ae00/0xd8b4f51a844822e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7522 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126740.258157:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008383ae00/0xd8b4f51a844822e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7522 expref: 6 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126740.258174:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8368:1830945813757952:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126740.258280:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746126740.261236:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126740.261334:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817942272 00000100:00100000:2.0:1746126740.261343:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817942272 00002000:00100000:2.0:1746126740.261390:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012ea47800 x1830945817942272/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:501/0 lens 488/0 e 0 to 0 dl 1746126751 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126740.261401:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea47800 with x1830945817942272 ext(0->4095) 00002000:00010000:2.0:1746126740.261406:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ea47800 00000100:00100000:2.0:1746126740.261438:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13923 00000100:00100000:2.0:1746126740.261445:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2008:x1830945817942272:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746126740.261588:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2008:x1830945817942272:12345-192.168.204.15@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126740.261595:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13923 00002000:00100000:2.0:1746126740.261599:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff88012ea47800 x1830945817942272/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:501/0 lens 488/4536 e 0 to 0 dl 1746126751 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746126740.261606:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012ea47800 with x1830945817942272 ext(0->4095) 00002000:00010000:2.0:1746126740.261608:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012ea47800 00000100:00100000:3.0:1746126740.261716:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8368:1830945813757952:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126740.261734:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126740.261762:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817942016:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3775us (7083us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126740.261769:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13884 00010000:00010000:1.0:1746126740.553399:0:8367:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126741.555736:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746126742.141663:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d00c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813758080:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746126742.141740:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126742.141841:0:13017:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813758080 00000100:00100000:2.0:1746126742.141848:0:13017:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813758080 00000100:00080000:0.0:1746126742.141880:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126742.141892:0:13017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1746126742.141914:0:13017:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813758080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746126742.141943:0:13017:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921281024 avail 3689758720 00000004:00080000:1.0:1746126742.142000:0:11424:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 785247693025ns, next at 786247690534ns, rc = 0 00000100:00100000:2.0:1746126742.142239:0:13017:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813758080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126742.142247:0:13017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1746126742.142300:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d00c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813758080:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1746126742.145121:0:7202:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00000001:00080000:0.0:1746126742.145272:0:7202:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980548 is committed 00000001:00080000:0.0:1746126742.145512:0:7202:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980547 is committed 00000004:00080000:0.0:1746126742.145532:0:7202:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00010000:00010000:1.0:1746126742.145590:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844820d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126742.145601:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844820d4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126742.145608:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844820d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126742.145614:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099254a00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126742.145617:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844820d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126742.145625:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844820d4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126742.145641:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880099944700) 00010000:00010000:1.0:1746126742.145643:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126742.145646:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844820d4 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126742.145651:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844820d4 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00000100:00100000:0.0:1746126742.145787:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746126742.145803:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d0e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813758208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746126742.145863:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126742.145931:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813758208 00000100:00100000:2.0:1746126742.145937:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813758208 00000100:00100000:2.0:1746126742.145971:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30697 00000100:00100000:2.0:1746126742.145977:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813758208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1746126742.146002:0:11425:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:25 count 1 00010000:00010000:2.0:1746126742.146022:0:11425:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008383a200/0xd8b4f51a844822e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.146049:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844820c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b745e expref: 5 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126742.146057:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126742.146059:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126742.146062:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a200/0xd8b4f51a844822e8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.146084:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844820c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b745e expref: 5 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126742.146095:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844820c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b745e expref: 5 pid: 11425 timeout: 885 lvb_type: 1 00000100:00100000:2.0:1746126742.146106:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813758336:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126742.146159:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991306c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746126742.147091:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf000/0xd8b4f51a84482113 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147099:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf000/0xd8b4f51a84482113 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147105:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf000/0xd8b4f51a84482113 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147110:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800992cf000 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126742.147113:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf000/0xd8b4f51a84482113 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147118:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf000/0xd8b4f51a84482113 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147128:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009d1ff500) 00010000:00010000:1.0:1746126742.147131:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126742.147133:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf000/0xd8b4f51a84482113 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147138:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cf000/0xd8b4f51a84482113 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147164:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d182c00/0xd8b4f51a8448211a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147175:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d182c00/0xd8b4f51a8448211a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147179:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d182c00/0xd8b4f51a8448211a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147183:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d182c00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126742.147185:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d182c00/0xd8b4f51a8448211a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147190:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d182c00/0xd8b4f51a8448211a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147196:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009d0ecc00) 00010000:00010000:1.0:1746126742.147198:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126742.147200:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d182c00/0xd8b4f51a8448211a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147204:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d182c00/0xd8b4f51a8448211a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147213:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183400/0xd8b4f51a84482121 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147218:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183400/0xd8b4f51a84482121 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147221:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183400/0xd8b4f51a84482121 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147225:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d183400 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126742.147227:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183400/0xd8b4f51a84482121 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147231:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183400/0xd8b4f51a84482121 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147236:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009d0ec200) 00010000:00010000:1.0:1746126742.147238:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126742.147240:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183400/0xd8b4f51a84482121 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147244:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183400/0xd8b4f51a84482121 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147253:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410400/0xd8b4f51a8448219f lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147257:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099410400/0xd8b4f51a8448219f lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147261:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099410400/0xd8b4f51a8448219f lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147265:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099410400 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126742.147267:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099410400/0xd8b4f51a8448219f lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147271:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099410400/0xd8b4f51a8448219f lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147277:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88009d1ffc00) 00010000:00010000:1.0:1746126742.147279:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126742.147281:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099410400/0xd8b4f51a8448219f lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147289:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099410400/0xd8b4f51a8448219f lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7219 initiator: MDT0 00010000:00010000:1.0:1746126742.147301:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126742.147334:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126742.147338:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126742.147342:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b61a00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126742.147344:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126742.147349:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126742.147356:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009d1ff800) 00010000:00010000:1.0:1746126742.147358:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126742.147435:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:1.0:1746126742.147441:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482278 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00000100:00100000:0.0:1746126742.149292:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126742.149451:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817942400 00000100:00100000:3.0:1746126742.149459:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817942400 00010000:00010000:3.0:1746126742.149563:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844820c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b745e expref: 6 pid: 11425 timeout: 885 lvb_type: 1 00000100:00100000:3.0:1746126742.149598:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13885 00000100:00100000:3.0:1746126742.149605:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817942400:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126742.149621:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126742.149625:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844820c6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b745e expref: 6 pid: 11425 timeout: 885 lvb_type: 1 00010000:00010000:3.0:1746126742.149637:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844820c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b745e expref: 6 pid: 11425 timeout: 885 lvb_type: 1 00010000:00010000:3.0:1746126742.149662:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126742.149664:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126742.149669:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008383a200/0xd8b4f51a844822e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.149678:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a200/0xd8b4f51a844822e8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.149694:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1746126742.149780:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746126742.149873:0:11425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61200/0xd8b4f51a844820c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b745e expref: 6 pid: 11425 timeout: 885 lvb_type: 1 00000100:00100000:2.0:1746126742.149893:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d0e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813758336:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126742.149913:0:11425:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88008383a200/0xd8b4f51a844822e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.149921:0:11425:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88008383a200/0xd8b4f51a844822e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.149926:0:11425:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383a200/0xd8b4f51a844822e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.149934:0:11425:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008383a200/0xd8b4f51a844822e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.149939:0:11425:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008383a200/0xd8b4f51a844822e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.149960:0:11425:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746126742.149983:0:11892:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746126742.149989:0:11892:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008383a200/0xd8b4f51a844822e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.149996:0:11892:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008383a200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126742.149999:0:11892:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008383a200/0xd8b4f51a844822e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.150006:0:11892:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008383a200/0xd8b4f51a844822e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.150015:0:11892:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008383a200/0xd8b4f51a844822e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.150020:0:11892:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008383a200/0xd8b4f51a844822e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.150036:0:11892:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126742.150037:0:11892:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126742.150038:0:11892:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746126742.150223:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2007:x1830945817942400:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 617us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.150229:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13885 00000100:00100000:2.0:1746126742.150257:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3770:x1830945813758208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4279us (4393us total) trans 4294972095 rc 0/0 00000100:00100000:2.0:1746126742.150265:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30697 00000004:00080000:1.0:1746126742.151021:0:3770:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88009d0e2300/2, rc 0, transno 4294972095 00000100:00100000:1.0:1746126742.151028:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d0e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813758208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1746126742.173876:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d24a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830945813758848:0@lo:400:kworker.0 00000100:00100000:3.0:1746126742.173905:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830945813758592:0@lo:400:kworker.0 00000100:00100000:2.0:1746126742.173950:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126742.173954:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813758720:0@lo:400:kworker.0 00000100:00100000:3.0:1746126742.173978:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126742.174002:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813758848 00000100:00100000:3.0:1746126742.174009:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813758848 00000100:00100000:2.0:1746126742.174025:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830945813759360:0@lo:400:kworker.0 00000100:00100000:3.0:1746126742.174057:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:2.0:1746126742.174059:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126742.174076:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830945813759872:0@lo:400:kworker.0 00000100:00100000:2.0:1746126742.174095:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126742.174105:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab3af2de-0d7d-4712-892e-0d07b04b6e29:3770:1830945813758464:0@lo:400:kworker.0 00000100:00100000:2.0:1746126742.174119:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813758720 00000100:00100000:2.0:1746126742.174122:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813758720 00000100:00100000:1.0:1746126742.174134:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126742.174149:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1746126742.174152:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813758976:0@lo:400:kworker.0 00000100:00100000:2.0:1746126742.174153:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3772:x1830945813758720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126742.174165:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126742.174174:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830945813759488:0@lo:400:kworker.0 00000100:00100000:2.0:1746126742.174187:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3772:x1830945813758720:12345-0@lo:400:kworker.0 Request processed in 34us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126742.174189:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126742.174192:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1746126742.174204:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813758976 00000100:00100000:2.0:1746126742.174205:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813758976 00000100:00100000:1.0:1746126742.174213:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813758464 00000100:00100000:2.0:1746126742.174214:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1746126742.174215:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813758464 00000100:00100000:2.0:1746126742.174216:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813758976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126742.174231:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813758976:12345-0@lo:400:kworker.0 Request processed in 14us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126742.174234:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1746126742.174235:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1746126742.174239:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23c7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab3af2de-0d7d-4712-892e-0d07b04b6e29+23:3770:x1830945813758464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126742.174246:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813759872 00000100:00100000:2.0:1746126742.174247:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813759872 00000100:00100000:1.0:1746126742.174259:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23c7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab3af2de-0d7d-4712-892e-0d07b04b6e29+23:3770:x1830945813758464:12345-0@lo:400:kworker.0 Request processed in 20us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126742.174264:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1746126742.174264:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1746126742.174267:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1830945813759872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126742.174282:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1830945813759872:12345-0@lo:400:kworker.0 Request processed in 15us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126742.174284:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813759360 00000100:00100000:2.0:1746126742.174285:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1746126742.174286:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813759360 00000100:00100000:1.0:1746126742.174300:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813759488 00000100:00100000:1.0:1746126742.174320:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813759488 00000100:00100000:2.0:1746126742.174322:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5a3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830945813759872:0@lo:400:kworker.0 00000100:00100000:2.0:1746126742.174335:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126742.174338:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:1.0:1746126742.174342:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c009500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830945813759360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126742.174343:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3771:1830945813759104:0@lo:400:kworker.0 00000100:00100000:2.0:1746126742.174357:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126742.174363:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830945813759616:0@lo:400:kworker.0 00000100:00100000:1.0:1746126742.174369:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c009500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830945813759360:12345-0@lo:400:kworker.0 Request processed in 27us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126742.174373:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126742.174374:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:1.0:1746126742.174382:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813758592 00000100:00100000:2.0:1746126742.174384:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813759616 00000100:00100000:1.0:1746126742.174384:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813758592 00000100:00100000:2.0:1746126742.174386:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813759616 00000100:00100000:1.0:1746126742.174392:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813759104 00000100:00100000:1.0:1746126742.174394:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813759104 00000100:00100000:2.0:1746126742.174398:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1746126742.174400:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3771:x1830945813759616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126742.174404:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:1.0:1746126742.174408:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830945813759488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126742.174414:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3771:x1830945813759616:12345-0@lo:400:kworker.0 Request processed in 13us (40us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126742.174417:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1746126742.174429:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830945813759488:12345-0@lo:400:kworker.0 Request processed in 21us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126742.174430:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830945813759360:0@lo:400:kworker.0 00000100:00100000:1.0:1746126742.174434:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:2.0:1746126742.174439:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830945813759616:0@lo:400:kworker.0 00000100:00100000:1.0:1746126742.174442:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:1.0:1746126742.174446:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830945813758592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746126742.174453:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:2.0:1746126742.174456:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3771:x1830945813759104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126742.174470:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830945813758592:12345-0@lo:400:kworker.0 Request processed in 23us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126742.174471:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3771:x1830945813759104:12345-0@lo:400:kworker.0 Request processed in 15us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126742.174474:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:1.0:1746126742.174476:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:2.0:1746126742.174487:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830945813758592:0@lo:400:kworker.0 00000100:00100000:2.0:1746126742.174492:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3771:1830945813759104:0@lo:400:kworker.0 00000100:00100000:1.0:1746126742.174501:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab3af2de-0d7d-4712-892e-0d07b04b6e29:3770:1830945813758464:0@lo:400:kworker.0 00000100:00100000:1.0:1746126742.174509:0:3770:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967390 gen 2 00000100:00080000:2.0:1746126742.174513:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:1.0:1746126742.174514:0:3770:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967390 committed transno 4294967390 00000100:00080000:2.0:1746126742.174515:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746126742.174517:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00080000:1.0:1746126742.174521:0:3770:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88009886c9c0 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:1.0:1746126742.174524:0:3770:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88009d1ff200 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88009886c3c0 00000020:00080000:1.0:1746126742.174527:0:3770:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].8 00000020:00080000:1.0:1746126742.174529:0:3770:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88009d1fff00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880099411e00 00000020:00080000:1.0:1746126742.174532:0:3770:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].8 00000100:00100000:1.0:1746126742.174565:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813758976:0@lo:400:kworker.0 00000100:00100000:1.0:1746126742.174573:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830945813759488:0@lo:400:kworker.0 00000020:00080000:1.0:1746126742.174600:0:7249:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000020:00080000:1.0:1746126742.174662:0:7249:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000100:00100000:3.0:1746126742.174710:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830945813758848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126742.174750:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830945813758848:12345-0@lo:400:kworker.0 Request processed in 687us (802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.174756:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:2.0:1746126742.174766:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d24a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830945813758848:0@lo:400:kworker.0 00000100:00100000:3.0:1746126742.174780:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813758720:0@lo:400:kworker.0 00000100:00100000:3.0:1746126742.174785:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e75e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3772:1830945813759232:0@lo:400:kworker.0 00000100:00100000:3.0:1746126742.174802:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126742.174827:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813759744:0@lo:400:kworker.0 00000100:00100000:2.0:1746126742.174831:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813759232 00000100:00100000:2.0:1746126742.174833:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813759232 00000100:00100000:3.0:1746126742.174843:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126742.174847:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:2.0:1746126742.174849:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3772:x1830945813759232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126742.174866:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813759744 00000100:00100000:2.0:1746126742.174868:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3772:x1830945813759232:12345-0@lo:400:kworker.0 Request processed in 18us (66us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.174870:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813759744 00000100:00100000:2.0:1746126742.174870:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00080000:2.0:1746126742.174878:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746126742.174879:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746126742.174888:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1746126742.174893:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3772:x1830945813759744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126742.174917:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3772:x1830945813759744:12345-0@lo:400:kworker.0 Request processed in 24us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.175000:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1746126742.175021:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e75e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3772:1830945813759232:0@lo:400:kworker.0 00000100:00100000:3.0:1746126742.175028:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5a3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813759744:0@lo:400:kworker.0 00000100:00100000:1.0:1746126742.350542:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ea45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813760000:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746126742.350596:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830945813760128:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746126742.350603:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126742.350648:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746126742.350680:0:13017:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813760000 00000100:00100000:2.0:1746126742.350687:0:13017:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813760000 00000100:00100000:2.0:1746126742.350726:0:13017:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813760128 00000100:00100000:2.0:1746126742.350728:0:13017:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813760128 00000100:00100000:2.0:1746126742.350740:0:13017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1746126742.350746:0:13017:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830945813760000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746126742.350779:0:13017:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3921096704 avail 3689574400 00000100:00100000:3.0:1746126742.350919:0:9567:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1746126742.350929:0:9567:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830945813760128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746126742.350941:0:9567:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921281024 avail 3689758720 00000100:00100000:3.0:1746126742.350974:0:9567:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830945813760128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.350980:0:9567:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1746126742.351027:0:13017:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830945813760000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 280us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126742.351032:0:13017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1746126742.351200:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ea45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813760000:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746126742.351236:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830945813760128:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746126742.366248:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813760256:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746126742.366346:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126742.366396:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813760256 00000100:00100000:0.0:1746126742.366408:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813760256 00000100:00100000:0.0:1746126742.366456:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1746126742.366463:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813760256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746126742.366487:0:9568:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3921096704 avail 3689574400 00000100:00100000:0.0:1746126742.366538:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813760256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126742.366545:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1746126742.367080:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813760256:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746126742.429478:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746126742.429499:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d248a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813760384:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746126742.429574:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126742.429631:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813760384 00000100:00100000:1.0:1746126742.429638:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813760384 00000100:00100000:1.0:1746126742.429693:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1746126742.429701:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813760384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746126742.429731:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446182912 avail 1316720640 00000100:00100000:1.0:1746126742.429761:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813760384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126742.429768:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1746126742.429895:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d248a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813760384:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746126742.557611:0:7210:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746126742.720470:0:28453:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 15:12:22 (1746126742) 00000100:00100000:0.0:1746126742.757047:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126742.757119:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817942528 00000100:00100000:2.0:1746126742.757129:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817942528 00000100:00100000:2.0:1746126742.757259:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29052 00000100:00100000:2.0:1746126742.757267:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:3112:x1830945817942528:12345-192.168.204.15@tcp:41:stat.0 00000004:00000024:2.0:1746126742.757319:0:10784:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842377728 avail 7379304448 00000100:00100000:2.0:1746126742.757378:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:3112:x1830945817942528:12345-192.168.204.15@tcp:41:stat.0 Request processed in 111us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126742.757384:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29052 00000100:00080000:3.0:1746126742.757442:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126742.776139:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126742.776228:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817942656 00000100:00100000:2.0:1746126742.776236:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817942656 00000100:00100000:2.0:1746126742.777922:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29053 00000100:00100000:2.0:1746126742.777934:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+10:3116:x1830945817942656:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:2.0:1746126742.777952:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126742.777966:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a844822ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7529 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.778012:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a200/0xd8b4f51a844822f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778023:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a200/0xd8b4f51a844822f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778041:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a200/0xd8b4f51a844822f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778051:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a844822fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778055:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a844822fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778060:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a844822fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778095:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a200/0xd8b4f51a844822f6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778100:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a200/0xd8b4f51a844822f6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778107:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a200/0xd8b4f51a844822f6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778112:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a200/0xd8b4f51a844822f6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778116:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008383a200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126742.778119:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a200/0xd8b4f51a844822f6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778124:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a200/0xd8b4f51a844822f6 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778132:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126742.778134:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126742.778137:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a200/0xd8b4f51a844822f6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778142:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a200/0xd8b4f51a844822f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778154:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a844822fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778158:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a844822fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778162:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a844822fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778165:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008383a800 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126742.778167:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a844822fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778174:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a844822fd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778179:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88012e741b00) 00010000:00010000:2.0:1746126742.778181:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126742.778182:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a844822fd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778186:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a844822fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126742.778208:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a844822ef lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7529 expref: 11 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.778214:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a844822ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7529 expref: 11 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.778220:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a600, rc 0) 00000100:00100000:2.0:1746126742.778267:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+10:3116:x1830945817942656:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 337us (2134us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126742.778274:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29053 00000100:00100000:1.0:1746126742.786500:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126742.786526:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817942912 00000100:00100000:3.0:1746126742.786534:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817942912 00000100:00100000:3.0:1746126742.786580:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29054 00000100:00100000:3.0:1746126742.786587:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:3116:x1830945817942912:12345-192.168.204.15@tcp:36:lfs.0 00010000:00010000:3.0:1746126742.786624:0:10784:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126742.786645:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099410800/0xd8b4f51a8448213d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7473 expref: 10 pid: 7219 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.786677:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126742.786681:0:10784:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126742.786723:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.786733:0:10784:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a844821de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74b2 expref: 11 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.786740:0:10784:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.786762:0:10784:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a844821de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74b2 expref: 11 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.786772:0:10784:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a844821de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74b2 expref: 11 pid: 8376 timeout: 885 lvb_type: 0 00000100:00100000:3.0:1746126742.786783:0:10784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a3f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10784:1830945813760512:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126742.786860:0:10784:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126742.789783:0:10784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5a3f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10784:1830945813760512:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126742.789806:0:10784:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000100:00100000:1.0:1746126742.790238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126742.790543:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817943040 00000100:00100000:3.0:1746126742.790550:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817943040 00000100:00080000:0.0:1746126742.790580:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746126742.790589:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a844821de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74b2 expref: 12 pid: 8376 timeout: 885 lvb_type: 0 00000100:00100000:3.0:1746126742.790625:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13886 00000100:00100000:3.0:1746126742.790633:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2007:x1830945817943040:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126742.790644:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126742.790649:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a844821de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74b2 expref: 12 pid: 8376 timeout: 885 lvb_type: 0 00010000:00010000:3.0:1746126742.790659:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a844821de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74b2 expref: 12 pid: 8376 timeout: 885 lvb_type: 0 00010000:00010000:3.0:1746126742.790789:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a844821de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b74b2 expref: 12 pid: 8376 timeout: 885 lvb_type: 0 00010000:00010000:3.0:1746126742.790799:0:8368:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126742.790803:0:8368:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.790810:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.790816:0:8368:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.790836:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126742.790841:0:10784:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.790848:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.790864:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a8448230b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.790871:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a8448230b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.790881:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a8448230b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000100:00100000:3.0:1746126742.791156:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:2007:x1830945817943040:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 524us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.791162:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13886 00000040:00080000:2.0:1746126742.791731:0:10784:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].9, 2152 off49512 00000040:00080000:2.0:1746126742.791793:0:10784:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].9, 2352 off51208 00000004:00080000:2.0:1746126742.791798:0:10784:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800991306c0 with version 19 00000004:00080000:3.0:1746126742.792632:0:8942:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff88011f636f00 version 19 rpc_version 19 00000020:00100000:3.0:1746126742.792660:0:8942:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746126742.792667:0:8942:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a5a3f800 x1830945813760768/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746126742.792685:0:8942:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5a3f800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8942:1830945813760768:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746126742.792727:0:8942:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126742.792830:0:8942:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126742.792871:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813760768 00000100:00100000:1.0:1746126742.792876:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813760768 00000100:00100000:1.0:1746126742.792916:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1746126742.792924:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8942:x1830945813760768:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746126742.793287:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8942:x1830945813760768:12345-0@lo:1000:osp_up1-0.0 Request processed in 363us (558us total) trans 4294967391 rc 0/0 00000100:00100000:1.0:1746126742.793293:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1746126742.793651:0:8942:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5a3f800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8942:1830945813760768:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1746126742.793728:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debce00/0xd8b4f51a84482312 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.793739:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012debce00/0xd8b4f51a84482312 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.793747:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012debce00/0xd8b4f51a84482312 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.793758:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc200/0xd8b4f51a84482319 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.793764:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc200/0xd8b4f51a84482319 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.793769:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc200/0xd8b4f51a84482319 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.793788:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d110c00/0xd8b4f51a84482320 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.793793:0:10784:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d110c00/0xd8b4f51a84482320 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.793800:0:10784:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d110c00/0xd8b4f51a84482320 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10784 initiator: MDT0 00000100:00100000:3.0:1746126742.793808:0:10784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094be0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10784:1830945813760896:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1746126742.793827:0:10784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126742.793840:0:10784:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746126742.793850:0:7225:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813760896 00000100:00100000:3.0:1746126742.793853:0:7225:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813760896 00000100:00100000:3.0:1746126742.793866:0:7225:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1746126742.793870:0:7225:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:10784:x1830945813760896:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1746126742.793880:0:7225:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126742.793889:0:7225:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d111200/0xd8b4f51a84482327 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd8b4f51a84482320 expref: -99 pid: 7225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.793902:0:7225:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d111200/0xd8b4f51a84482327 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xd8b4f51a84482320 expref: 8 pid: 7225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.793911:0:7225:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d111200/0xd8b4f51a84482327 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd8b4f51a84482320 expref: 8 pid: 7225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.793917:0:7225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800b19a0200) 00010000:00010000:3.0:1746126742.793920:0:7225:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126742.793922:0:7225:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d111200, rc 0) 00000100:00100000:3.0:1746126742.793938:0:7225:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:10784:x1830945813760896:12345-0@lo:101:mdt00_004.0 Request processed in 68us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.793943:0:7225:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1746126742.793959:0:10784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094be0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:10784:1830945813760896:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1746126742.793967:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d110c00/0xd8b4f51a84482320 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd8b4f51a84482327 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.793974:0:10784:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d110c00/0xd8b4f51a84482320 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xd8b4f51a84482327 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746126742.793988:0:10784:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800992ff800 reply state ffff880136014000 transno 4294980549 ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc200/0xd8b4f51a84482319 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.793995:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc200/0xd8b4f51a84482319 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.794000:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800b19a0000) 00010000:00010000:3.0:1746126742.794003:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746126742.794005:0:10784:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746126742.794009:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d110c00/0xd8b4f51a84482320 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd8b4f51a84482327 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.794015:0:10784:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d110c00/0xd8b4f51a84482320 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xd8b4f51a84482327 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1746126742.794021:0:10784:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0xa:0x0] 00000004:00010000:3.0:1746126742.794025:0:10784:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800992ff800 reply state ffff880136014000 transno 4294980549 ns: mdt-lustre-MDT0000_UUID lock: ffff88012debce00/0xd8b4f51a84482312 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.794042:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012debce00/0xd8b4f51a84482312 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.794047:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800b19a0100) 00010000:00010000:3.0:1746126742.794049:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746126742.794050:0:10784:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1746126742.794053:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00010000:00010000:3.0:1746126742.794060:0:10784:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.794064:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.794069:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.794074:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.794079:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012debd600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126742.794082:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.794091:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.794098:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126742.794099:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126742.794102:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.794106:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a84482304 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00000004:00010000:3.0:1746126742.794114:0:10784:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800992ff800 reply state ffff880136014000 transno 4294980549 ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a8448230b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.794120:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a8448230b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.794125:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88012e741100) 00010000:00010000:3.0:1746126742.794126:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746126742.794127:0:10784:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1746126742.794170:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:3116:x1830945817942912:12345-192.168.204.15@tcp:36:lfs.0 Request processed in 7583us (7674us total) trans 4294980549 rc 0/0 00000100:00100000:3.0:1746126742.794176:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29054 00000100:00100000:1.0:1746126742.804500:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126742.805450:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817943168 00000100:00100000:3.0:1746126742.805458:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817943168 00000100:00100000:3.0:1746126742.806292:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29055 00000100:00100000:3.0:1746126742.806300:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+11:3117:x1830945817943168:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:3.0:1746126742.806334:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126742.806348:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d111800/0xd8b4f51a8448232e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7530 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.806410:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d111a00/0xd8b4f51a84482335 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.806420:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d111a00/0xd8b4f51a84482335 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.806429:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d111a00/0xd8b4f51a84482335 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00200000:3.0:1746126742.806462:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746126742.806466:0:10784:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746126742.806478:0:10784:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d111a00/0xd8b4f51a84482335 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.806494:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d111800/0xd8b4f51a8448232e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7530 expref: 13 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.806506:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d111a00/0xd8b4f51a84482335 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7530 expref: 12 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.806513:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126742.806515:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126742.806518:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d111a00, rc 0) 00000100:00100000:3.0:1746126742.807440:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+12:3117:x1830945817943168:12345-192.168.204.15@tcp:101:cp.0 Request processed in 1139us (2944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.807447:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29055 00000100:00100000:0.0:1746126742.810845:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126742.810891:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817943296 00000100:00100000:3.0:1746126742.810900:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817943296 00000100:00100000:3.0:1746126742.810942:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29056 00000100:00100000:3.0:1746126742.810949:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+12:3117:x1830945817943296:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:3.0:1746126742.810965:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126742.810984:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a8448233c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7537 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.811042:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd200/0xd8b4f51a84482343 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811053:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd200/0xd8b4f51a84482343 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811062:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd200/0xd8b4f51a84482343 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811070:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a8448234a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811076:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a8448234a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811080:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a8448234a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811140:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099256600/0xd8b4f51a84482351 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811146:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099256600/0xd8b4f51a84482351 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811151:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099256600/0xd8b4f51a84482351 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00200000:3.0:1746126742.811195:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:3.0:1746126742.811199:0:10784:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746126742.811212:0:10784:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099256600/0xd8b4f51a84482351 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811221:0:10784:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd200/0xd8b4f51a84482343 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811226:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd200/0xd8b4f51a84482343 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811231:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd200/0xd8b4f51a84482343 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811235:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd200/0xd8b4f51a84482343 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811240:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012debd200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126742.811243:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd200/0xd8b4f51a84482343 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811248:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd200/0xd8b4f51a84482343 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811257:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126742.811259:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126742.811262:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd200/0xd8b4f51a84482343 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811265:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd200/0xd8b4f51a84482343 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811274:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a8448234a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811279:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a8448234a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811283:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a8448234a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811287:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012debd000 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126742.811289:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a8448234a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811292:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a8448234a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811297:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88012e741100) 00010000:00010000:3.0:1746126742.811299:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126742.811300:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a8448234a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811325:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a8448234a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.811344:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd600/0xd8b4f51a8448233c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7537 expref: 14 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.811354:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099256600/0xd8b4f51a84482351 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7537 expref: 13 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.811363:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800b19a0100) 00010000:00010000:3.0:1746126742.811365:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746126742.811366:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099256600, rc 0) 00000100:00100000:3.0:1746126742.811414:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+13:3117:x1830945817943296:12345-192.168.204.15@tcp:101:cp.0 Request processed in 465us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.811420:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29056 00000100:00100000:0.0:1746126742.815670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126742.815784:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817943424 00000100:00100000:3.0:1746126742.815791:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817943424 00000100:00100000:3.0:1746126742.815844:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29057 00000100:00100000:3.0:1746126742.815851:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+13:3117:x1830945817943424:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:3.0:1746126742.815868:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126742.815884:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009918bc00/0xd8b4f51a84482358 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b753e expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.815928:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009918a200/0xd8b4f51a8448235f lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.815938:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009918a200/0xd8b4f51a8448235f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.815947:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009918a200/0xd8b4f51a8448235f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00200000:3.0:1746126742.815980:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1746126742.815984:0:10784:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746126742.816009:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009918bc00/0xd8b4f51a84482358 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b753e expref: 15 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.816022:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009918a200/0xd8b4f51a8448235f lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b753e expref: 14 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.816041:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800b19a0000) 00010000:00010000:3.0:1746126742.816044:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746126742.816046:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009918a200, rc 0) 00000100:00100000:3.0:1746126742.816085:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:3117:x1830945817943424:12345-192.168.204.15@tcp:101:cp.0 Request processed in 235us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.816091:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29057 00000100:00100000:0.0:1746126742.819051:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126742.819141:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817943552 00000100:00100000:3.0:1746126742.819148:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817943552 00000100:00100000:3.0:1746126742.819198:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29058 00000100:00100000:3.0:1746126742.819206:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:3117:x1830945817943552:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:3.0:1746126742.819221:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126742.819237:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d110600/0xd8b4f51a84482366 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7545 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.819281:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b4ae9400/0xd8b4f51a8448236d lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.819292:0:10784:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d111200/0xd8b4f51a84482327 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xd8b4f51a84482320 expref: 6 pid: 7225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.819298:0:10784:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800b4ae9400/0xd8b4f51a8448236d lrc: 4/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT1 00010000:00010000:3.0:1746126742.819343:0:10784:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009d111200/0xd8b4f51a84482327 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xd8b4f51a84482320 expref: 6 pid: 7225 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126742.819356:0:10784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094be0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10784:1830945813761024:0@lo:104: 00000100:00100000:3.0:1746126742.819390:0:10784:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746126742.819404:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746126742.819441:0:10784:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297900 going to sleep for 11 seconds 00000100:00100000:2.0:1746126742.819575:0:11891:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813761024 00000100:00100000:2.0:1746126742.819579:0:11891:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813761024 00000100:00100000:2.0:1746126742.819610:0:11891:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1746126742.819615:0:11891:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0000-mdtlov_UUID+4:10784:x1830945813761024:12345-0@lo:104: 00010000:00010000:2.0:1746126742.819624:0:11891:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d110c00/0xd8b4f51a84482320 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xd8b4f51a84482327 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.819730:0:11891:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1746126742.819736:0:11891:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0000-mdtlov_UUID+4:10784:x1830945813761024:12345-0@lo:104: Request processed in 120us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126742.819742:0:11891:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00010000:00010000:1.0:1746126742.819750:0:8367:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746126742.819757:0:8367:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d110c00/0xd8b4f51a84482320 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xd8b4f51a84482327 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.819764:0:8367:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d110c00 already unused, calling callback (ffffffffa0f09e30) 00010000:00010000:1.0:1746126742.819769:0:8367:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d110c00/0xd8b4f51a84482320 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xd8b4f51a84482327 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1746126742.819777:0:8367:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d110c00/0xd8b4f51a84482320 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xd8b4f51a84482327 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.819795:0:8367:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d110c00/0xd8b4f51a84482320 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd8b4f51a84482327 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.819800:0:8367:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1746126742.819804:0:10784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094be0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10784:1830945813761024:0@lo:104: 00010000:00010000:3.0:1746126742.819816:0:10784:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8800b4ae9400/0xd8b4f51a8448236d lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT1 00010000:00010000:1.0:1746126742.819833:0:8367:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d110c00/0xd8b4f51a84482320 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd8b4f51a84482327 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.820109:0:8367:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d110c00/0xd8b4f51a84482320 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xd8b4f51a84482327 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.820125:0:8367:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126742.820126:0:8367:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126742.820128:0:8367:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126742.820171:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813761152:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746126742.820200:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126742.820237:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813761152 00000100:00100000:3.0:1746126742.820241:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813761152 00010000:00010000:3.0:1746126742.820255:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009d111200/0xd8b4f51a84482327 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xd8b4f51a84482320 expref: 7 pid: 7225 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126742.820568:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13887 00000100:00100000:3.0:1746126742.820574:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+7:3770:x1830945813761152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1746126742.820582:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746126742.822650:0:8358:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967391 is committed 00010000:00010000:3.0:1746126742.822794:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d111200/0xd8b4f51a84482327 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xd8b4f51a84482320 expref: 6 pid: 7225 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.822809:0:8368:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800b19a0200) 00010000:00010000:3.0:1746126742.822812:0:8368:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8800b4ae9400/0xd8b4f51a8448236d lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT1 00010000:00010000:3.0:1746126742.822820:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800b4ae9400/0xd8b4f51a8448236d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10784 initiator: MDT1 00010000:00010000:3.0:1746126742.822826:0:8368:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800b4ae9400/0xd8b4f51a8448236d lrc: 4/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10784 initiator: MDT1 00010000:00010000:3.0:1746126742.822852:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126742.822875:0:10784:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8800b4ae9400/0xd8b4f51a8448236d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT1 00010000:00010000:0.0:1746126742.822882:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800b4ae9400/0xd8b4f51a8448236d lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT1 00000100:00100000:3.0:1746126742.822910:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813761152:12345-0@lo:103:ldlm_bl.0 Request processed in 2335us (2708us total) trans 0 rc 0/0 00000004:00200000:0.0:1746126742.822921:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:0.0:1746126742.822925:0:10784:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1746126742.822962:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d110600/0xd8b4f51a84482366 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7545 expref: 8 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126742.822975:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800b4ae9400/0xd8b4f51a8448236d lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7545 expref: 7 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126742.822980:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800b19a0200) 00010000:00010000:0.0:1746126742.822983:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1746126742.822985:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4ae9400, rc 0) 00000100:00100000:1.0:1746126742.823007:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813761152:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746126742.823019:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:3117:x1830945817943552:12345-192.168.204.15@tcp:101:cp.0 Request processed in 3814us (3974us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126742.823026:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29058 00000100:00100000:3.0:1746126742.823184:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13887 00000100:00100000:0.0:1746126742.825560:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126742.825635:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817943680 00000100:00100000:2.0:1746126742.825642:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817943680 00000100:00100000:2.0:1746126742.825688:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29059 00000100:00100000:2.0:1746126742.825695:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:3117:x1830945817943680:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:2.0:1746126742.825711:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126742.825727:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b800/0xd8b4f51a84482374 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b754c expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.825771:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a8448237b lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825781:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a8448237b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825789:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a8448237b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825802:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482382 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825807:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482382 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825812:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482382 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825855:0:10784:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a8448237b lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825860:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a8448237b lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825865:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a8448237b lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825869:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a8448237b lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825873:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008383a600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126742.825876:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a8448237b lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825885:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a8448237b lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825893:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800b19a0000) 00010000:00010000:2.0:1746126742.825895:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126742.825898:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a8448237b lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825902:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a8448237b lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825926:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482382 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825931:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482382 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825935:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482382 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825939:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008383b600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126742.825941:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482382 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825946:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482382 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825952:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88012e741f00) 00010000:00010000:2.0:1746126742.825954:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126742.825956:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482382 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825960:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482382 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.825983:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b800/0xd8b4f51a84482374 lrc: 1/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b754c expref: 15 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.825990:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b800/0xd8b4f51a84482374 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b754c expref: 15 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.825996:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b800, rc 0) 00000100:00100000:2.0:1746126742.826039:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:3117:x1830945817943680:12345-192.168.204.15@tcp:101:cp.0 Request processed in 335us (473us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126742.826044:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29059 00000100:00100000:0.0:1746126742.828432:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126742.828530:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817943936 00000100:00100000:2.0:1746126742.828536:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817943936 00000100:00100000:2.0:1746126742.828826:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29060 00000100:00100000:2.0:1746126742.828833:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+14:3117:x1830945817943936:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:2.0:1746126742.828848:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126742.828851:0:10784:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126742.828871:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009918a200/0xd8b4f51a8448235f lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b753e expref: 14 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.828885:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800b19a0000) 00010000:00010000:2.0:1746126742.828889:0:10784:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126742.828897:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482389 lrc: 2/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7553 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.828960:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482390 lrc: 3/0,1 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.828969:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482390 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.828977:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482390 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.828987:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4a00/0xd8b4f51a84482397 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.828992:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4a00/0xd8b4f51a84482397 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126742.828996:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4a00/0xd8b4f51a84482397 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00080000:2.0:1746126742.829221:0:10784:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00010000:00010000:3.0:1746126742.830343:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4400/0xd8b4f51a8448239e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.830354:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4400/0xd8b4f51a8448239e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.830362:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4400/0xd8b4f51a8448239e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.830397:0:10784:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482390 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.830403:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482390 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.830408:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482390 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.830413:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482390 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.830417:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098ec4c00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126742.830420:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482390 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.830426:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482390 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.830433:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800b19a0000) 00010000:00010000:3.0:1746126742.830435:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126742.830437:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482390 lrc: 3/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.830441:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482390 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00000004:00010000:3.0:1746126742.830452:0:10784:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012ea47100 reply state ffff88009d1c1000 transno 4294980550 ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4a00/0xd8b4f51a84482397 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.830463:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4a00/0xd8b4f51a84482397 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.830467:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88012e741800) 00010000:00010000:3.0:1746126742.830469:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746126742.830471:0:10784:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746126742.830497:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482389 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7553 expref: 16 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.830507:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4400/0xd8b4f51a8448239e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7553 expref: 15 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.830512:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012e741000) 00010000:00010000:3.0:1746126742.830514:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126742.830515:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4400, rc 0) 00000100:00100000:3.0:1746126742.830570:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+16:3117:x1830945817943936:12345-192.168.204.15@tcp:101:cp.0 Request processed in 1737us (2143us total) trans 4294980550 rc 0/0 00000100:00100000:3.0:1746126742.830576:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29060 00000100:00100000:0.0:1746126742.834472:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126742.834560:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817944064 00000100:00100000:3.0:1746126742.834568:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817944064 00000100:00100000:3.0:1746126742.835148:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30698 00000100:00100000:3.0:1746126742.835156:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2008:x1830945817944064:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:3.0:1746126742.835170:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126742.835185:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094898400/0xd8b4f51a844823ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b755a expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126742.835204:0:11426:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746126742.835219:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126742.835221:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126742.835227:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094898400/0xd8b4f51a844823ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b755a expref: 6 pid: 11426 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126742.835239:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094898400/0xd8b4f51a844823ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b755a expref: 6 pid: 11426 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126742.835252:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094898400, rc 0) 00000100:00100000:3.0:1746126742.835299:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817944064:12345-192.168.204.15@tcp:101:cp.0 Request processed in 143us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.835326:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30698 00000100:00100000:0.0:1746126742.837451:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126742.837564:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817944192 00000100:00100000:2.0:1746126742.837570:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817944192 00000100:00100000:2.0:1746126742.837611:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30699 00000100:00100000:2.0:1746126742.837617:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+6:3117:x1830945817944192:12345-192.168.204.15@tcp:101:cp.0 00010000:00010000:2.0:1746126742.837629:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126742.837641:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7561 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.837662:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094898400/0xd8b4f51a844823ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b755a expref: 7 pid: 11426 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126742.837668:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126742.837669:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126742.837672:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 7 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.837696:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094898400/0xd8b4f51a844823ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b755a expref: 7 pid: 11426 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126742.837706:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094898400/0xd8b4f51a844823ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b755a expref: 7 pid: 11426 timeout: 885 lvb_type: 1 00000100:00100000:2.0:1746126742.837717:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813761280:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126742.837787:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fca0000 going to sleep for 11 seconds 00000100:00100000:0.0:1746126742.839930:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126742.839957:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813761280:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126742.839975:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 7 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.839985:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4200, rc 0) 00000100:00100000:3.0:1746126742.840008:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817944320 00000100:00100000:2.0:1746126742.840014:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:3117:x1830945817944192:12345-192.168.204.15@tcp:101:cp.0 Request processed in 2398us (2569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.840015:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817944320 00000100:00100000:2.0:1746126742.840021:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30699 00010000:00010000:3.0:1746126742.840050:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094898400/0xd8b4f51a844823ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b755a expref: 7 pid: 11426 timeout: 885 lvb_type: 1 00000100:00100000:3.0:1746126742.840080:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13888 00000100:00100000:3.0:1746126742.840086:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817944320:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126742.840095:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126742.840111:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094898400/0xd8b4f51a844823ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b755a expref: 7 pid: 11426 timeout: 885 lvb_type: 1 00010000:00010000:3.0:1746126742.840120:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094898400/0xd8b4f51a844823ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b755a expref: 7 pid: 11426 timeout: 885 lvb_type: 1 00010000:00010000:3.0:1746126742.840137:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094898400/0xd8b4f51a844823ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b755a expref: 7 pid: 11426 timeout: 885 lvb_type: 1 00010000:00010000:3.0:1746126742.840147:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126742.840149:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126742.840155:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.840165:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.840186:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126742.840195:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094be0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813761408:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126742.840247:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42970c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126742.843360:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094be0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813761408:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126742.843377:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126742.843416:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817944320:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 3329us (3489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.843424:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13888 00000100:00100000:0.0:1746126742.843962:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126742.844019:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817944576 00000100:00100000:2.0:1746126742.844024:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817944576 00000100:00100000:2.0:1746126742.844292:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 186 00000100:00100000:2.0:1746126742.844299:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+16:3117:x1830945817944576:12345-192.168.204.15@tcp:35:cp.0 00000100:00100000:2.0:1746126742.844494:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+17:3117:x1830945817944576:12345-192.168.204.15@tcp:35:cp.0 Request processed in 195us (533us total) trans 4294980551 rc 0/0 00000100:00100000:2.0:1746126742.844499:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 186 00000100:00100000:0.0:1746126742.867060:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126742.867123:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817944832 00000100:00100000:3.0:1746126742.867131:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817944832 00000100:00100000:3.0:1746126742.868383:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29061 00000100:00100000:3.0:1746126742.868393:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099273800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+17:3120:x1830945817944832:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:3.0:1746126742.868414:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126742.868429:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094899a00/0xd8b4f51a844823ba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7568 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.868508:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094899e00/0xd8b4f51a844823c1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.868519:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094899e00/0xd8b4f51a844823c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.868529:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094899e00/0xd8b4f51a844823c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00200000:3.0:1746126742.868538:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1716 00010000:00010000:3.0:1746126742.868618:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094899a00/0xd8b4f51a844823ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7568 expref: 20 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.868651:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094899e00/0xd8b4f51a844823c1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7568 expref: 19 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.868657:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012e741000) 00010000:00010000:3.0:1746126742.868659:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746126742.868662:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094899e00, rc 0) 00000100:00100000:3.0:1746126742.868708:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099273800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+19:3120:x1830945817944832:12345-192.168.204.15@tcp:101:dd.0 Request processed in 317us (1681us total) trans 4294980552 rc 0/0 00000100:00100000:3.0:1746126742.868714:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29061 00000100:00100000:0.0:1746126742.918411:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126742.918736:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817944960 00000100:00100000:1.0:1746126742.918744:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817944960 00000100:00100000:1.0:1746126742.918845:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29062 00000100:00100000:1.0:1746126742.918856:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099272300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:3124:x1830945817944960:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:1.0:1746126742.918878:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126742.918894:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098000/0xd8b4f51a844823cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b756f expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.918937:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098e00/0xd8b4f51a844823d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.918945:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098e00/0xd8b4f51a844823d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.918953:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098e00/0xd8b4f51a844823d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:1.0:1746126742.918985:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746126742.918989:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746126742.919002:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098e00/0xd8b4f51a844823d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.919023:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098000/0xd8b4f51a844823cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b756f expref: 13 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.919065:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098e00/0xd8b4f51a844823d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b756f expref: 12 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.919072:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126742.919074:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746126742.919077:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b098e00, rc 0) 00000100:00100000:1.0:1746126742.919125:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099272300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:3124:x1830945817944960:12345-192.168.204.15@tcp:101:dd.0 Request processed in 272us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126742.919130:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29062 00000100:00100000:0.0:1746126742.922446:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126742.922893:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817945088 00000100:00100000:1.0:1746126742.922901:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817945088 00000100:00100000:3.0:1746126742.923050:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29063 00000100:00100000:3.0:1746126742.923059:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099272680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:3124:x1830945817945088:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:3.0:1746126742.923076:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126742.923092:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094899000/0xd8b4f51a844823dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7576 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.923142:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a844823e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923152:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a844823e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923161:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a844823e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923170:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094899600/0xd8b4f51a844823eb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923176:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094899600/0xd8b4f51a844823eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923180:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094899600/0xd8b4f51a844823eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923240:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094899a00/0xd8b4f51a844823f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923246:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094899a00/0xd8b4f51a844823f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923252:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094899a00/0xd8b4f51a844823f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00200000:3.0:1746126742.923299:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:3.0:1746126742.923323:0:10784:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746126742.923336:0:10784:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094899a00/0xd8b4f51a844823f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923345:0:10784:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a844823e4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923350:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a844823e4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923354:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a844823e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923359:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a844823e4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923366:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094899200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126742.923369:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a844823e4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923374:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a844823e4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923383:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126742.923386:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126742.923389:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a844823e4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923393:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a844823e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923407:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094899600/0xd8b4f51a844823eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923411:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094899600/0xd8b4f51a844823eb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923415:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094899600/0xd8b4f51a844823eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923419:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094899600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126742.923421:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094899600/0xd8b4f51a844823eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923425:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094899600/0xd8b4f51a844823eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923430:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88012e741100) 00010000:00010000:3.0:1746126742.923432:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126742.923434:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094899600/0xd8b4f51a844823eb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923438:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094899600/0xd8b4f51a844823eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126742.923456:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094899000/0xd8b4f51a844823dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7576 expref: 14 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.923465:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094899a00/0xd8b4f51a844823f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7576 expref: 13 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.923470:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800b19a0100) 00010000:00010000:3.0:1746126742.923472:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746126742.923473:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094899a00, rc 0) 00000100:00100000:3.0:1746126742.923512:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099272680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+13:3124:x1830945817945088:12345-192.168.204.15@tcp:101:dd.0 Request processed in 455us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.923518:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29063 00000100:00100000:0.0:1746126742.925483:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126742.925623:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817945216 00000100:00100000:1.0:1746126742.925629:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817945216 00000100:00100000:1.0:1746126742.925673:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29064 00000100:00100000:1.0:1746126742.925679:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099271180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+13:3124:x1830945817945216:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:1.0:1746126742.925690:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126742.925700:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098c00/0xd8b4f51a844823f9 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b757d expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.925729:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099a00/0xd8b4f51a84482400 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.925736:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099a00/0xd8b4f51a84482400 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.925742:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099a00/0xd8b4f51a84482400 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:1.0:1746126742.925768:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746126742.925770:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746126742.925784:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098c00/0xd8b4f51a844823f9 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b757d expref: 15 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.925800:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099a00/0xd8b4f51a84482400 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b757d expref: 14 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.925807:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800b19a0000) 00010000:00010000:1.0:1746126742.925808:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746126742.925810:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b099a00, rc 0) 00000100:00100000:1.0:1746126742.925838:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099271180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:3124:x1830945817945216:12345-192.168.204.15@tcp:101:dd.0 Request processed in 160us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126742.925843:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29064 00000100:00100000:0.0:1746126742.926828:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126742.926899:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817945344 00000100:00100000:1.0:1746126742.926904:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817945344 00000100:00100000:1.0:1746126742.927057:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29065 00000100:00100000:1.0:1746126742.927067:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099273b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:3124:x1830945817945344:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:1.0:1746126742.927078:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126742.927090:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012b098000/0xd8b4f51a84482407 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7584 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.927122:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012b099e00/0xd8b4f51a8448240e lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00000100:00080000:0.0:1746126742.927125:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746126742.927130:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012b099e00/0xd8b4f51a8448240e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT1 00010000:00010000:1.0:1746126742.927138:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012b099e00/0xd8b4f51a8448240e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT1 00000004:00200000:1.0:1746126742.927163:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746126742.927166:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746126742.927196:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012b098000/0xd8b4f51a84482407 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7584 expref: 8 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.927207:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012b099e00/0xd8b4f51a8448240e lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7584 expref: 7 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.927213:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800b19a0200) 00010000:00010000:1.0:1746126742.927215:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746126742.927217:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b099e00, rc 0) 00000100:00100000:1.0:1746126742.927252:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099273b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:3124:x1830945817945344:12345-192.168.204.15@tcp:101:dd.0 Request processed in 188us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126742.927257:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29065 00000100:00100000:2.0:1746126742.929538:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126742.929592:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817945600 00000100:00100000:1.0:1746126742.929599:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817945600 00000100:00100000:1.0:1746126742.929650:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29066 00000100:00100000:1.0:1746126742.929658:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:3124:x1830945817945600:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:1.0:1746126742.929671:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126742.929686:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cfa00/0xd8b4f51a84482415 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b758b expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.929739:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099600/0xd8b4f51a8448241c lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929748:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099600/0xd8b4f51a8448241c lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929756:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099600/0xd8b4f51a8448241c lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929764:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a84482423 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929769:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a84482423 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929773:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a84482423 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929842:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448242a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929848:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448242a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929852:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448242a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:1.0:1746126742.929858:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1716 00010000:00010000:1.0:1746126742.929913:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099600/0xd8b4f51a8448241c lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929917:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099600/0xd8b4f51a8448241c lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929922:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099600/0xd8b4f51a8448241c lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929927:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099600/0xd8b4f51a8448241c lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929931:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b099600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126742.929934:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099600/0xd8b4f51a8448241c lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929942:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099600/0xd8b4f51a8448241c lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929950:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800b19a0000) 00010000:00010000:1.0:1746126742.929953:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126742.929955:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099600/0xd8b4f51a8448241c lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929959:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099600/0xd8b4f51a8448241c lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929968:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a84482423 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929972:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a84482423 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929976:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a84482423 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929979:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b60200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126742.929980:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a84482423 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929984:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a84482423 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929988:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88012e741800) 00010000:00010000:1.0:1746126742.929989:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126742.929991:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a84482423 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.929994:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60200/0xd8b4f51a84482423 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.930016:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992cfa00/0xd8b4f51a84482415 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b758b expref: 17 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.930025:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448242a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b758b expref: 16 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.930039:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012e741000) 00010000:00010000:1.0:1746126742.930041:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126742.930043:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61a00, rc 0) 00000100:00100000:1.0:1746126742.930084:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+16:3124:x1830945817945600:12345-192.168.204.15@tcp:101:dd.0 Request processed in 427us (551us total) trans 4294980553 rc 0/0 00000100:00100000:1.0:1746126742.930089:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29066 00000100:00100000:0.0:1746126742.932687:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126742.932922:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817945728 00000100:00100000:2.0:1746126742.932929:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817945728 00000100:00100000:2.0:1746126742.932982:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30700 00000100:00100000:2.0:1746126742.932990:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:3124:x1830945817945728:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:2.0:1746126742.933003:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126742.933017:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098eb7a00/0xd8b4f51a84482438 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7592 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.933050:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.933058:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126742.933059:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126742.933062:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098eb7a00/0xd8b4f51a84482438 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7592 expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.933087:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.933097:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 5 pid: 25391 timeout: 886 lvb_type: 0 00000100:00100000:2.0:1746126742.933107:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813761536:192.168.204.15@tcp:104: 00000100:00080000:0.0:1746126742.933239:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126742.933501:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fca0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746126742.936560:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813761536:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126742.936585:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098eb7a00/0xd8b4f51a84482438 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7592 expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.936601:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098eb7a00, rc 0) 00000100:00100000:2.0:1746126742.936644:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:3124:x1830945817945728:12345-192.168.204.15@tcp:101:dd.0 Request processed in 3654us (3961us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126742.936652:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30700 00000100:00100000:0.0:1746126742.936998:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126742.937212:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817945856 00000100:00100000:1.0:1746126742.937218:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817945856 00002000:00100000:1.0:1746126742.937260:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1715) req@ffff880099271880 x1830945817945856/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:503/0 lens 2208/0 e 0 to 0 dl 1746126753 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126742.937268:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099271880 with x1830945817945856 ext(0->1715) 00010000:00010000:1.0:1746126742.937274:0:27125:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 6 pid: 25391 timeout: 886 lvb_type: 0 00010000:00010000:1.0:1746126742.937285:0:27125:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 6 pid: 25391 timeout: 886 lvb_type: 0 00002000:00010000:1.0:1746126742.937290:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099271880 00000100:00100000:2.0:1746126742.937725:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3251 00000100:00100000:2.0:1746126742.937734:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817945856:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:0.0:1746126742.938410:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099271880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817945856:12345-192.168.204.15@tcp:4:dd.0 Request processed in 675us (1410us total) trans 4294972096 rc 0/0 00000100:00100000:0.0:1746126742.938417:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3251 00002000:00100000:0.0:1746126742.938423:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1715) req@ffff880099271880 x1830945817945856/t4294972096(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:503/0 lens 2208/448 e 0 to 0 dl 1746126753 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126742.938429:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099271880 with x1830945817945856 ext(0->1715) 00010000:00010000:0.0:1746126742.938434:0:20699:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 8 pid: 25391 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746126742.938443:0:20699:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 8 pid: 25391 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746126742.938448:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099271880 00000100:00100000:0.0:1746126742.940208:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126742.940348:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817945984 00000100:00100000:3.0:1746126742.940356:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817945984 00010000:00010000:3.0:1746126742.940384:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 8 pid: 25391 timeout: 886 lvb_type: 0 00000100:00100000:3.0:1746126742.940508:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13889 00000100:00100000:3.0:1746126742.940515:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817945984:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126742.940526:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126742.940537:0:8368:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:3.0:1746126742.940540:0:8368:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746126743 00002000:00010000:3.0:1746126742.940541:0:8368:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime from disk: 0 -> 1746126743 00002000:00010000:3.0:1746126742.940544:0:8368:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746126743 00002000:00010000:3.0:1746126742.940545:0:8368:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1746126742.940549:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 8 pid: 25391 timeout: 886 lvb_type: 0 00010000:00010000:3.0:1746126742.940559:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 8 pid: 25391 timeout: 886 lvb_type: 0 00010000:00010000:3.0:1746126742.940581:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4200/0xd8b4f51a844823b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7561 expref: 8 pid: 25391 timeout: 886 lvb_type: 0 00010000:00010000:3.0:1746126742.940605:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126742.940611:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126742.940617:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098eb7a00/0xd8b4f51a84482438 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7592 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.940625:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098eb7a00/0xd8b4f51a84482438 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7592 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.940651:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098eb7a00/0xd8b4f51a84482438 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7592 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126742.940662:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094be0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813761664:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126742.940726:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126742.942107:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094be0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813761664:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126742.942119:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126742.942153:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817945984:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1639us (1950us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.942163:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13889 00000100:00100000:0.0:1746126742.943332:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126742.943419:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817946240 00000100:00100000:2.0:1746126742.943425:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817946240 00002000:00100000:2.0:1746126742.943454:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c99fb80 x1830945817946240/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:503/0 lens 488/0 e 0 to 0 dl 1746126753 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126742.943463:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99fb80 with x1830945817946240 ext(0->4095) 00002000:00010000:2.0:1746126742.943468:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99fb80 00000100:00100000:2.0:1746126742.943487:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13924 00000100:00100000:2.0:1746126742.943494:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817946240:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:2.0:1746126742.943608:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817946240:12345-192.168.204.15@tcp:3:dd.0 Request processed in 114us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126742.943614:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13924 00002000:00100000:2.0:1746126742.943618:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c99fb80 x1830945817946240/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:503/0 lens 488/4536 e 0 to 0 dl 1746126753 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126742.943625:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99fb80 with x1830945817946240 ext(0->4095) 00002000:00010000:2.0:1746126742.943627:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99fb80 00000100:00100000:0.0:1746126742.970920:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126742.970987:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817946496 00000100:00100000:2.0:1746126742.970995:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817946496 00000100:00100000:2.0:1746126742.971075:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 187 00000100:00100000:2.0:1746126742.971083:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+16:3124:x1830945817946496:12345-192.168.204.15@tcp:35:dd.0 00000100:00100000:2.0:1746126742.971293:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+17:3124:x1830945817946496:12345-192.168.204.15@tcp:35:dd.0 Request processed in 211us (379us total) trans 4294980554 rc 0/0 00000100:00100000:2.0:1746126742.971299:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 187 00000100:00100000:0.0:1746126742.980862:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126742.980917:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817946624 00000100:00100000:1.0:1746126742.980925:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817946624 00000100:00100000:1.0:1746126742.980983:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29067 00000100:00100000:1.0:1746126742.980992:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+19:3127:x1830945817946624:12345-192.168.204.15@tcp:101:truncate.0 00010000:00010000:1.0:1746126742.981011:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126742.981039:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a8448243f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7599 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.981067:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60800/0xd8b4f51a84482446 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.981077:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60800/0xd8b4f51a84482446 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.981086:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60800/0xd8b4f51a84482446 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.981164:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a8448243f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7599 expref: 21 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.981184:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60800/0xd8b4f51a84482446 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7599 expref: 20 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.981190:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012e741000) 00010000:00010000:1.0:1746126742.981192:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1746126742.981195:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60800, rc 0) 00000100:00100000:1.0:1746126742.981239:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+20:3127:x1830945817946624:12345-192.168.204.15@tcp:101:truncate.0 Request processed in 249us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126742.981244:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29067 00000100:00100000:0.0:1746126742.983265:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126742.983503:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817946880 00000100:00100000:1.0:1746126742.983510:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817946880 00000100:00100000:1.0:1746126742.983557:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29068 00000100:00100000:1.0:1746126742.983565:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+20:3127:x1830945817946880:12345-192.168.204.15@tcp:36:truncate.0 00010000:00010000:1.0:1746126742.983604:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126742.983623:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4400/0xd8b4f51a8448239e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7553 expref: 20 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.983637:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012e741000) 00010000:00010000:1.0:1746126742.983641:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126742.983762:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.983772:0:7220:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448242a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b758b expref: 16 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.983778:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 4/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.983801:0:7220:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448242a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b758b expref: 16 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126742.983811:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448242a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b758b expref: 16 pid: 7220 timeout: 886 lvb_type: 0 00000100:00100000:1.0:1746126742.983822:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992fc700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7220:1830945813761792:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126742.985209:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d782780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126742.987637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126742.987702:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992fc700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7220:1830945813761792:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126742.987734:0:7220:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000100:00100000:3.0:1746126742.987961:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817947008 00000100:00100000:3.0:1746126742.987967:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817947008 00010000:00010000:3.0:1746126742.987993:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448242a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b758b expref: 17 pid: 7220 timeout: 886 lvb_type: 0 00000100:00100000:3.0:1746126742.988036:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13890 00000100:00100000:3.0:1746126742.988044:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+17:2008:x1830945817947008:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126742.988054:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126742.988059:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448242a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b758b expref: 17 pid: 7220 timeout: 886 lvb_type: 0 00010000:00010000:3.0:1746126742.988068:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448242a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b758b expref: 17 pid: 7220 timeout: 886 lvb_type: 0 00010000:00010000:3.0:1746126742.988087:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a8448242a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b758b expref: 17 pid: 7220 timeout: 886 lvb_type: 0 00010000:00010000:3.0:1746126742.988102:0:8368:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012e741000) 00010000:00010000:3.0:1746126742.988105:0:8368:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746126742.988112:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746126742.988117:0:8368:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746126742.988130:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126742.988163:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+16:2008:x1830945817947008:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 121us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.988169:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13890 00010000:00010000:1.0:1746126742.988287:0:7220:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.988297:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000001:00080000:1.0:1746126742.988389:0:7220:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980555 00000004:00010000:1.0:1746126742.988426:0:7220:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009c99ea00 reply state ffff88009cbfe000 transno 4294980556 ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.988434:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126742.988440:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012e741000) 00010000:00010000:1.0:1746126742.988442:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746126742.988444:0:7220:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746126742.988505:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+22:3127:x1830945817946880:12345-192.168.204.15@tcp:36:truncate.0 Request processed in 4941us (5244us total) trans 4294980556 rc 0/0 00000100:00100000:1.0:1746126742.988511:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29068 00000020:00080000:1.0:1746126742.988514:0:7220:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746126742.990434:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126742.990487:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817947136 00000100:00100000:2.0:1746126742.990493:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817947136 00000100:00100000:2.0:1746126742.990535:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30701 00000100:00100000:2.0:1746126742.990542:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:3127:x1830945817947136:12345-192.168.204.15@tcp:101:truncate.0 00010000:00010000:2.0:1746126742.990554:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126742.990567:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098eb6c00/0xd8b4f51a84482454 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b75a0 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.990589:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098eb7a00/0xd8b4f51a84482438 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7592 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.990595:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126742.990597:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126742.990600:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098eb6c00/0xd8b4f51a84482454 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75a0 expref: 8 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.990621:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098eb7a00/0xd8b4f51a84482438 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7592 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.990631:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098eb7a00/0xd8b4f51a84482438 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7592 expref: 5 pid: 25391 timeout: 886 lvb_type: 0 00000100:00100000:2.0:1746126742.990640:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813761920:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126742.990711:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fca0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126742.992726:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813761920:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126742.992733:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126742.992745:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098eb6c00/0xd8b4f51a84482454 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75a0 expref: 8 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126742.992757:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098eb6c00, rc 0) 00000100:00100000:2.0:1746126742.992786:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:3127:x1830945817947136:12345-192.168.204.15@tcp:101:truncate.0 Request processed in 2244us (2360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126742.992805:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30701 00000100:00100000:3.0:1746126742.992818:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817947264 00000100:00100000:3.0:1746126742.992823:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817947264 00010000:00010000:3.0:1746126742.992840:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098eb7a00/0xd8b4f51a84482438 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7592 expref: 6 pid: 25391 timeout: 886 lvb_type: 0 00000100:00100000:3.0:1746126742.992858:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13891 00000100:00100000:3.0:1746126742.992868:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817947264:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126742.992879:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126742.992897:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098eb7a00/0xd8b4f51a84482438 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7592 expref: 6 pid: 25391 timeout: 886 lvb_type: 0 00010000:00010000:3.0:1746126742.992906:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098eb7a00/0xd8b4f51a84482438 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7592 expref: 6 pid: 25391 timeout: 886 lvb_type: 0 00010000:00010000:3.0:1746126742.992924:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098eb7a00/0xd8b4f51a84482438 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7592 expref: 6 pid: 25391 timeout: 886 lvb_type: 0 00010000:00010000:3.0:1746126742.992933:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126742.992935:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126742.992939:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098eb6c00/0xd8b4f51a84482454 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75a0 expref: 7 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.992947:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098eb6c00/0xd8b4f51a84482454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75a0 expref: 7 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126742.992970:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098eb6c00/0xd8b4f51a84482454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75a0 expref: 7 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126742.992980:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094be0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813762048:192.168.204.15@tcp:105: 00000100:00100000:3.0:1746126742.993045:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297180 going to sleep for 11 seconds 00000100:00100000:3.0:1746126742.995002:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094be0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813762048:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126742.995016:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126742.995055:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:2007:x1830945817947264:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2187us (2324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126742.995063:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13891 00000100:00100000:0.0:1746126742.995389:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126742.995524:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817947392 00000100:00100000:3.0:1746126742.995529:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817947392 00002000:00010000:3.0:1746126742.995550:0:20699:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/26 (858->18446744073709551615) 00002000:00100000:3.0:1746126742.995553:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99c380 with x1830945817947392 ext(858->18446744073709551615) 00002000:00010000:3.0:1746126742.995559:0:20699:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99c380. 00000100:00100000:3.0:1746126742.995572:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13925 00000100:00100000:3.0:1746126742.995577:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817947392:12345-192.168.204.15@tcp:10:truncate.0 00002000:00010000:3.0:1746126742.995767:0:20699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746126742.995770:0:20699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746126743 -> 1746126743 00002000:00010000:3.0:1746126742.995772:0:20699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime from disk: 1746126743 -> 1746126743 00002000:00010000:3.0:1746126742.995773:0:20699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746126743 -> 1746126743 00002000:00010000:3.0:1746126742.995775:0:20699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1746126742.995797:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945817947392:12345-192.168.204.15@tcp:10:truncate.0 Request processed in 220us (409us total) trans 4294972097 rc 0/0 00000100:00100000:3.0:1746126742.995806:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13925 00002000:00010000:3.0:1746126742.995808:0:20699:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/26 (858->18446744073709551615) 00002000:00100000:3.0:1746126742.995810:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99c380 with x1830945817947392 ext(858->18446744073709551615) 00002000:00010000:3.0:1746126742.995814:0:20699:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99c380. 00000100:00100000:0.0:1746126743.008240:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126743.009874:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817947648 00000100:00100000:1.0:1746126743.009886:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817947648 00000100:00100000:3.0:1746126743.011259:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29069 00000100:00100000:3.0:1746126743.011274:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+22:3129:x1830945817947648:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:3.0:1746126743.011300:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126743.011333:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094899600/0xd8b4f51a8448245b lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b75a7 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126743.011408:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a84482462 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011421:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a84482462 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011431:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a84482462 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011441:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094899000/0xd8b4f51a84482469 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011446:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094899000/0xd8b4f51a84482469 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011451:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094899000/0xd8b4f51a84482469 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011742:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482470 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011754:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482470 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011760:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482470 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00200000:3.0:1746126743.011768:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 858 00010000:00010000:3.0:1746126743.011838:0:10784:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a84482462 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011844:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a84482462 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011850:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a84482462 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011855:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a84482462 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011860:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094899200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126743.011863:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a84482462 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011869:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a84482462 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011879:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800b19a0000) 00010000:00010000:3.0:1746126743.011881:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126743.011885:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a84482462 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011889:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094899200/0xd8b4f51a84482462 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011939:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094899000/0xd8b4f51a84482469 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011944:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094899000/0xd8b4f51a84482469 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011949:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094899000/0xd8b4f51a84482469 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011953:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094899000 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126743.011955:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094899000/0xd8b4f51a84482469 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011959:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094899000/0xd8b4f51a84482469 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011964:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88012e741800) 00010000:00010000:3.0:1746126743.011966:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126743.011968:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094899000/0xd8b4f51a84482469 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.011972:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094899000/0xd8b4f51a84482469 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126743.012001:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094899600/0xd8b4f51a8448245b lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75a7 expref: 25 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126743.012011:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61a00/0xd8b4f51a84482470 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75a7 expref: 24 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126743.012017:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012e741000) 00010000:00010000:3.0:1746126743.012020:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126743.012022:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61a00, rc 0) 00000100:00100000:3.0:1746126743.013771:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+24:3129:x1830945817947648:12345-192.168.204.15@tcp:101:dd.0 Request processed in 2493us (5533us total) trans 4294980557 rc 0/0 00000100:00100000:3.0:1746126743.013782:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29069 00000100:00100000:0.0:1746126743.017859:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126743.018070:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817947904 00000100:00100000:2.0:1746126743.018081:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817947904 00000100:00100000:2.0:1746126743.018135:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 188 00000100:00100000:2.0:1746126743.018143:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+24:3129:x1830945817947904:12345-192.168.204.15@tcp:35:dd.0 00000100:00100000:2.0:1746126743.018435:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+25:3129:x1830945817947904:12345-192.168.204.15@tcp:35:dd.0 Request processed in 292us (585us total) trans 4294980558 rc 0/0 00000100:00100000:2.0:1746126743.018441:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 188 00000100:00100000:0.0:1746126743.021812:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126743.021948:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817948160 00000100:00100000:2.0:1746126743.021958:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817948160 00002000:00100000:2.0:1746126743.022005:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c99e300 x1830945817948160/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:504/0 lens 488/0 e 0 to 0 dl 1746126754 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126743.022013:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99e300 with x1830945817948160 ext(0->4095) 00002000:00010000:2.0:1746126743.022019:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99e300 00000100:00100000:2.0:1746126743.022050:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13926 00000100:00100000:2.0:1746126743.022058:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2010:x1830945817948160:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:2.0:1746126743.022216:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2010:x1830945817948160:12345-192.168.204.15@tcp:3:dd.0 Request processed in 158us (414us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746126743.022222:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13926 00002000:00100000:2.0:1746126743.022228:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c99e300 x1830945817948160/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:504/0 lens 488/4536 e 0 to 0 dl 1746126754 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126743.022235:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99e300 with x1830945817948160 ext(0->4095) 00002000:00010000:2.0:1746126743.022237:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99e300 00000100:00100000:0.0:1746126743.043584:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126743.044162:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817948416 00000100:00100000:3.0:1746126743.044172:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817948416 00000100:00100000:1.0:1746126743.044452:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29070 00000100:00100000:1.0:1746126743.044482:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+16:3133:x1830945817948416:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:1.0:1746126743.044508:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126743.044529:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce800/0xd8b4f51a8448247e lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b75ae expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126743.044608:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a84482485 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044621:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a84482485 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044637:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a84482485 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044648:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0000/0xd8b4f51a8448248c lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044654:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0000/0xd8b4f51a8448248c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044658:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0000/0xd8b4f51a8448248c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044759:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410800/0xd8b4f51a84482493 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044767:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099410800/0xd8b4f51a84482493 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044773:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099410800/0xd8b4f51a84482493 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:1.0:1746126743.044782:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 858 00010000:00010000:1.0:1746126743.044860:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a84482485 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044866:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a84482485 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044871:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a84482485 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044877:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a84482485 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044882:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009669d400 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126743.044887:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a84482485 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044894:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a84482485 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044904:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800b19a0000) 00010000:00010000:1.0:1746126743.044907:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126743.044911:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a84482485 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044916:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009669d400/0xd8b4f51a84482485 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044950:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0000/0xd8b4f51a8448248c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044956:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0000/0xd8b4f51a8448248c lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044960:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0000/0xd8b4f51a8448248c lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044964:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800995f0000 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126743.044966:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0000/0xd8b4f51a8448248c lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044970:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0000/0xd8b4f51a8448248c lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044977:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88012e741800) 00010000:00010000:1.0:1746126743.044979:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126743.044981:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0000/0xd8b4f51a8448248c lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.044989:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995f0000/0xd8b4f51a8448248c lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126743.045018:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800992ce800/0xd8b4f51a8448247e lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75ae expref: 19 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126743.045040:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099410800/0xd8b4f51a84482493 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75ae expref: 18 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126743.045047:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012e741000) 00010000:00010000:1.0:1746126743.045048:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126743.045051:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099410800, rc 0) 00000100:00100000:1.0:1746126743.045132:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+18:3133:x1830945817948416:12345-192.168.204.15@tcp:101:dd.0 Request processed in 671us (1560us total) trans 4294980559 rc 0/0 00000100:00100000:1.0:1746126743.045139:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29070 00000100:00100000:0.0:1746126743.049282:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126743.049414:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817948544 00000100:00100000:2.0:1746126743.049425:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817948544 00000100:00100000:2.0:1746126743.049482:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30702 00000100:00100000:2.0:1746126743.049490:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+5:3133:x1830945817948544:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:2.0:1746126743.049586:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126743.049608:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844824a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b75b5 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126743.049643:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098eb6c00/0xd8b4f51a84482454 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75a0 expref: 8 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126743.049652:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126743.049653:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126743.049657:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844824a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75b5 expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126743.049690:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098eb6c00/0xd8b4f51a84482454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75a0 expref: 8 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126743.049703:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098eb6c00/0xd8b4f51a84482454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75a0 expref: 8 pid: 25391 timeout: 886 lvb_type: 0 00000100:00100000:2.0:1746126743.049716:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813762176:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126743.049818:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fca0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126743.050965:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813762176:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126743.050987:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844824a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75b5 expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126743.051000:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4e00, rc 0) 00000100:00100000:2.0:1746126743.051040:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:3133:x1830945817948544:12345-192.168.204.15@tcp:101:dd.0 Request processed in 1551us (1769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126743.051047:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30702 00000100:00100000:0.0:1746126743.051378:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126743.051958:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817948672 00000100:00100000:3.0:1746126743.051965:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817948672 00010000:00010000:3.0:1746126743.051993:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098eb6c00/0xd8b4f51a84482454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75a0 expref: 9 pid: 25391 timeout: 886 lvb_type: 0 00000100:00100000:2.0:1746126743.052056:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13892 00000100:00100000:2.0:1746126743.052063:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817948672:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126743.052074:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126743.052093:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098eb6c00/0xd8b4f51a84482454 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75a0 expref: 9 pid: 25391 timeout: 886 lvb_type: 0 00010000:00010000:2.0:1746126743.052103:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098eb6c00/0xd8b4f51a84482454 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75a0 expref: 9 pid: 25391 timeout: 886 lvb_type: 0 00010000:00010000:2.0:1746126743.052224:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098eb6c00/0xd8b4f51a84482454 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75a0 expref: 9 pid: 25391 timeout: 886 lvb_type: 0 00010000:00010000:2.0:1746126743.052253:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126743.052255:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126743.052261:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844824a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75b5 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126743.052273:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844824a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75b5 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126743.052298:0:8368:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4e00/0xd8b4f51a844824a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75b5 expref: 5 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126743.052456:0:8368:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813762304:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126743.052715:0:8368:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fca0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746126743.054936:0:8368:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8368:1830945813762304:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126743.054960:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126743.055011:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817948672:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2946us (3631us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126743.055021:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13892 00000100:00100000:0.0:1746126743.055229:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126743.055353:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817948928 00000100:00100000:3.0:1746126743.055360:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817948928 00002000:00100000:3.0:1746126743.055400:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c99ca80 x1830945817948928/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:504/0 lens 488/0 e 0 to 0 dl 1746126754 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126743.055410:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ca80 with x1830945817948928 ext(0->4095) 00002000:00010000:3.0:1746126743.055415:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99ca80 00000100:00100000:3.0:1746126743.056521:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13927 00000100:00100000:3.0:1746126743.056531:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817948928:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:3.0:1746126743.056928:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:2007:x1830945817948928:12345-192.168.204.15@tcp:3:dd.0 Request processed in 398us (1698us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746126743.056934:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13927 00002000:00100000:3.0:1746126743.056941:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009c99ca80 x1830945817948928/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:504/0 lens 488/4536 e 0 to 0 dl 1746126754 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126743.056949:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99ca80 with x1830945817948928 ext(0->4095) 00002000:00010000:3.0:1746126743.056955:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99ca80 00000100:00100000:0.0:1746126743.074054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126743.074123:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817949184 00000100:00100000:2.0:1746126743.074135:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817949184 00000100:00100000:2.0:1746126743.074205:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 189 00000100:00100000:2.0:1746126743.074214:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+18:3133:x1830945817949184:12345-192.168.204.15@tcp:35:dd.0 00000100:00100000:2.0:1746126743.075812:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+19:3133:x1830945817949184:12345-192.168.204.15@tcp:35:dd.0 Request processed in 1591us (1785us total) trans 4294980560 rc 0/0 00000100:00100000:2.0:1746126743.075823:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 189 00000100:00100000:0.0:1746126743.083691:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126743.083740:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126743.083787:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126743.083852:0:7216:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817949312 00000100:00100000:1.0:1746126743.083862:0:7216:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817949312 00000100:00100000:1.0:1746126743.083931:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 557 00000100:00100000:1.0:1746126743.083941:0:7216:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9990f7b3-097c-4efd-bda2-4325c19d14d5+12:2007:x1830945817949312:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:1.0:1746126743.084008:0:7216:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9990f7b3-097c-4efd-bda2-4325c19d14d5+12:2007:x1830945817949312:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 69us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126743.084015:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 557 00000100:00100000:2.0:1746126743.084040:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817949568 00000100:00100000:2.0:1746126743.084045:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817949568 00000100:00100000:2.0:1746126743.084086:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817949440 00000100:00100000:2.0:1746126743.084089:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817949440 00000100:00100000:2.0:1746126743.084116:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 731 00000100:00100000:2.0:1746126743.084122:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2007:x1830945817949568:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:3.0:1746126743.084153:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 732 00000100:00100000:2.0:1746126743.084156:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2007:x1830945817949568:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 34us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126743.084161:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817949440:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:2.0:1746126743.084162:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 731 00000100:00100000:3.0:1746126743.084186:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817949440:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 28us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126743.084191:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 732 00000100:00080000:3.0:1746126743.084219:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746126743.559897:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746126743.602759:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970646 is committed 00000001:00100000:0.0:1746126743.602772:0:9562:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9 00000001:00100000:0.0:1746126743.602775:0:9562:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9 00000020:00000080:0.0:1746126743.602778:0:9562:0:(genops.c:904:class_export_put()) final put ffff88009909a800/6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9 00000020:00000080:2.0:1746126743.602822:0:27932:0:(genops.c:863:class_export_destroy()) destroying export ffff88009909a800/6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9 for lustre-OST0000 00000020:00000080:2.0:1746126743.602854:0:27932:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880130798000 for lustre-OST0000 00000100:00100000:0.0:1746126744.317464:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830945813762432:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746126744.317533:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126744.317577:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813762432 00000100:00100000:1.0:1746126744.317584:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813762432 00000100:00100000:1.0:1746126744.317630:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1746126744.317636:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c335180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3771:x1830945813762432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746126744.317669:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00000100:00100000:1.0:1746126744.317708:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c335180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3771:x1830945813762432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126744.317713:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1746126744.318491:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830945813762432:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746126744.561762:0:11892:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126745.563657:0:7210:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746126745.872758:0:28714:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 15:12:25 (1746126745) 00000100:00100000:0.0:1746126745.898219:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126745.898284:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817949824 00000100:00100000:1.0:1746126745.898294:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817949824 00000100:00100000:1.0:1746126745.898372:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29071 00000100:00100000:1.0:1746126745.898380:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+25:3772:x1830945817949824:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:1.0:1746126745.898397:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126745.898400:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00080000:3.0:1746126745.898422:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746126745.898423:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d111a00/0xd8b4f51a84482335 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7530 expref: 25 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.898437:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126745.898441:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126745.898663:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8a00/0xd8b4f51a844824a8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b75bc expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.898749:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.898761:0:7220:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098e00/0xd8b4f51a844823d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b756f expref: 18 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.898767:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.898793:0:7220:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098e00/0xd8b4f51a844823d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b756f expref: 18 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.898803:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098e00/0xd8b4f51a844823d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b756f expref: 18 pid: 7220 timeout: 889 lvb_type: 0 00000100:00100000:1.0:1746126745.898813:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992ffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7220:1830945813762560:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126745.899470:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d782780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126745.901714:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126745.901837:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992ffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7220:1830945813762560:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126745.901864:0:7220:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000100:00100000:3.0:1746126745.902409:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817949952 00000100:00100000:3.0:1746126745.902417:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817949952 00000100:00080000:2.0:1746126745.903781:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746126745.903817:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098e00/0xd8b4f51a844823d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b756f expref: 19 pid: 7220 timeout: 889 lvb_type: 0 00000100:00100000:3.0:1746126745.903843:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13893 00000100:00100000:3.0:1746126745.903850:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+19:2007:x1830945817949952:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126745.903861:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126745.903866:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098e00/0xd8b4f51a844823d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b756f expref: 19 pid: 7220 timeout: 889 lvb_type: 0 00010000:00010000:3.0:1746126745.903874:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098e00/0xd8b4f51a844823d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b756f expref: 19 pid: 7220 timeout: 889 lvb_type: 0 00010000:00010000:3.0:1746126745.903890:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b098e00/0xd8b4f51a844823d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b756f expref: 19 pid: 7220 timeout: 889 lvb_type: 0 00010000:00010000:3.0:1746126745.903902:0:8368:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126745.903906:0:8368:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746126745.903914:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746126745.903920:0:8368:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746126745.903959:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126745.904005:0:7220:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.904016:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000100:00100000:3.0:1746126745.904021:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+18:2007:x1830945817949952:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 171us (2313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126745.904027:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13893 00010000:00010000:1.0:1746126745.904039:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235200/0xd8b4f51a844824b6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.904048:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235200/0xd8b4f51a844824b6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.904056:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235200/0xd8b4f51a844824b6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.904811:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235400/0xd8b4f51a844824bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.904820:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235400/0xd8b4f51a844824bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.904826:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235400/0xd8b4f51a844824bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:1.0:1746126745.904836:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:1.0:1746126745.904856:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.904862:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.904867:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.904872:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.904877:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d235c00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126745.904880:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.904886:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.904894:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126745.904896:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126745.904899:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.904904:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844824af lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00000004:00010000:1.0:1746126745.904913:0:7220:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012c336a00 reply state ffff88009cbff000 transno 4294980561 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235200/0xd8b4f51a844824b6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.904920:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235200/0xd8b4f51a844824b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.904928:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009731a000) 00010000:00010000:1.0:1746126745.904929:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746126745.904932:0:7220:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746126745.904963:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8a00/0xd8b4f51a844824a8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75bc expref: 27 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.904985:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235400/0xd8b4f51a844824bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75bc expref: 26 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.904992:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009731af00) 00010000:00010000:1.0:1746126745.904994:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126745.904996:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235400, rc 0) 00000100:00100000:1.0:1746126745.905052:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+27:3772:x1830945817949824:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 6673us (6843us total) trans 4294980561 rc 0/0 00000100:00100000:1.0:1746126745.905059:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29071 00000100:00100000:0.0:1746126745.909657:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126745.913273:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817950208 00000100:00100000:1.0:1746126745.913285:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817950208 00000100:00100000:1.0:1746126745.913351:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29072 00000100:00100000:1.0:1746126745.913360:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+27:3772:x1830945817950208:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:1.0:1746126745.913381:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126745.913402:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8800/0xd8b4f51a844824cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b75c3 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.913503:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844824d2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.913515:0:7220:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235400/0xd8b4f51a844824bd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75bc expref: 28 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.913527:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844824d2 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.913560:0:7220:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235400/0xd8b4f51a844824bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75bc expref: 28 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.913571:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235400/0xd8b4f51a844824bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75bc expref: 28 pid: 7220 timeout: 889 lvb_type: 0 00000100:00100000:1.0:1746126745.913584:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992ffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7220:1830945813762688:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126745.913667:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d782540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126745.916936:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126745.916966:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817950336 00000100:00100000:3.0:1746126745.916983:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817950336 00010000:00010000:3.0:1746126745.917026:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235400/0xd8b4f51a844824bd lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75bc expref: 29 pid: 7220 timeout: 889 lvb_type: 0 00000100:00100000:1.0:1746126745.917750:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992ffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7220:1830945813762688:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126745.917872:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13894 00000100:00100000:3.0:1746126745.917882:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+29:2007:x1830945817950336:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126745.917897:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126745.917903:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235400/0xd8b4f51a844824bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75bc expref: 29 pid: 7220 timeout: 889 lvb_type: 0 00010000:00010000:3.0:1746126745.917914:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235400/0xd8b4f51a844824bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75bc expref: 29 pid: 7220 timeout: 889 lvb_type: 0 00010000:00010000:3.0:1746126745.917935:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235400/0xd8b4f51a844824bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75bc expref: 29 pid: 7220 timeout: 889 lvb_type: 0 00010000:00010000:3.0:1746126745.917947:0:8368:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009731af00) 00010000:00010000:3.0:1746126745.917952:0:8368:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844824d2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746126745.917960:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844824d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746126745.917966:0:8368:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844824d2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746126745.917993:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126745.918035:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+28:2007:x1830945817950336:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 155us (1106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126745.918041:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13894 00010000:00010000:1.0:1746126745.918199:0:7220:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844824d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.918207:0:7220:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844824d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.918212:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844824d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:1.0:1746126745.918230:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00000004:00080000:1.0:1746126745.918395:0:7220:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00000004:00080000:1.0:1746126745.918401:0:7220:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x19:0x0], index 0: 0 00010000:00010000:1.0:1746126745.918488:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844824d2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.918495:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844824d2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.918505:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844824d2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.918510:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099254a00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126745.918514:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844824d2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.918520:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844824d2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.918528:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009731af00) 00010000:00010000:1.0:1746126745.918531:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746126745.918533:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844824d2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.918537:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a844824d2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.918585:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8800/0xd8b4f51a844824cb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75c3 expref: 28 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.918592:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8800/0xd8b4f51a844824cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75c3 expref: 28 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.918600:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee8800, rc 0) 00000100:00100000:1.0:1746126745.918633:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+27:3772:x1830945817950208:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 5275us (8984us total) trans 4294980562 rc 301/301 00000100:00100000:1.0:1746126745.918640:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29072 00000100:00100000:3.0:1746126745.921508:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126745.921941:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817950592 00000100:00100000:2.0:1746126745.921951:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817950592 00000100:00100000:2.0:1746126745.922023:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 190 00000100:00100000:2.0:1746126745.922034:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40ce450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+27:3772:x1830945817950592:12345-192.168.204.15@tcp:35:lfs.0 00000100:00100000:2.0:1746126745.922664:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40ce450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+28:3772:x1830945817950592:12345-192.168.204.15@tcp:35:lfs.0 Request processed in 632us (1162us total) trans 4294980563 rc 0/0 00000100:00100000:2.0:1746126745.922672:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 190 00000100:00100000:0.0:1746126745.925743:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126745.925781:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817950720 00000100:00100000:0.0:1746126745.925790:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817950720 00000100:00100000:0.0:1746126745.925847:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29073 00000100:00100000:0.0:1746126745.925857:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+28:3772:x1830945817950720:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:0.0:1746126745.925883:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126745.925904:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183400/0xd8b4f51a844824e0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b75ca expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126745.925986:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183400/0xd8b4f51a844824e0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75ca expref: 29 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126745.926000:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183400/0xd8b4f51a844824e0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75ca expref: 29 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126745.926018:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00010000:00010000:0.0:1746126745.926021:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746126745.926024:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d183400, rc 0) 00000100:00100000:0.0:1746126745.926085:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c334e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+29:3772:x1830945817950720:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 229us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126745.926091:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29073 00000100:00100000:3.0:1746126745.931846:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126745.932058:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817950976 00000100:00100000:0.0:1746126745.932070:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817950976 00000100:00100000:0.0:1746126745.932258:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 191 00000100:00100000:0.0:1746126745.932267:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+29:3772:x1830945817950976:12345-192.168.204.15@tcp:35:lfs.0 00000100:00100000:0.0:1746126745.932493:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+30:3772:x1830945817950976:12345-192.168.204.15@tcp:35:lfs.0 Request processed in 226us (653us total) trans 4294980564 rc 0/0 00000100:00100000:0.0:1746126745.932500:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 191 00000100:00100000:3.0:1746126745.947190:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126745.947265:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817951104 00000100:00100000:0.0:1746126745.947273:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817951104 00000100:00100000:0.0:1746126745.947333:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29074 00000100:00100000:0.0:1746126745.947368:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+30:3775:x1830945817951104:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:0.0:1746126745.947388:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126745.947404:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183600/0xd8b4f51a844824e7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b75d1 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126745.947452:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183a00/0xd8b4f51a844824ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:0.0:1746126745.947463:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183a00/0xd8b4f51a844824ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:0.0:1746126745.947471:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183a00/0xd8b4f51a844824ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00200000:0.0:1746126745.947507:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746126745.947509:0:10784:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746126745.947523:0:10784:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183a00/0xd8b4f51a844824ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:0.0:1746126745.947544:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183600/0xd8b4f51a844824e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75d1 expref: 32 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126745.947557:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183a00/0xd8b4f51a844824ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75d1 expref: 31 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126745.947563:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:0.0:1746126745.947565:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126745.947568:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d183a00, rc 0) 00000100:00100000:0.0:1746126745.947725:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+31:3775:x1830945817951104:12345-192.168.204.15@tcp:101:dd.0 Request processed in 357us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126745.947733:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29074 00000100:00100000:1.0:1746126745.950131:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126745.950155:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817951360 00000100:00100000:1.0:1746126745.950161:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817951360 00000100:00100000:1.0:1746126745.950192:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29075 00000100:00100000:1.0:1746126745.950198:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+31:3775:x1830945817951360:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:1.0:1746126745.950212:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126745.950215:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746126745.950236:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183a00/0xd8b4f51a844824ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75d1 expref: 31 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.950249:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126745.950252:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126745.950261:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099254400/0xd8b4f51a844824f5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b75d8 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.950363:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844824fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950372:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844824fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950379:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844824fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950386:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a84482503 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950391:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a84482503 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950395:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a84482503 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950431:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a8448250a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950437:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a8448250a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950442:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a8448250a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:1.0:1746126745.950449:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:1.0:1746126745.950510:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844824fc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950515:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844824fc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950520:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844824fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950525:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844824fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950529:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099255200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126745.950532:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844824fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950538:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844824fc lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950544:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126745.950546:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126745.950548:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844824fc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950552:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099255200/0xd8b4f51a844824fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950563:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a84482503 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950567:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a84482503 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950571:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a84482503 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950574:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099255000 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126745.950577:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a84482503 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950580:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a84482503 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950585:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009731a000) 00010000:00010000:1.0:1746126745.950587:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126745.950589:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a84482503 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950593:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099255000/0xd8b4f51a84482503 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:1.0:1746126745.950615:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099254400/0xd8b4f51a844824f5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75d8 expref: 33 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.950625:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a8448250a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75d8 expref: 32 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.950631:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00010000:00010000:1.0:1746126745.950633:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126745.950635:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099254a00, rc 0) 00000100:00100000:1.0:1746126745.950674:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+32:3775:x1830945817951360:12345-192.168.204.15@tcp:101:dd.0 Request processed in 475us (547us total) trans 4294980565 rc 0/0 00000100:00100000:1.0:1746126745.950680:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29075 00000100:00100000:3.0:1746126745.952125:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126745.952721:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817951488 00000100:00100000:1.0:1746126745.952728:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817951488 00000100:00100000:1.0:1746126745.952755:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29076 00000100:00100000:1.0:1746126745.952760:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+32:3775:x1830945817951488:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:1.0:1746126745.952773:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126745.952784:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d234c00/0xd8b4f51a84482518 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b75df expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.952805:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254800/0xd8b4f51a8448251f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126745.952813:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099254800/0xd8b4f51a8448251f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126745.952821:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099254800/0xd8b4f51a8448251f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126745.952886:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d234c00/0xd8b4f51a84482518 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75df expref: 34 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.953555:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254800/0xd8b4f51a8448251f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75df expref: 33 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.953562:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00010000:00010000:1.0:1746126745.953564:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1746126745.953567:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099254800, rc 0) 00000100:00100000:1.0:1746126745.953598:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+33:3775:x1830945817951488:12345-192.168.204.15@tcp:101:dd.0 Request processed in 838us (1476us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126745.953604:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29076 00000100:00100000:2.0:1746126745.956950:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126745.957345:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817951744 00000100:00100000:0.0:1746126745.957352:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817951744 00000100:00100000:0.0:1746126745.957388:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29077 00000100:00100000:0.0:1746126745.957394:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+33:3775:x1830945817951744:12345-192.168.204.15@tcp:36:dd.0 00010000:00010000:0.0:1746126745.957431:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126745.957456:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a8448250a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75d8 expref: 33 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126745.957469:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00010000:00010000:0.0:1746126745.957473:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746126745.957583:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fcba600/0xd8b4f51a84482526 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126745.957594:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fcba600/0xd8b4f51a84482526 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126745.957602:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fcba600/0xd8b4f51a84482526 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000001:00080000:0.0:1746126745.957629:0:7220:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980566 00000004:00010000:0.0:1746126745.957643:0:7220:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88013604fb80 reply state ffff880096849000 transno 4294980567 ns: mdt-lustre-MDT0000_UUID lock: ffff88012fcba600/0xd8b4f51a84482526 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126745.957650:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fcba600/0xd8b4f51a84482526 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126745.957655:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00010000:00010000:0.0:1746126745.957657:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746126745.957659:0:7220:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746126745.957725:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+35:3775:x1830945817951744:12345-192.168.204.15@tcp:36:dd.0 Request processed in 330us (778us total) trans 4294980567 rc 0/0 00000100:00100000:0.0:1746126745.957730:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29077 00000020:00080000:0.0:1746126745.957733:0:7220:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746126745.960551:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126745.960649:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817951872 00000100:00100000:1.0:1746126745.960656:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817951872 00000100:00100000:1.0:1746126745.961390:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30703 00000100:00100000:1.0:1746126745.961398:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+8:3775:x1830945817951872:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:1.0:1746126745.961413:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126745.961428:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a8448252d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b75e6 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746126745.961447:0:9565:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746126745.961465:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126745.961467:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126745.961473:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a8448252d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75e6 expref: 9 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.961488:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a8448252d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75e6 expref: 9 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126745.961499:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098e95e00, rc 0) 00000100:00100000:1.0:1746126745.961547:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c334700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+9:3775:x1830945817951872:12345-192.168.204.15@tcp:101:dd.0 Request processed in 149us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126745.961553:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30703 00000100:00080000:2.0:1746126745.961703:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746126745.964088:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126745.964144:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817952000 00000100:00100000:3.0:1746126745.964151:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817952000 00000100:00100000:3.0:1746126745.964203:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30704 00000100:00100000:3.0:1746126745.964213:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+5:3775:x1830945817952000:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:3.0:1746126745.964224:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126745.964237:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a84482534 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b75ed expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746126745.964242:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1746126745.964253:0:11426:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746126745.964267:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126745.964269:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126745.964274:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a84482534 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75ed expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126745.964290:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a84482534 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75ed expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126745.964298:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ba00, rc 0) 00000100:00100000:3.0:1746126745.964354:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:3775:x1830945817952000:12345-192.168.204.15@tcp:101:dd.0 Request processed in 144us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126745.964358:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30704 00000100:00100000:0.0:1746126745.967374:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126745.967437:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126745.967510:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817952128 00000100:00100000:3.0:1746126745.967518:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817952128 00002000:00010000:3.0:1746126745.967550:0:20699:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (0->18446744073709551615) 00002000:00100000:3.0:1746126745.967554:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c334a80 with x1830945817952128 ext(0->18446744073709551615) 00002000:00010000:3.0:1746126745.967564:0:20699:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c334a80. 00000100:00100000:3.0:1746126745.967578:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817952256 00000100:00100000:3.0:1746126745.967580:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817952256 00002000:00010000:3.0:1746126745.967590:0:20699:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/25 (0->18446744073709551615) 00002000:00100000:3.0:1746126745.967592:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c337100 with x1830945817952256 ext(0->18446744073709551615) 00002000:00010000:3.0:1746126745.967598:0:20699:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c337100. 00000100:00100000:3.0:1746126745.967607:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13928 00000100:00100000:3.0:1746126745.967614:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945817952128:12345-192.168.204.15@tcp:10:dd.0 00002000:00010000:3.0:1746126745.967743:0:20699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746126745.967745:0:20699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746126746 00002000:00010000:3.0:1746126745.967748:0:20699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746126745.967749:0:20699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746126746 00002000:00010000:3.0:1746126745.967751:0:20699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1746126745.967803:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c334a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817952128:12345-192.168.204.15@tcp:10:dd.0 Request processed in 188us (432us total) trans 4294972098 rc 0/0 00000100:00100000:3.0:1746126745.967810:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13928 00002000:00010000:3.0:1746126745.967813:0:20699:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (0->18446744073709551615) 00002000:00100000:3.0:1746126745.967815:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c334a80 with x1830945817952128 ext(0->18446744073709551615) 00002000:00010000:3.0:1746126745.967819:0:20699:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c334a80. 00000100:00100000:3.0:1746126745.967833:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13929 00000100:00100000:3.0:1746126745.967838:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817952256:12345-192.168.204.15@tcp:10:dd.0 00002000:00010000:3.0:1746126745.968446:0:20699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746126745.968449:0:20699:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1746126746 00002000:00010000:3.0:1746126745.968451:0:20699:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746126745.968452:0:20699:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1746126746 00002000:00010000:3.0:1746126745.968454:0:20699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1746126745.968762:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c337100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817952256:12345-192.168.204.15@tcp:10:dd.0 Request processed in 922us (1322us total) trans 4294970647 rc 0/0 00000100:00100000:3.0:1746126745.968768:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13929 00002000:00010000:3.0:1746126745.968771:0:20699:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/25 (0->18446744073709551615) 00002000:00100000:3.0:1746126745.968773:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c337100 with x1830945817952256 ext(0->18446744073709551615) 00002000:00010000:3.0:1746126745.968778:0:20699:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c337100. 00000100:00100000:0.0:1746126746.391088:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126746.391860:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817952512 00000100:00100000:3.0:1746126746.391869:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817952512 00002000:00100000:3.0:1746126746.391915:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff88012c336300 x1830945817952512/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:507/0 lens 488/0 e 0 to 0 dl 1746126757 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126746.391923:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336300 with x1830945817952512 ext(0->4194303) 00002000:00010000:3.0:1746126746.391928:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c336300 00000100:00100000:3.0:1746126746.392718:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13930 00000100:00100000:3.0:1746126746.392729:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817952512:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:0.0:1746126746.401495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126746.401555:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817952768 00000100:00100000:2.0:1746126746.401563:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817952768 00002000:00100000:2.0:1746126746.401611:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4194303) req@ffff88012c336d80 x1830945817952768/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:507/0 lens 488/0 e 0 to 0 dl 1746126757 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126746.401620:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336d80 with x1830945817952768 ext(0->4194303) 00002000:00010000:2.0:1746126746.401625:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c336d80 00000100:00100000:2.0:1746126746.401657:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13931 00000100:00100000:2.0:1746126746.401666:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817952768:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:3.0:1746126746.455672:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2008:x1830945817952512:12345-192.168.204.15@tcp:4:dd.0 Request processed in 62935us (64580us total) trans 4294972099 rc 0/0 00000100:00100000:3.0:1746126746.455683:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13930 00002000:00100000:3.0:1746126746.455696:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff88012c336300 x1830945817952512/t4294972099(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:507/0 lens 488/448 e 0 to 0 dl 1746126757 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126746.455705:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336300 with x1830945817952512 ext(0->4194303) 00002000:00010000:3.0:1746126746.455715:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c336300 00000100:00100000:1.0:1746126746.492608:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126746.493319:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c336d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945817952768:12345-192.168.204.15@tcp:4:dd.0 Request processed in 91639us (91815us total) trans 4294970648 rc 0/0 00000100:00100000:0.0:1746126746.493330:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13931 00002000:00100000:0.0:1746126746.493341:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->4194303) req@ffff88012c336d80 x1830945817952768/t4294970648(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:507/0 lens 488/448 e 0 to 0 dl 1746126757 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126746.493349:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c336d80 with x1830945817952768 ext(0->4194303) 00002000:00010000:0.0:1746126746.493354:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c336d80 00000100:00100000:0.0:1746126746.493754:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817953024 00000100:00100000:0.0:1746126746.493761:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817953024 00002000:00100000:0.0:1746126746.493791:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff8800992fea00 x1830945817953024/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:507/0 lens 488/0 e 0 to 0 dl 1746126757 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126746.493797:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fea00 with x1830945817953024 ext(4194304->8388607) 00002000:00010000:0.0:1746126746.493801:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fea00 00000100:00100000:3.0:1746126746.493872:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13932 00000100:00100000:3.0:1746126746.493882:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2010:x1830945817953024:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:2.0:1746126746.518736:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126746.521855:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817953280 00000100:00100000:1.0:1746126746.521866:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817953280 00002000:00100000:1.0:1746126746.521913:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (4194304->8388607) req@ffff88013604d880 x1830945817953280/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:507/0 lens 488/0 e 0 to 0 dl 1746126757 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126746.521922:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d880 with x1830945817953280 ext(4194304->8388607) 00002000:00010000:1.0:1746126746.521927:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604d880 00000100:00100000:1.0:1746126746.521953:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13933 00000100:00100000:1.0:1746126746.521968:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817953280:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:3.0:1746126746.544642:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2010:x1830945817953024:12345-192.168.204.15@tcp:4:dd.0 Request processed in 50749us (52028us total) trans 4294972100 rc 0/0 00000100:00100000:3.0:1746126746.544655:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13932 00002000:00100000:3.0:1746126746.544668:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff8800992fea00 x1830945817953024/t4294972100(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:507/0 lens 488/448 e 0 to 0 dl 1746126757 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126746.544676:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800992fea00 with x1830945817953024 ext(4194304->8388607) 00002000:00010000:3.0:1746126746.544682:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800992fea00 00010000:00010000:1.0:1746126746.565723:0:8367:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126746.575202:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2008:x1830945817953280:12345-192.168.204.15@tcp:4:dd.0 Request processed in 53226us (56457us total) trans 4294970649 rc 0/0 00000100:00100000:0.0:1746126746.575216:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13933 00002000:00100000:0.0:1746126746.575229:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (4194304->8388607) req@ffff88013604d880 x1830945817953280/t4294970649(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:507/0 lens 488/448 e 0 to 0 dl 1746126757 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126746.575239:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d880 with x1830945817953280 ext(4194304->8388607) 00002000:00010000:0.0:1746126746.575245:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604d880 00000100:00100000:0.0:1746126746.579572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126746.579673:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817953536 00000100:00100000:2.0:1746126746.579685:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817953536 00002000:00100000:2.0:1746126746.579743:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff880094b6ce00 x1830945817953536/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:507/0 lens 488/0 e 0 to 0 dl 1746126757 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126746.579758:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6ce00 with x1830945817953536 ext(8388608->12582911) 00002000:00010000:2.0:1746126746.579764:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b6ce00 00000100:00100000:2.0:1746126746.579798:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13934 00000100:00100000:2.0:1746126746.579808:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2008:x1830945817953536:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:0.0:1746126746.592365:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126746.592537:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817953792 00000100:00100000:3.0:1746126746.592549:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817953792 00002000:00100000:3.0:1746126746.592604:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (8388608->12582911) req@ffff880094b6dc00 x1830945817953792/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:507/0 lens 488/0 e 0 to 0 dl 1746126757 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126746.592615:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6dc00 with x1830945817953792 ext(8388608->12582911) 00002000:00010000:3.0:1746126746.592623:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b6dc00 00000100:00100000:3.0:1746126746.592731:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13935 00000100:00100000:3.0:1746126746.592739:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2008:x1830945817953792:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:0.0:1746126746.608627:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126746.608931:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817954048 00000100:00100000:2.0:1746126746.608940:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817954048 00000100:00100000:2.0:1746126746.609030:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 192 00000100:00100000:2.0:1746126746.609040:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+35:3775:x1830945817954048:12345-192.168.204.15@tcp:35:dd.0 00000001:00080000:2.0:1746126746.609257:0:17019:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980568 00000100:00100000:2.0:1746126746.609752:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+37:3775:x1830945817954048:12345-192.168.204.15@tcp:35:dd.0 Request processed in 714us (1135us total) trans 4294980569 rc 0/0 00000100:00100000:2.0:1746126746.609760:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 192 00000020:00080000:2.0:1746126746.609765:0:17019:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746126746.618860:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2008:x1830945817953536:12345-192.168.204.15@tcp:4:dd.0 Request processed in 39042us (39287us total) trans 4294972101 rc 0/0 00000100:00100000:3.0:1746126746.618876:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13934 00002000:00100000:3.0:1746126746.618888:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff880094b6ce00 x1830945817953536/t4294972101(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:507/0 lens 488/448 e 0 to 0 dl 1746126757 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126746.618898:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6ce00 with x1830945817953536 ext(8388608->12582911) 00002000:00010000:3.0:1746126746.618904:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b6ce00 00000100:00100000:0.0:1746126746.631128:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126746.631234:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817954176 00000100:00100000:2.0:1746126746.631243:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817954176 00000100:00100000:2.0:1746126746.631349:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29078 00000100:00100000:2.0:1746126746.631359:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+37:3779:x1830945817954176:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:2.0:1746126746.631386:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126746.631406:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c3800/0xd8b4f51a8448253b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b75f4 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126746.631470:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482542 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126746.631483:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482542 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126746.631493:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482542 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:2.0:1746126746.631537:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126746.631541:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126746.631559:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482542 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126746.631579:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c3800/0xd8b4f51a8448253b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75f4 expref: 39 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126746.631601:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482542 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75f4 expref: 38 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126746.631609:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126746.631611:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126746.631615:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099254a00, rc 0) 00000100:00100000:2.0:1746126746.631660:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+38:3779:x1830945817954176:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 304us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126746.631667:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29078 00000100:00100000:0.0:1746126746.635849:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+13:2008:x1830945817953792:12345-192.168.204.15@tcp:4:dd.0 Request processed in 43096us (43481us total) trans 4294970650 rc 0/0 00000100:00100000:0.0:1746126746.635863:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13935 00002000:00100000:0.0:1746126746.635875:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (8388608->12582911) req@ffff880094b6dc00 x1830945817953792/t4294970650(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:507/0 lens 488/448 e 0 to 0 dl 1746126757 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126746.635885:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6dc00 with x1830945817953792 ext(8388608->12582911) 00002000:00010000:0.0:1746126746.635891:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b6dc00 00000100:00100000:0.0:1746126747.050371:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.050430:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817954432 00000100:00100000:1.0:1746126747.050437:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817954432 00000100:00100000:1.0:1746126747.050540:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29079 00000100:00100000:1.0:1746126747.050547:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:3791:x1830945817954432:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:1.0:1746126747.050562:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126747.050564:0:10784:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746126747.050586:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482542 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75f4 expref: 38 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.050601:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126747.050605:0:10784:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126747.050612:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd800/0xd8b4f51a84482549 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b75fb expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.050680:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482550 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.050689:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482550 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.050696:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482550 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.050705:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdda00/0xd8b4f51a84482557 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.050709:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdda00/0xd8b4f51a84482557 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.050713:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdda00/0xd8b4f51a84482557 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.050980:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448255e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.050987:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448255e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.050992:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448255e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00200000:1.0:1746126747.050998:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:1.0:1746126747.051013:0:10784:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482550 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.051018:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482550 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.051023:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482550 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.051027:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482550 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.051031:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cbdc400 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126747.051033:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482550 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.051039:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482550 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.051044:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126747.051046:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126747.051049:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482550 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.051052:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482550 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00000004:00010000:1.0:1746126747.051059:0:10784:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094b6e300 reply state ffff8800969e6000 transno 4294980570 ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdda00/0xd8b4f51a84482557 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.051065:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdda00/0xd8b4f51a84482557 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126747.051069:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88011f4fba00) 00010000:00010000:1.0:1746126747.051070:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746126747.051072:0:10784:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746126747.051086:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd800/0xd8b4f51a84482549 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75fb expref: 40 pid: 10784 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1746126747.051385:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746126747.052737:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448255e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75fb expref: 39 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.052744:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88011f4fb700) 00010000:00010000:1.0:1746126747.052746:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126747.052748:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdcc00, rc 0) 00000100:00100000:1.0:1746126747.052803:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+40:3791:x1830945817954432:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 2256us (2438us total) trans 4294980570 rc 0/0 00000100:00100000:1.0:1746126747.052814:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29079 00000100:00100000:2.0:1746126747.065364:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.065613:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817954688 00000100:00100000:3.0:1746126747.065621:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817954688 00000100:00100000:3.0:1746126747.065665:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29080 00000100:00100000:3.0:1746126747.065672:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+40:3791:x1830945817954688:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:3.0:1746126747.065691:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126747.065706:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0a00/0xd8b4f51a8448256c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7602 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.065788:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a84482573 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126747.065799:0:10784:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448255e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75fb expref: 41 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.065804:0:10784:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a84482573 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126747.065830:0:10784:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448255e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75fb expref: 41 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.065844:0:10784:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448255e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75fb expref: 41 pid: 10784 timeout: 890 lvb_type: 0 00000100:00100000:3.0:1746126747.065854:0:10784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094be3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10784:1830945813762816:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126747.065929:0:10784:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297540 going to sleep for 11 seconds 00000100:00100000:3.0:1746126747.071162:0:10784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094be3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10784:1830945813762816:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126747.071182:0:10784:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a84482573 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000100:00100000:3.0:1746126747.073676:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.073699:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817954816 00000100:00100000:3.0:1746126747.073706:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817954816 00010000:00010000:3.0:1746126747.073731:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448255e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75fb expref: 42 pid: 10784 timeout: 890 lvb_type: 0 00000100:00100000:3.0:1746126747.073751:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13895 00000100:00100000:3.0:1746126747.073757:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+42:2007:x1830945817954816:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126747.073767:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126747.073772:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448255e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75fb expref: 42 pid: 10784 timeout: 890 lvb_type: 0 00010000:00010000:3.0:1746126747.073781:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448255e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75fb expref: 42 pid: 10784 timeout: 890 lvb_type: 0 00010000:00010000:3.0:1746126747.073797:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a8448255e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75fb expref: 42 pid: 10784 timeout: 890 lvb_type: 0 00010000:00010000:3.0:1746126747.073810:0:8368:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88011f4fb700) 00010000:00010000:3.0:1746126747.073813:0:8368:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a84482573 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126747.073820:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a84482573 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126747.073825:0:8368:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a84482573 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126747.073837:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126747.073864:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+41:2007:x1830945817954816:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 107us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.073870:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13895 00010000:00010000:3.0:1746126747.073885:0:10784:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a84482573 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126747.073890:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a84482573 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00200000:3.0:1746126747.073902:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00000004:00080000:3.0:1746126747.074015:0:10784:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00000004:00080000:3.0:1746126747.074021:0:10784:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:3.0:1746126747.075166:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a84482573 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126747.075174:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a84482573 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126747.075179:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a84482573 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126747.075187:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d0d0e00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126747.075190:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a84482573 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126747.075194:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a84482573 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126747.075202:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88011f4fb700) 00010000:00010000:3.0:1746126747.075204:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746126747.075206:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a84482573 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126747.075210:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a84482573 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126747.075247:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0a00/0xd8b4f51a8448256c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7602 expref: 41 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.075254:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0a00/0xd8b4f51a8448256c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7602 expref: 41 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.075259:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d0a00, rc 0) 00000100:00100000:3.0:1746126747.076366:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+40:3791:x1830945817954688:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 10692us (11003us total) trans 4294980571 rc 301/301 00000100:00100000:3.0:1746126747.076374:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29080 00000100:00100000:0.0:1746126747.078418:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.078492:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817955072 00000100:00100000:3.0:1746126747.078499:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817955072 00000100:00100000:3.0:1746126747.078541:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 193 00000100:00100000:3.0:1746126747.078548:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+40:3791:x1830945817955072:12345-192.168.204.15@tcp:35:lfs.0 00000100:00100000:3.0:1746126747.078810:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+41:3791:x1830945817955072:12345-192.168.204.15@tcp:35:lfs.0 Request processed in 262us (392us total) trans 4294980572 rc 0/0 00000100:00100000:3.0:1746126747.078816:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 193 00000100:00100000:2.0:1746126747.080608:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.080686:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817955200 00000100:00100000:3.0:1746126747.080692:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817955200 00000100:00100000:3.0:1746126747.080717:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29081 00000100:00100000:3.0:1746126747.080723:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+41:3791:x1830945817955200:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:3.0:1746126747.080738:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126747.080753:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1200/0xd8b4f51a84482581 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7609 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.080801:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1200/0xd8b4f51a84482581 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7609 expref: 42 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.080814:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1200/0xd8b4f51a84482581 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7609 expref: 42 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.080826:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88007d71c600) 00010000:00010000:3.0:1746126747.080829:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746126747.080832:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d1200, rc 0) 00000100:00100000:3.0:1746126747.080873:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+42:3791:x1830945817955200:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 149us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.080879:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29081 00000100:00100000:2.0:1746126747.083203:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.083250:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817955456 00000100:00100000:3.0:1746126747.083257:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817955456 00000100:00100000:3.0:1746126747.083296:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 194 00000100:00100000:3.0:1746126747.083317:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+42:3791:x1830945817955456:12345-192.168.204.15@tcp:35:lfs.0 00000100:00100000:3.0:1746126747.083829:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+43:3791:x1830945817955456:12345-192.168.204.15@tcp:35:lfs.0 Request processed in 525us (626us total) trans 4294980573 rc 0/0 00000100:00100000:3.0:1746126747.083835:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 194 00000100:00100000:0.0:1746126747.091700:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.091784:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817955584 00000100:00100000:2.0:1746126747.091792:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817955584 00000100:00100000:2.0:1746126747.091847:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29082 00000100:00100000:2.0:1746126747.091856:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+43:3792:x1830945817955584:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:2.0:1746126747.091876:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126747.091892:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76400/0xd8b4f51a84482588 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7610 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.091945:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a8448258f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.091965:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a8448258f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.091974:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a8448258f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:2.0:1746126747.092056:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126747.092060:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126747.092076:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a8448258f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.092094:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76400/0xd8b4f51a84482588 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7610 expref: 45 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.092108:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a8448258f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7610 expref: 44 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.092115:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126747.092117:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126747.092120:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b76c00, rc 0) 00000100:00100000:2.0:1746126747.092169:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+44:3792:x1830945817955584:12345-192.168.204.15@tcp:101:dd.0 Request processed in 314us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126747.092178:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29082 00000100:00100000:2.0:1746126747.093557:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.093622:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817955712 00000100:00100000:0.0:1746126747.093631:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817955712 00000100:00100000:0.0:1746126747.093672:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29083 00000100:00100000:0.0:1746126747.093677:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+18:3793:x1830945817955712:12345-192.168.204.15@tcp:101:dd.0 00000100:00080000:3.0:1746126747.093685:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746126747.093691:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126747.093700:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183000/0xd8b4f51a84482596 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7617 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.093732:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183600/0xd8b4f51a8448259d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.093740:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183600/0xd8b4f51a8448259d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.093747:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183600/0xd8b4f51a8448259d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:0.0:1746126747.093768:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746126747.093770:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746126747.093780:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183600/0xd8b4f51a8448259d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.093794:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183000/0xd8b4f51a84482596 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7617 expref: 20 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.093806:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183600/0xd8b4f51a8448259d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7617 expref: 19 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.093813:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:0.0:1746126747.093878:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126747.093882:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d183600, rc 0) 00000100:00100000:0.0:1746126747.093911:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+19:3793:x1830945817955712:12345-192.168.204.15@tcp:101:dd.0 Request processed in 233us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126747.093917:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29083 00000100:00100000:0.0:1746126747.093984:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.094017:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817955968 00000100:00100000:0.0:1746126747.094019:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817955968 00000100:00100000:0.0:1746126747.094048:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29084 00000100:00100000:0.0:1746126747.094053:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+44:3792:x1830945817955968:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:0.0:1746126747.094059:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126747.094068:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c3200/0xd8b4f51a844825a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b761e expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.094230:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c3800/0xd8b4f51a844825ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094240:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c3800/0xd8b4f51a844825ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094246:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c3800/0xd8b4f51a844825ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094255:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a800/0xd8b4f51a844825b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094260:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a800/0xd8b4f51a844825b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094264:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a800/0xd8b4f51a844825b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094418:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844825b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094425:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844825b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094431:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844825b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:0.0:1746126747.094438:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:0.0:1746126747.094495:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c3800/0xd8b4f51a844825ab lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094500:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c3800/0xd8b4f51a844825ab lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094505:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c3800/0xd8b4f51a844825ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094509:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c3800/0xd8b4f51a844825ab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094514:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800993c3800 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:0.0:1746126747.094517:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c3800/0xd8b4f51a844825ab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094522:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c3800/0xd8b4f51a844825ab lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094529:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:0.0:1746126747.094531:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126747.094533:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c3800/0xd8b4f51a844825ab lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094537:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c3800/0xd8b4f51a844825ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094542:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a800/0xd8b4f51a844825b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094546:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a800/0xd8b4f51a844825b2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094550:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a800/0xd8b4f51a844825b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094553:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b3a800 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:0.0:1746126747.094555:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a800/0xd8b4f51a844825b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094559:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a800/0xd8b4f51a844825b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094564:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009731a000) 00010000:00010000:0.0:1746126747.094566:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126747.094568:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a800/0xd8b4f51a844825b2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094572:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a800/0xd8b4f51a844825b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:0.0:1746126747.094590:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c3200/0xd8b4f51a844825a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b761e expref: 47 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.094598:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235c00/0xd8b4f51a844825b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b761e expref: 46 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.094603:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00010000:00010000:0.0:1746126747.094604:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126747.094606:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d235c00, rc 0) 00000100:00100000:0.0:1746126747.094769:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+46:3792:x1830945817955968:12345-192.168.204.15@tcp:101:dd.0 Request processed in 612us (681us total) trans 4294980574 rc 0/0 00000100:00100000:0.0:1746126747.094775:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29084 00000100:00100000:0.0:1746126747.097386:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.097433:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.097562:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817956224 00000100:00100000:2.0:1746126747.097570:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817956224 00000100:00100000:2.0:1746126747.097611:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817956480 00000100:00100000:2.0:1746126747.097613:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817956480 00000100:00100000:2.0:1746126747.097639:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29085 00000100:00100000:2.0:1746126747.097646:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+19:3793:x1830945817956224:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:2.0:1746126747.097661:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126747.097675:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77c00/0xd8b4f51a844825c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7625 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.097732:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a844825ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.097743:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a844825ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.097752:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a844825ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.097760:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77000/0xd8b4f51a844825d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.097765:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77000/0xd8b4f51a844825d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.097770:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77000/0xd8b4f51a844825d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.097850:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77800/0xd8b4f51a844825dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.097858:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77800/0xd8b4f51a844825dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.097863:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77800/0xd8b4f51a844825dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:2.0:1746126747.097870:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:2.0:1746126747.097929:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a844825ce lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.097935:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a844825ce lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.097939:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a844825ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.097944:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a844825ce lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.097963:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b76000 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126747.097967:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a844825ce lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00000100:00100000:1.0:1746126747.098058:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29086 00000100:00100000:1.0:1746126747.098066:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+46:3792:x1830945817956480:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:1.0:1746126747.098075:0:7221:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126747.098077:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746126747.098090:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a8448258f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7610 expref: 46 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.098104:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126747.098108:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126747.098114:0:7221:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a844825ea lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b762c expref: -99 pid: 7221 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.098143:0:7221:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7221 initiator: MDT0 00010000:00010000:1.0:1746126747.098151:0:7221:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183600/0xd8b4f51a8448259d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7617 expref: 21 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.098157:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:1.0:1746126747.098179:0:7221:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183600/0xd8b4f51a8448259d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7617 expref: 21 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.098195:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183600/0xd8b4f51a8448259d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7617 expref: 21 pid: 7220 timeout: 890 lvb_type: 0 00000100:00100000:1.0:1746126747.098205:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800992fd880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7221:1830945813762944:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126747.098278:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d7829c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746126747.099240:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a844825ce lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.099250:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126747.099252:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126747.099255:0:7220:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746126747.099265:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a844825ce lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.099269:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a844825ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.099281:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77000/0xd8b4f51a844825d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.099285:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77000/0xd8b4f51a844825d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.099290:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77000/0xd8b4f51a844825d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.099294:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b77000 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126747.099296:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77000/0xd8b4f51a844825d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.099300:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77000/0xd8b4f51a844825d5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.099335:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009731a000) 00010000:00010000:2.0:1746126747.099337:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126747.099339:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77000/0xd8b4f51a844825d5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.099344:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77000/0xd8b4f51a844825d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.099375:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77c00/0xd8b4f51a844825c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7625 expref: 22 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.099389:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77800/0xd8b4f51a844825dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7625 expref: 21 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.099395:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00010000:00010000:2.0:1746126747.099397:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126747.099399:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b77800, rc 0) 00000100:00100000:2.0:1746126747.099436:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:3793:x1830945817956224:12345-192.168.204.15@tcp:101:dd.0 Request processed in 1791us (2055us total) trans 4294980575 rc 0/0 00000100:00100000:2.0:1746126747.099442:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29085 00000100:00100000:0.0:1746126747.103008:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.103343:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817956608 00000100:00100000:2.0:1746126747.103352:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817956608 00010000:00010000:2.0:1746126747.103387:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183600/0xd8b4f51a8448259d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7617 expref: 21 pid: 7220 timeout: 890 lvb_type: 0 00000100:00100000:2.0:1746126747.103410:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13896 00000100:00100000:2.0:1746126747.103418:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2009:x1830945817956608:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126747.103430:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126747.103435:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183600/0xd8b4f51a8448259d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7617 expref: 21 pid: 7220 timeout: 890 lvb_type: 0 00010000:00010000:2.0:1746126747.103443:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183600/0xd8b4f51a8448259d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7617 expref: 21 pid: 7220 timeout: 890 lvb_type: 0 00010000:00010000:2.0:1746126747.103462:0:9580:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126747.103467:0:9580:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746126747.103478:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746126747.103483:0:9580:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746126747.103498:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126747.103534:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2009:x1830945817956608:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 116us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126747.103540:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13896 00000100:00100000:0.0:1746126747.103701:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:3.0:1746126747.103980:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183600/0xd8b4f51a8448259d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7617 expref: 20 pid: 7220 timeout: 890 lvb_type: 0 00000100:00100000:3.0:1746126747.103998:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800992fd880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7221:1830945813762944:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126747.104015:0:7221:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00010000:00010000:3.0:1746126747.104021:0:7221:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00010000:00010000:3.0:1746126747.104025:0:7221:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00010000:00010000:3.0:1746126747.104040:0:7221:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0800/0xd8b4f51a844825f8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7221 initiator: MDT0 00010000:00010000:3.0:1746126747.104046:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0800/0xd8b4f51a844825f8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:3.0:1746126747.104053:0:7221:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0800/0xd8b4f51a844825f8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00000100:00100000:2.0:1746126747.104188:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817956736 00000100:00100000:2.0:1746126747.104191:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817956736 00000100:00100000:2.0:1746126747.104225:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29087 00000100:00100000:2.0:1746126747.104232:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+20:3793:x1830945817956736:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:2.0:1746126747.104247:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126747.104254:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76600/0xd8b4f51a844825ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7633 expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.104291:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76800/0xd8b4f51a84482606 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.104297:0:7220:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 2/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746126747.104301:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76800/0xd8b4f51a84482606 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.104325:0:7220:0:(ldlm_request.c:361:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746126747.104332:0:7220:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76800/0xd8b4f51a84482606 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00080000:3.0:1746126747.104804:0:7221:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00010000:00010000:3.0:1746126747.104884:0:7221:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a8448260d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7221 initiator: MDT0 00010000:00010000:3.0:1746126747.104889:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a8448260d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:3.0:1746126747.104893:0:7221:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a8448260d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00010000:00010000:3.0:1746126747.104912:0:7221:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 7221 initiator: MDT0 00010000:00010000:3.0:1746126747.104915:0:7221:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 7221 initiator: MDT0 00010000:00010000:3.0:1746126747.104918:0:7221:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 7221 initiator: MDT0 00010000:00010000:3.0:1746126747.104921:0:7221:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 7221 initiator: MDT0 00010000:00010000:3.0:1746126747.104924:0:7221:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cbdca00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126747.104925:0:7221:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 7221 initiator: MDT0 00010000:00010000:3.0:1746126747.104929:0:7221:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000020 pid: 7221 initiator: MDT0 00010000:00010000:3.0:1746126747.104933:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126747.104935:0:7221:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126747.104936:0:7221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76800/0xd8b4f51a84482606 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746126747.104939:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76800/0xd8b4f51a84482606 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746126747.104941:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76800/0xd8b4f51a84482606 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746126747.104967:0:7221:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 7221 initiator: MDT0 00010000:00010000:3.0:1746126747.104972:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a844825f1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 7221 initiator: MDT0 00000004:00010000:3.0:1746126747.104981:0:7221:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094b6e680 reply state ffff8800969e7000 transno 4294980576 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0800/0xd8b4f51a844825f8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746126747.104986:0:7220:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76800/0xd8b4f51a84482606 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746126747.104988:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0800/0xd8b4f51a844825f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746126747.104991:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76800/0xd8b4f51a84482606 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746126747.104993:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88007d71c700) 00010000:00010000:3.0:1746126747.104994:0:7221:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746126747.104997:0:7221:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1746126747.105006:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126747.105009:0:7220:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126747.105015:0:7220:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76800/0xd8b4f51a84482606 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:3.0:1746126747.105017:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdcc00/0xd8b4f51a844825ea lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b762c expref: 48 pid: 7221 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.105026:0:7221:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0e00/0xd8b4f51a8448260d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b762c expref: 47 pid: 7221 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.105027:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76600/0xd8b4f51a844825ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7633 expref: 22 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.105032:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88007d71ca00) 00010000:00010000:3.0:1746126747.105034:0:7221:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126747.105036:0:7221:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d0e00, rc 0) 00010000:00010000:2.0:1746126747.105037:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76800/0xd8b4f51a84482606 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7633 expref: 21 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.105041:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126747.105043:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126747.105044:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b76800, rc 0) 00000100:00100000:3.0:1746126747.105074:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+48:3792:x1830945817956480:12345-192.168.204.15@tcp:101:dd.0 Request processed in 7009us (7641us total) trans 4294980576 rc 0/0 00000100:00100000:3.0:1746126747.105079:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29086 00000100:00100000:2.0:1746126747.105139:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:3793:x1830945817956736:12345-192.168.204.15@tcp:101:dd.0 Request processed in 908us (1439us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126747.105144:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29087 00000100:00100000:1.0:1746126747.109077:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.109127:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.109214:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817956992 00000100:00100000:2.0:1746126747.109221:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817956992 00000100:00100000:0.0:1746126747.109335:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817957248 00000100:00100000:0.0:1746126747.109338:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817957248 00000100:00100000:2.0:1746126747.109833:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29088 00000100:00100000:2.0:1746126747.109841:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:3793:x1830945817956992:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:2.0:1746126747.109858:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126747.109860:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126747.109883:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76800/0xd8b4f51a84482606 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7633 expref: 21 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.109899:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126747.109902:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126747.109911:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76200/0xd8b4f51a8448261b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b763a expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.110020:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a84482622 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110029:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a84482622 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110038:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a84482622 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110045:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76a00/0xd8b4f51a84482629 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110050:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76a00/0xd8b4f51a84482629 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110055:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76a00/0xd8b4f51a84482629 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110091:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482630 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110097:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482630 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110103:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482630 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:2.0:1746126747.110118:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:2.0:1746126747.110177:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a84482622 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110182:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a84482622 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110187:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a84482622 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110192:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a84482622 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110196:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b77e00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126747.110200:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a84482622 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110205:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a84482622 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110211:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126747.110213:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126747.110216:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a84482622 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110220:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a84482622 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110228:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76a00/0xd8b4f51a84482629 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110232:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76a00/0xd8b4f51a84482629 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110240:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76a00/0xd8b4f51a84482629 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110243:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b76a00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126747.110244:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76a00/0xd8b4f51a84482629 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110248:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76a00/0xd8b4f51a84482629 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110253:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88011f4fba00) 00010000:00010000:2.0:1746126747.110255:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126747.110257:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76a00/0xd8b4f51a84482629 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110261:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76a00/0xd8b4f51a84482629 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.110286:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76200/0xd8b4f51a8448261b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b763a expref: 23 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.110295:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482630 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b763a expref: 22 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.110300:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88007d71c600) 00010000:00010000:2.0:1746126747.110301:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126747.110317:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099254a00, rc 0) 00000100:00080000:3.0:1746126747.110918:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746126747.111238:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+22:3793:x1830945817956992:12345-192.168.204.15@tcp:101:dd.0 Request processed in 1397us (2167us total) trans 4294980577 rc 0/0 00000100:00100000:2.0:1746126747.111245:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29088 00000100:00100000:0.0:1746126747.111342:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13936 00000100:00100000:0.0:1746126747.111349:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+16:2007:x1830945817957248:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:0.0:1746126747.111369:0:20699:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a8448263e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.111381:0:20699:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a8448252d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75e6 expref: 16 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.111388:0:20699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126747.111389:0:20699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746126747.111392:0:20699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a8448263e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126747.111399:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:0.0:1746126747.111414:0:20699:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a8448252d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75e6 expref: 16 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.111424:0:20699:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a8448252d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75e6 expref: 16 pid: 9565 timeout: 890 lvb_type: 0 00000100:00100000:0.0:1746126747.111434:0:20699:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20699:1830945813763072:192.168.204.15@tcp:104: 00000100:00100000:0.0:1746126747.111487:0:20699:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ced80 going to sleep for 11 seconds 00000100:00100000:2.0:1746126747.111554:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817957504 00000100:00100000:2.0:1746126747.111559:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817957504 00000100:00100000:2.0:1746126747.111604:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13937 00000100:00100000:2.0:1746126747.111610:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+13:2008:x1830945817957504:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:2.0:1746126747.111626:0:9570:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a84482645 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.111635:0:9570:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a84482534 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75ed expref: 13 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.111640:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126747.111641:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126747.111643:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a84482645 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.111659:0:9570:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a84482534 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75ed expref: 13 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.111666:0:9570:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a84482534 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75ed expref: 13 pid: 11426 timeout: 890 lvb_type: 0 00000100:00100000:2.0:1746126747.111673:0:9570:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:9570:1830945813763200:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126747.111695:0:9570:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fca0000 going to sleep for 11 seconds 00000100:00080000:0.0:1746126747.111752:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126747.114859:0:20699:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20699:1830945813763072:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126747.114880:0:20699:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a8448263e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.115027:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.115256:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.115285:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817957632 00000100:00100000:3.0:1746126747.115290:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817957632 00002000:00100000:3.0:1746126747.115334:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff880094b6d880 x1830945817957632/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.115347:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6d880 with x1830945817957632 ext(12582912->13631487) 00010000:00010000:3.0:1746126747.115353:0:9571:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a8448252d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75e6 expref: 17 pid: 9565 timeout: 890 lvb_type: 0 00010000:00010000:3.0:1746126747.115362:0:9571:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a8448252d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75e6 expref: 17 pid: 9565 timeout: 890 lvb_type: 0 00002000:00010000:3.0:1746126747.115368:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6d880 00000100:00100000:3.0:1746126747.115381:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3252 00000100:00100000:3.0:1746126747.115388:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+17:2007:x1830945817957632:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:2.0:1746126747.116804:0:9570:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:9570:1830945813763200:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126747.116825:0:9570:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a84482645 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.116851:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817957760 00000100:00100000:2.0:1746126747.116853:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817957760 00000100:00100000:2.0:1746126747.116894:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30705 00000100:00100000:2.0:1746126747.116900:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:3793:x1830945817957760:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:2.0:1746126747.116908:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126747.116919:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a54bda00/0xd8b4f51a8448264c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7641 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.116936:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746126747.116940:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54bda00/0xd8b4f51a8448264c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7641 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.116957:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a54bda00/0xd8b4f51a8448264c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7641 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.116966:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54bda00, rc 0) 00000100:00100000:2.0:1746126747.116986:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:3793:x1830945817957760:12345-192.168.204.15@tcp:101:dd.0 Request processed in 87us (1731us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126747.116992:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30705 00000100:00080000:0.0:1746126747.117066:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126747.122627:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.122650:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817957888 00000100:00100000:3.0:1746126747.122657:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817957888 00010000:00010000:3.0:1746126747.122686:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a84482534 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75ed expref: 14 pid: 11426 timeout: 890 lvb_type: 0 00000100:00100000:3.0:1746126747.122708:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13897 00000100:00100000:3.0:1746126747.122715:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+14:2007:x1830945817957888:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126747.122725:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746126747.122740:0:8368:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:3.0:1746126747.122743:0:8368:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime from disk: 1746126746 -> 1746126747 00002000:00010000:3.0:1746126747.122745:0:8368:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime from disk: 1746126746 -> 1746126747 00002000:00010000:3.0:1746126747.122746:0:8368:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks from disk: 0 -> 24576 00010000:00010000:3.0:1746126747.122751:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a84482534 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75ed expref: 14 pid: 11426 timeout: 890 lvb_type: 0 00010000:00010000:3.0:1746126747.122760:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a84482534 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75ed expref: 14 pid: 11426 timeout: 890 lvb_type: 0 00010000:00010000:3.0:1746126747.122780:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b3ba00/0xd8b4f51a84482534 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75ed expref: 14 pid: 11426 timeout: 890 lvb_type: 0 00010000:00010000:3.0:1746126747.122795:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.122796:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.122799:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a84482645 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.122806:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a84482645 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.122821:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126747.122852:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+13:2007:x1830945817957888:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 137us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.122857:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13897 00010000:00010000:3.0:1746126747.122875:0:9570:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a84482645 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.122882:0:9570:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a84482645 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.128797:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2007:x1830945817957632:12345-192.168.204.15@tcp:4:dd.0 Request processed in 13401us (13762us total) trans 4294972102 rc 0/0 00000100:00100000:0.0:1746126747.128809:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3252 00002000:00100000:0.0:1746126747.128819:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff880094b6d880 x1830945817957632/t4294972102(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:508/0 lens 488/448 e 0 to 0 dl 1746126758 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126747.128829:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6d880 with x1830945817957632 ext(12582912->13631487) 00010000:00010000:0.0:1746126747.128838:0:9571:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a8448252d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75e6 expref: 19 pid: 9565 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746126747.128852:0:9571:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a8448252d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75e6 expref: 19 pid: 9565 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746126747.128858:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b6d880 00010000:00010000:3.0:1746126747.136502:0:9570:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a84482645 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.136521:0:9570:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a84482645 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.136528:0:9570:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a84482645 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.136533:0:9570:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b77a00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126747.136537:0:9570:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a84482645 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.136544:0:9570:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a84482645 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.136557:0:9570:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a84482645 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.136563:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098b77a00/0xd8b4f51a84482645 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.136660:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2008:x1830945817957504:12345-192.168.204.15@tcp:3:dd.0 Request processed in 25047us (25257us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746126747.136670:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13937 00000100:00100000:0.0:1746126747.140840:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.140960:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817958016 00000100:00100000:2.0:1746126747.140969:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817958016 00010000:00010000:2.0:1746126747.141006:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a8448252d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75e6 expref: 19 pid: 9565 timeout: 890 lvb_type: 0 00000100:00100000:2.0:1746126747.141069:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13898 00000100:00100000:2.0:1746126747.141077:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2009:x1830945817958016:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126747.141090:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126747.141103:0:9580:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:2.0:1746126747.141106:0:9580:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1746126746 -> 1746126747 00002000:00010000:2.0:1746126747.141107:0:9580:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1746126746 -> 1746126747 00002000:00010000:2.0:1746126747.141109:0:9580:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 26624 00010000:00010000:2.0:1746126747.141114:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a8448252d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75e6 expref: 19 pid: 9565 timeout: 890 lvb_type: 0 00010000:00010000:2.0:1746126747.141124:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a8448252d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75e6 expref: 19 pid: 9565 timeout: 890 lvb_type: 0 00010000:00010000:2.0:1746126747.141145:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098e95e00/0xd8b4f51a8448252d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b75e6 expref: 19 pid: 9565 timeout: 890 lvb_type: 0 00010000:00010000:2.0:1746126747.141161:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.141163:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.141167:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a8448263e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.141175:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a8448263e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.141181:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.141182:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.141186:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a54bda00/0xd8b4f51a8448264c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7641 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.141192:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a54bda00/0xd8b4f51a8448264c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7641 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.141215:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a54bda00/0xd8b4f51a8448264c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7641 expref: 6 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.141227:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813763328:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126747.141325:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fca0000 going to sleep for 11 seconds 00010000:00010000:2.0:1746126747.141353:0:20699:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a8448263e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.141360:0:20699:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a8448263e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.143199:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813763328:192.168.204.15@tcp:105: 00010000:00010000:3.0:1746126747.143224:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126747.143354:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+19:2009:x1830945817958016:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2276us (2519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.143363:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13898 00000100:00100000:0.0:1746126747.146682:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.146736:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817958272 00000100:00100000:3.0:1746126747.146744:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817958272 00002000:00100000:3.0:1746126747.146776:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff88009989f100 x1830945817958272/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.146785:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989f100 with x1830945817958272 ext(0->1048575) 00002000:00010000:3.0:1746126747.146789:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009989f100 00000100:00100000:3.0:1746126747.146810:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13938 00000100:00100000:3.0:1746126747.146815:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2007:x1830945817958272:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:1.0:1746126747.150358:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746126747.150374:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830945813763456:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746126747.150422:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126747.150471:0:13017:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813763456 00000100:00100000:1.0:1746126747.150479:0:13017:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813763456 00000100:00100000:1.0:1746126747.150758:0:13017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1746126747.150763:0:13017:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3771:x1830945813763456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746126747.150784:0:13017:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1073152 granted 512355136 pending 13758464 free 3921281024 avail 3689758720 00000100:00100000:1.0:1746126747.150808:0:13017:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3771:x1830945813763456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126747.150813:0:13017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00080000:1.0:1746126747.150833:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746126747.150995:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830945813763456:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1746126747.151118:0:20699:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a8448263e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.151129:0:20699:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a8448263e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.151136:0:20699:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a8448263e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.151142:0:20699:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d33a000 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126747.151146:0:20699:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a8448263e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.151153:0:20699:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a8448263e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.151171:0:20699:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a8448263e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.151177:0:20699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d33a000/0xd8b4f51a8448263e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.151520:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+17:2007:x1830945817957248:12345-192.168.204.15@tcp:3:dd.0 Request processed in 40170us (42391us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126747.151527:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13936 00000100:00100000:3.0:1746126747.152710:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2007:x1830945817958272:12345-192.168.204.15@tcp:3:dd.0 Request processed in 5891us (6031us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126747.152718:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13938 00002000:00100000:3.0:1746126747.152726:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff88009989f100 x1830945817958272/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.152734:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989f100 with x1830945817958272 ext(0->1048575) 00002000:00010000:3.0:1746126747.152738:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009989f100 00000100:00100000:1.0:1746126747.157871:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.158606:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817958528 00000100:00100000:3.0:1746126747.158615:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817958528 00000100:00100000:3.0:1746126747.158680:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13939 00000100:00100000:3.0:1746126747.158687:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+12:2010:x1830945817958528:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:3.0:1746126747.158734:0:9570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746126747.158742:0:9570:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482653 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.158753:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.158755:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.158759:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482653 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.158770:0:9570:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482653 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.161990:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.164487:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817958656 00000100:00100000:2.0:1746126747.164753:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817958656 00000100:00080000:1.0:1746126747.164804:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746126747.164827:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30706 00000100:00100000:2.0:1746126747.164834:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+6:3793:x1830945817958656:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:2.0:1746126747.164851:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126747.164866:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd800/0xd8b4f51a8448265a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7648 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126747.164886:0:11426:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 12582912, mtime: 0x6813c79b, atime: 0x0, ctime: 0x6813c79b, blocks: 0x6000 00010000:00010000:2.0:1746126747.164903:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.164905:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.164912:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd800/0xd8b4f51a8448265a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7648 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.164924:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd800/0xd8b4f51a8448265a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7648 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.164937:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a54bd800, rc 0) 00000100:00100000:2.0:1746126747.164985:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:3793:x1830945817958656:12345-192.168.204.15@tcp:101:dd.0 Request processed in 152us (3000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126747.164990:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30706 00000100:00100000:0.0:1746126747.170970:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.171206:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817958912 00000100:00100000:2.0:1746126747.171214:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817958912 00002000:00100000:2.0:1746126747.171250:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->1040383) req@ffff88009989ea00 x1830945817958912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.171260:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989ea00 with x1830945817958912 ext(0->1040383) 00002000:00010000:2.0:1746126747.171265:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009989ea00 00000100:00100000:2.0:1746126747.172328:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13940 00000100:00100000:2.0:1746126747.172342:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2008:x1830945817958912:12345-192.168.204.15@tcp:3:dd.0 00000001:00080000:0.0:1746126747.177709:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970651 is committed 00002000:00010000:3.0:1746126747.178641:0:9570:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:3.0:1746126747.178645:0:9570:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746126747 00002000:00010000:3.0:1746126747.178647:0:9570:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746126747 00002000:00010000:3.0:1746126747.178649:0:9570:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 4080 00010000:00010000:3.0:1746126747.178659:0:9570:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482653 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.178668:0:9570:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482653 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.178675:0:9570:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482653 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.178680:0:9570:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b8d200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126747.178682:0:9570:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482653 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.178688:0:9570:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482653 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.178702:0:9570:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482653 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.178707:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482653 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.179392:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2010:x1830945817958528:12345-192.168.204.15@tcp:4:dd.0 Request processed in 20700us (21522us total) trans 4294970651 rc 0/0 00000100:00100000:3.0:1746126747.179400:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13939 00000100:00100000:0.0:1746126747.180664:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2008:x1830945817958912:12345-192.168.204.15@tcp:3:dd.0 Request processed in 8323us (9696us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746126747.180671:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13940 00002000:00100000:0.0:1746126747.180679:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (0->1040383) req@ffff88009989ea00 x1830945817958912/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126747.180686:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989ea00 with x1830945817958912 ext(0->1040383) 00002000:00010000:0.0:1746126747.180690:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009989ea00 00000100:00100000:2.0:1746126747.182038:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab3af2de-0d7d-4712-892e-0d07b04b6e29:3769:1830945813763584:0@lo:400:kworker.0 00000100:00100000:2.0:1746126747.182080:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126747.182225:0:7214:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813763584 00000100:00100000:0.0:1746126747.182232:0:7214:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813763584 00000100:00100000:0.0:1746126747.182469:0:7214:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1746126747.182477:0:7214:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab3af2de-0d7d-4712-892e-0d07b04b6e29+23:3769:x1830945813763584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126747.182513:0:7214:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab3af2de-0d7d-4712-892e-0d07b04b6e29+23:3769:x1830945813763584:12345-0@lo:400:kworker.0 Request processed in 38us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126747.182518:0:7214:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1746126747.182674:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094be1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab3af2de-0d7d-4712-892e-0d07b04b6e29:3769:1830945813763584:0@lo:400:kworker.0 00000100:00100000:2.0:1746126747.182687:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746126747.182691:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c99f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830945813763712:0@lo:400:kworker.0 00000100:00100000:2.0:1746126747.182712:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126747.182833:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c99ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830945813763968:0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.182854:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126747.182866:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009965d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830945813764480:0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.182879:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126747.182888:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009965c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813764992:0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.182901:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126747.182912:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1746126747.182916:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c99ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813763840:0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.182929:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126747.182939:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c99df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3772:1830945813764352:0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.182961:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126747.182971:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009965ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813764864:0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.182985:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126747.183001:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813763840 00000100:00100000:3.0:1746126747.183004:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813763840 00000100:00100000:3.0:1746126747.183022:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1746126747.183026:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3772:x1830945813763840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.183050:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3772:x1830945813763840:12345-0@lo:400:kworker.0 Request processed in 24us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.183054:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1746126747.183072:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c99ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813763840:0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.183084:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813763712 00000100:00100000:3.0:1746126747.183086:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813763712 00000100:00100000:3.0:1746126747.183101:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813763968 00000100:00100000:3.0:1746126747.183102:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813763968 00000100:00100000:3.0:1746126747.183110:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813764480 00000100:00100000:3.0:1746126747.183112:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813764480 00000100:00100000:3.0:1746126747.183124:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813764352 00000100:00100000:3.0:1746126747.183125:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813764352 00000100:00100000:3.0:1746126747.183136:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:3.0:1746126747.183140:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830945813763712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.183158:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830945813763712:12345-0@lo:400:kworker.0 Request processed in 18us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.183163:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:3.0:1746126747.183170:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1746126747.183173:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830945813763968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.183188:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830945813763968:12345-0@lo:400:kworker.0 Request processed in 15us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.183192:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1746126747.183198:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1746126747.183202:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830945813764480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.183215:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830945813764480:12345-0@lo:400:kworker.0 Request processed in 13us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.183219:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1746126747.183225:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1746126747.183229:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3772:x1830945813764352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.183241:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3772:x1830945813764352:12345-0@lo:400:kworker.0 Request processed in 13us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.183246:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1746126747.183262:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c99df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3772:1830945813764352:0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.183268:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c99ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830945813763968:0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.183274:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009965d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830945813764480:0@lo:400:kworker.0 00000100:00080000:3.0:1746126747.183287:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746126747.183290:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126747.183319:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813764992 00000100:00100000:3.0:1746126747.183321:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813764992 00000100:00100000:3.0:1746126747.183336:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813764864 00000100:00100000:3.0:1746126747.183338:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813764864 00000100:00100000:3.0:1746126747.183350:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1746126747.183354:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813764992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.183374:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813764992:12345-0@lo:400:kworker.0 Request processed in 20us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.183378:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1746126747.183384:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1746126747.183388:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3772:x1830945813764864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.183402:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3772:x1830945813764864:12345-0@lo:400:kworker.0 Request processed in 14us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.183406:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1746126747.183418:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009965ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830945813764864:0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.183425:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009965c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813764992:0@lo:400:kworker.0 00000100:00080000:3.0:1746126747.183435:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746126747.183437:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746126747.183508:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c99f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3770:1830945813764224:0@lo:400:kworker.0 00000100:00100000:1.0:1746126747.183530:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126747.183550:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009965c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813764736:0@lo:400:kworker.0 00000100:00100000:1.0:1746126747.183562:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126747.183571:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746126747.183575:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c99c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813764096:0@lo:400:kworker.0 00000100:00100000:1.0:1746126747.183588:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126747.183597:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009965f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830945813764608:0@lo:400:kworker.0 00000100:00100000:1.0:1746126747.183609:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126747.183621:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813764096 00000100:00100000:1.0:1746126747.183624:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813764096 00000100:00100000:1.0:1746126747.183638:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1746126747.183641:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813764096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746126747.183662:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830945813764096:12345-0@lo:400:kworker.0 Request processed in 20us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126747.183666:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1746126747.183680:0:3770:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967391 gen 2 00000004:00080000:1.0:1746126747.183684:0:3770:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967391 committed transno 4294967391 00000100:00100000:1.0:1746126747.183702:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c99c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830945813764096:0@lo:400:kworker.0 00000100:00100000:0.0:1746126747.183760:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813764224 00000100:00100000:0.0:1746126747.183763:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813764224 00000100:00080000:0.0:1746126747.183772:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126747.183785:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813764608 00000100:00100000:0.0:1746126747.183786:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813764608 00000100:00100000:0.0:1746126747.183799:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:0.0:1746126747.183802:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3770:x1830945813764224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126747.183827:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3770:x1830945813764224:12345-0@lo:400:kworker.0 Request processed in 25us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126747.183832:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:0.0:1746126747.183840:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:0.0:1746126747.183844:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830945813764608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746126747.183860:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830945813764608:12345-0@lo:400:kworker.0 Request processed in 16us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126747.183863:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00080000:0.0:1746126747.183871:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746126747.183921:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c99f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830945813763712:0@lo:400:kworker.0 00000100:00100000:1.0:1746126747.184002:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009965f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830945813764608:0@lo:400:kworker.0 00000100:00100000:1.0:1746126747.184009:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c99f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3770:1830945813764224:0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.184120:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813764736 00000100:00100000:3.0:1746126747.184123:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813764736 00000100:00100000:3.0:1746126747.184729:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:3.0:1746126747.184734:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3770:x1830945813764736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746126747.184891:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3770:x1830945813764736:12345-0@lo:400:kworker.0 Request processed in 157us (1327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.184897:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1746126747.184963:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009965c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813764736:0@lo:400:kworker.0 00000100:00080000:0.0:1746126747.185039:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746126747.188855:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.189006:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817959040 00000100:00100000:3.0:1746126747.189014:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817959040 00000100:00100000:3.0:1746126747.189066:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30707 00000100:00100000:3.0:1746126747.189074:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:3793:x1830945817959040:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:3.0:1746126747.189090:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126747.189105:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a84482661 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b764f expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126747.189123:0:9565:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746126747.189140:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.189142:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.189148:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a84482661 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b764f expref: 8 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.189159:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a84482661 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b764f expref: 8 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.189167:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b8d600, rc 0) 00000100:00100000:3.0:1746126747.189272:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:3793:x1830945817959040:12345-192.168.204.15@tcp:101:dd.0 Request processed in 197us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.189277:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30707 00000100:00100000:2.0:1746126747.195610:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.196920:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.197011:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817959168 00000100:00100000:0.0:1746126747.197019:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817959168 00000100:00100000:0.0:1746126747.197052:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817959296 00000100:00100000:0.0:1746126747.197054:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817959296 00000100:00100000:0.0:1746126747.197068:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30708 00000100:00100000:0.0:1746126747.197073:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+17:2008:x1830945817959168:12345-192.168.204.15@tcp:101:dd.0 00000100:00100000:3.0:1746126747.197084:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30709 00010000:00010000:0.0:1746126747.197088:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126747.197092:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+5:2008:x1830945817959296:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:3.0:1746126747.197101:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126747.197101:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094899000/0xd8b4f51a84482668 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7656 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.197109:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b8de00/0xd8b4f51a8448266f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b765d expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.197122:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126747.197122:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.197124:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126747.197124:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.197129:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8de00/0xd8b4f51a8448266f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b765d expref: 6 pid: 9565 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126747.197129:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094899000/0xd8b4f51a84482668 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7656 expref: 18 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126747.197141:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094b8de00/0xd8b4f51a8448266f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b765d expref: 6 pid: 9565 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126747.197141:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094899000/0xd8b4f51a84482668 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7656 expref: 18 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126747.197150:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b8de00, rc 0) 00010000:00010000:0.0:1746126747.197150:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094899000, rc 0) 00000100:00100000:0.0:1746126747.197193:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+18:2008:x1830945817959168:12345-192.168.204.15@tcp:101:dd.0 Request processed in 119us (1594us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126747.197198:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30708 00000100:00100000:3.0:1746126747.197433:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817959296:12345-192.168.204.15@tcp:101:dd.0 Request processed in 341us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.197438:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30709 00000100:00100000:0.0:1746126747.216592:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.216650:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.216692:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817959552 00000100:00100000:2.0:1746126747.216702:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817959552 00000100:00100000:2.0:1746126747.216770:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817959808 00000100:00100000:2.0:1746126747.216772:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817959808 00000100:00100000:2.0:1746126747.216794:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13941 00000100:00100000:2.0:1746126747.216799:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817959552:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:2.0:1746126747.216840:0:20699:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc800/0xd8b4f51a84482676 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.216851:0:20699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.216852:0:20699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.216856:0:20699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc800/0xd8b4f51a84482676 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.216870:0:20699:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc800/0xd8b4f51a84482676 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.216879:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13942 00000100:00100000:3.0:1746126747.216887:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+18:2009:x1830945817959808:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:3.0:1746126747.216907:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b8c600/0xd8b4f51a8448267d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.216916:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.216917:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.216920:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8c600/0xd8b4f51a8448267d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.216933:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b8c600/0xd8b4f51a8448267d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.216944:0:20699:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc800/0xd8b4f51a84482676 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.216961:0:20699:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc800/0xd8b4f51a84482676 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.216968:0:20699:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc800/0xd8b4f51a84482676 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.216973:0:20699:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a54bc800 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126747.216976:0:20699:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc800/0xd8b4f51a84482676 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.216981:0:20699:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc800/0xd8b4f51a84482676 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.216992:0:20699:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc800/0xd8b4f51a84482676 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.216997:0:20699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc800/0xd8b4f51a84482676 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.217070:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817959552:12345-192.168.204.15@tcp:3:dd.0 Request processed in 271us (492us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1746126747.217075:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13941 00000100:00100000:1.0:1746126747.217556:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.217617:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817960064 00000100:00100000:2.0:1746126747.217620:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817960064 00000100:00100000:2.0:1746126747.217641:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13943 00000100:00100000:2.0:1746126747.217646:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800992ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817960064:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:2.0:1746126747.217659:0:9570:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a84482684 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.217665:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.217666:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.217669:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a84482684 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.217675:0:9570:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a84482684 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.231416:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.231576:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817960192 00000100:00100000:3.0:1746126747.231586:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817960192 00000100:00100000:3.0:1746126747.231645:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30710 00000100:00100000:3.0:1746126747.231653:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:3793:x1830945817960192:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:3.0:1746126747.231671:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126747.231897:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a8448268b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7664 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126747.231921:0:9565:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746126747.231944:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.231946:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.231963:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a8448268b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7664 expref: 8 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.231978:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a8448268b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7664 expref: 8 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.231988:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b8cc00, rc 0) 00000100:00100000:3.0:1746126747.232040:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:3793:x1830945817960192:12345-192.168.204.15@tcp:101:dd.0 Request processed in 387us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.232046:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30710 00010000:00010000:0.0:1746126747.232790:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b8c600/0xd8b4f51a8448267d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.232802:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8c600/0xd8b4f51a8448267d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.232810:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094b8c600/0xd8b4f51a8448267d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.232816:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b8c600 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:0.0:1746126747.232820:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b8c600/0xd8b4f51a8448267d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.232836:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b8c600/0xd8b4f51a8448267d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.232850:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094b8c600/0xd8b4f51a8448267d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.232855:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b8c600/0xd8b4f51a8448267d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.232919:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+18:2009:x1830945817959808:12345-192.168.204.15@tcp:3:dd.0 Request processed in 16032us (16268us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126747.232927:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13942 00010000:00010000:2.0:1746126747.233724:0:9570:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a84482684 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.233740:0:9570:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a84482684 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.233746:0:9570:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a84482684 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.233752:0:9570:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a54bd000 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126747.233755:0:9570:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a84482684 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.233762:0:9570:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a84482684 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.233773:0:9570:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a84482684 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.233779:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a84482684 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.233841:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800992ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817960064:12345-192.168.204.15@tcp:3:dd.0 Request processed in 16194us (16285us total) trans 0 rc 1032192/1032192 00000100:00100000:2.0:1746126747.233849:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13943 00000100:00100000:0.0:1746126747.243284:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.243395:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817960448 00000100:00100000:2.0:1746126747.243405:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817960448 00000100:00100000:2.0:1746126747.243486:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13944 00000100:00100000:2.0:1746126747.243495:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817960448:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:2.0:1746126747.243554:0:9570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 2088960, mtime: 0x6813c79b, atime: 0x0, ctime: 0x6813c79b, blocks: 0xff0 00010000:00010000:2.0:1746126747.243563:0:9570:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc400/0xd8b4f51a84482692 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.243576:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.243578:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.243582:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc400/0xd8b4f51a84482692 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.243596:0:9570:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc400/0xd8b4f51a84482692 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.261635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.261685:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.261719:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817960960 00000100:00100000:0.0:1746126747.261727:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817960960 00002000:00100000:0.0:1746126747.261762:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->2097151) req@ffff8800a5efad80 x1830945817960960/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126747.261771:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efad80 with x1830945817960960 ext(1048576->2097151) 00002000:00010000:0.0:1746126747.261776:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5efad80 00000100:00100000:0.0:1746126747.261802:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817960704 00000100:00100000:0.0:1746126747.261804:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817960704 00002000:00100000:0.0:1746126747.261815:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (1040384->2097151) req@ffff8800a5ef8e00 x1830945817960704/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126747.261821:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8e00 with x1830945817960704 ext(1040384->2097151) 00002000:00010000:0.0:1746126747.261824:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5ef8e00 00000100:00100000:0.0:1746126747.261844:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13945 00000100:00100000:0.0:1746126747.261850:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2007:x1830945817960960:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:2.0:1746126747.261902:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13946 00000100:00100000:2.0:1746126747.261922:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2008:x1830945817960704:12345-192.168.204.15@tcp:3:dd.0 00000001:00080000:0.0:1746126747.270585:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970652 is committed 00002000:00010000:3.0:1746126747.270751:0:9570:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:3.0:1746126747.270756:0:9570:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 4080 -> 8160 00010000:00010000:3.0:1746126747.270769:0:9570:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc400/0xd8b4f51a84482692 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.270779:0:9570:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc400/0xd8b4f51a84482692 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.270786:0:9570:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc400/0xd8b4f51a84482692 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.270793:0:9570:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a54bc400 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126747.270796:0:9570:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc400/0xd8b4f51a84482692 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.270803:0:9570:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc400/0xd8b4f51a84482692 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.270818:0:9570:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc400/0xd8b4f51a84482692 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.270824:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54bc400/0xd8b4f51a84482692 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.270898:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817960448:12345-192.168.204.15@tcp:4:dd.0 Request processed in 27400us (27621us total) trans 4294970652 rc 0/0 00000100:00100000:3.0:1746126747.270907:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13944 00000100:00100000:2.0:1746126747.275612:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2007:x1830945817960960:12345-192.168.204.15@tcp:3:dd.0 Request processed in 13752us (13976us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126747.275622:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13945 00002000:00100000:2.0:1746126747.275632:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->2097151) req@ffff8800a5efad80 x1830945817960960/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.275641:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efad80 with x1830945817960960 ext(1048576->2097151) 00002000:00010000:2.0:1746126747.275646:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5efad80 00000100:00100000:2.0:1746126747.277854:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2008:x1830945817960704:12345-192.168.204.15@tcp:3:dd.0 Request processed in 15936us (16161us total) trans 0 rc 1056768/1056768 00000100:00100000:2.0:1746126747.277864:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13946 00002000:00100000:2.0:1746126747.277873:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (1040384->2097151) req@ffff8800a5ef8e00 x1830945817960704/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.277883:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8e00 with x1830945817960704 ext(1040384->2097151) 00002000:00010000:2.0:1746126747.277887:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5ef8e00 00000100:00100000:1.0:1746126747.278202:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.278229:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.278270:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.278294:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817961216 00000100:00100000:1.0:1746126747.278300:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817961216 00000100:00100000:1.0:1746126747.278352:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817961472 00000100:00100000:1.0:1746126747.278354:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817961472 00000100:00100000:1.0:1746126747.278364:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817961728 00000100:00100000:1.0:1746126747.278365:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817961728 00000100:00100000:1.0:1746126747.278383:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13947 00000100:00100000:1.0:1746126747.278388:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817961216:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126747.278428:0:26616:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009927ba00/0xd8b4f51a84482699 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.278440:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.278441:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.278445:0:26616:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009927ba00/0xd8b4f51a84482699 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.278455:0:26616:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009927ba00/0xd8b4f51a84482699 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.278519:0:26616:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009927ba00/0xd8b4f51a84482699 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.278526:0:26616:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009927ba00/0xd8b4f51a84482699 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.278532:0:26616:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009927ba00/0xd8b4f51a84482699 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.278538:0:26616:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009927ba00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126747.278541:0:26616:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009927ba00/0xd8b4f51a84482699 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.278547:0:26616:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009927ba00/0xd8b4f51a84482699 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.278560:0:26616:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009927ba00/0xd8b4f51a84482699 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.278569:0:26616:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009927ba00/0xd8b4f51a84482699 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126747.278602:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817961216:12345-192.168.204.15@tcp:3:dd.0 Request processed in 212us (401us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1746126747.278607:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13947 00000100:00100000:1.0:1746126747.278618:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13948 00000100:00100000:1.0:1746126747.278622:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817961472:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126747.278634:0:26616:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099411400/0xd8b4f51a844826a0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.278640:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.278641:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.278644:0:26616:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099411400/0xd8b4f51a844826a0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.278651:0:26616:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099411400/0xd8b4f51a844826a0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126747.279046:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13949 00000100:00100000:1.0:1746126747.279051:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+18:2007:x1830945817961728:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126747.279066:0:9570:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a844826a7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.279072:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.279073:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.279076:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a844826a7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.279083:0:9570:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a844826a7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.295346:0:26616:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099411400/0xd8b4f51a844826a0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.295360:0:26616:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099411400/0xd8b4f51a844826a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.295622:0:26616:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099411400/0xd8b4f51a844826a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.295628:0:26616:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099411400 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126747.295859:0:26616:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099411400/0xd8b4f51a844826a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.295866:0:26616:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099411400/0xd8b4f51a844826a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.295882:0:26616:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099411400/0xd8b4f51a844826a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.295887:0:26616:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099411400/0xd8b4f51a844826a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126747.296142:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817961472:12345-192.168.204.15@tcp:3:dd.0 Request processed in 17513us (17906us total) trans 0 rc 1024000/1024000 00000100:00100000:1.0:1746126747.296151:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13948 00010000:00010000:1.0:1746126747.297770:0:9570:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a844826a7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.297780:0:9570:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a844826a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.297788:0:9570:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a844826a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.297793:0:9570:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099411e00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126747.297796:0:9570:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a844826a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.297801:0:9570:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a844826a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.297814:0:9570:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a844826a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.297820:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a844826a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126747.297862:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+18:2007:x1830945817961728:12345-192.168.204.15@tcp:3:dd.0 Request processed in 18808us (19588us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126747.297869:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13949 00000100:00100000:0.0:1746126747.306895:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.306997:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817961984 00000100:00100000:1.0:1746126747.307005:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817961984 00000100:00100000:1.0:1746126747.308903:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13950 00000100:00100000:1.0:1746126747.308914:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817961984:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:1.0:1746126747.308973:0:9570:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 4177920, mtime: 0x6813c79b, atime: 0x0, ctime: 0x6813c79b, blocks: 0x1fe0 00010000:00010000:1.0:1746126747.308981:0:9570:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844826ae lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.308992:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.308993:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.308997:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844826ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.309009:0:9570:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844826ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.322032:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.322065:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.322122:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817962240 00000100:00100000:3.0:1746126747.322134:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817962240 00002000:00100000:3.0:1746126747.322175:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->3145727) req@ffff88009d0e2680 x1830945817962240/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.322191:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2680 with x1830945817962240 ext(2097152->3145727) 00002000:00010000:3.0:1746126747.322196:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e2680 00000100:00100000:3.0:1746126747.322216:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817962496 00000100:00100000:3.0:1746126747.322219:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817962496 00002000:00100000:3.0:1746126747.322228:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (2097152->3145727) req@ffff88009d0e2d80 x1830945817962496/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.322234:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2d80 with x1830945817962496 ext(2097152->3145727) 00002000:00010000:3.0:1746126747.322237:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d0e2d80 00000100:00100000:3.0:1746126747.322249:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13951 00000100:00100000:3.0:1746126747.322255:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2008:x1830945817962240:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:0.0:1746126747.322371:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13952 00000100:00100000:0.0:1746126747.322383:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2008:x1830945817962496:12345-192.168.204.15@tcp:3:dd.0 00000001:00080000:0.0:1746126747.331741:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970653 is committed 00000100:00100000:3.0:1746126747.331909:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2008:x1830945817962240:12345-192.168.204.15@tcp:3:dd.0 Request processed in 9648us (9882us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126747.331919:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13951 00002000:00100000:3.0:1746126747.331929:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->3145727) req@ffff88009d0e2680 x1830945817962240/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.331939:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2680 with x1830945817962240 ext(2097152->3145727) 00002000:00010000:3.0:1746126747.331953:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e2680 00002000:00010000:1.0:1746126747.331962:0:9570:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:1.0:1746126747.331970:0:9570:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 8160 -> 12240 00010000:00010000:1.0:1746126747.331984:0:9570:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844826ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.331994:0:9570:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844826ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.332001:0:9570:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844826ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.332007:0:9570:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099410c00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126747.332011:0:9570:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844826ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.332019:0:9570:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844826ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.332039:0:9570:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844826ae lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.332045:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844826ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126747.332141:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817961984:12345-192.168.204.15@tcp:4:dd.0 Request processed in 23228us (25250us total) trans 4294970653 rc 0/0 00000100:00100000:1.0:1746126747.332151:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13950 00000100:00100000:1.0:1746126747.336438:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2008:x1830945817962496:12345-192.168.204.15@tcp:3:dd.0 Request processed in 14045us (14358us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126747.336451:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13952 00002000:00100000:1.0:1746126747.336463:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (2097152->3145727) req@ffff88009d0e2d80 x1830945817962496/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126747.336472:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e2d80 with x1830945817962496 ext(2097152->3145727) 00002000:00010000:1.0:1746126747.336478:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d0e2d80 00000100:00100000:3.0:1746126747.336514:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.336535:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817962880 00000100:00100000:1.0:1746126747.336543:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817962880 00000100:00100000:3.0:1746126747.336568:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.336593:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817963008 00000100:00100000:1.0:1746126747.336596:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817963008 00000100:00100000:3.0:1746126747.336616:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13953 00000100:00100000:1.0:1746126747.336720:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13954 00000100:00100000:1.0:1746126747.336728:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817963008:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:2.0:1746126747.336758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126747.336766:0:26616:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099411c00/0xd8b4f51a844826b5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.336774:0:20699:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817963392 00000100:00100000:2.0:1746126747.336780:0:20699:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817963392 00010000:00010000:1.0:1746126747.336781:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.336782:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.336787:0:26616:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099411c00/0xd8b4f51a844826b5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.336801:0:26616:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099411c00/0xd8b4f51a844826b5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746126747.336816:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (3145728->4194303) req@ffff88009d0e0a80 x1830945817963392/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.337518:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0a80 with x1830945817963392 ext(3145728->4194303) 00002000:00010000:2.0:1746126747.337523:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e0a80 00000100:00100000:2.0:1746126747.337539:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13955 00000100:00100000:2.0:1746126747.337548:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2007:x1830945817963392:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:3.0:1746126747.338389:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+18:2010:x1830945817962880:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:3.0:1746126747.338413:0:9571:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844826bc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.338428:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.338430:0:9571:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.338434:0:9571:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844826bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.338445:0:9571:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844826bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.346550:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.347822:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.347873:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817963776 00000100:00100000:0.0:1746126747.347875:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.347886:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817963776 00002000:00100000:1.0:1746126747.347929:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (3145728->5242879) req@ffff8800a5ef8000 x1830945817963776/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:3.0:1746126747.347934:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817964032 00000100:00100000:3.0:1746126747.347938:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817964032 00002000:00100000:1.0:1746126747.347939:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8000 with x1830945817963776 ext(3145728->5242879) 00002000:00010000:1.0:1746126747.347944:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5ef8000 00002000:00100000:3.0:1746126747.347967:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff8800a5ef9180 x1830945817964032/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.347975:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9180 with x1830945817964032 ext(4194304->6291455) 00002000:00010000:3.0:1746126747.347978:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef9180 00000100:00100000:1.0:1746126747.347980:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817964416 00000100:00100000:1.0:1746126747.347983:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817964416 00000100:00100000:2.0:1746126747.347993:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13956 00002000:00100000:1.0:1746126747.347997:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (5242880->6291455) req@ffff8800a5efb800 x1830945817964416/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126747.348002:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efb800 with x1830945817964416 ext(5242880->6291455) 00002000:00010000:1.0:1746126747.348005:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5efb800 00000100:00100000:3.0:1746126747.348011:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13957 00000100:00100000:2.0:1746126747.348012:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2007:x1830945817963776:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:3.0:1746126747.348023:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817964032:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:1.0:1746126747.348033:0:27128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13958 00000100:00100000:1.0:1746126747.348038:0:27128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2008:x1830945817964416:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:2.0:1746126747.355359:0:26616:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099411c00/0xd8b4f51a844826b5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.355379:0:26616:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099411c00/0xd8b4f51a844826b5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.355387:0:26616:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099411c00/0xd8b4f51a844826b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.355394:0:26616:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099411c00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126747.355399:0:26616:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099411c00/0xd8b4f51a844826b5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.355407:0:26616:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099411c00/0xd8b4f51a844826b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.355428:0:26616:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099411c00/0xd8b4f51a844826b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.355434:0:26616:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099411c00/0xd8b4f51a844826b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.355524:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817963008:12345-192.168.204.15@tcp:3:dd.0 Request processed in 18789us (18948us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746126747.355535:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13954 00000100:00100000:3.0:1746126747.355633:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817963392:12345-192.168.204.15@tcp:3:dd.0 Request processed in 18078us (18865us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126747.355642:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13955 00002000:00100000:3.0:1746126747.355653:0:20699:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (3145728->4194303) req@ffff88009d0e0a80 x1830945817963392/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.355661:0:20699:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e0a80 with x1830945817963392 ext(3145728->4194303) 00002000:00010000:3.0:1746126747.355665:0:20699:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d0e0a80 00000100:00100000:1.0:1746126747.357399:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746126747.357415:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d0e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813765248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746126747.357466:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126747.357518:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813765120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746126747.357536:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126747.357572:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813765248 00000100:00100000:1.0:1746126747.357578:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813765248 00000100:00100000:1.0:1746126747.357600:0:9568:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813765120 00000100:00100000:1.0:1746126747.357602:0:9568:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813765120 00000100:00100000:1.0:1746126747.357612:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1746126747.357617:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830945813765248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746126747.357635:0:9568:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 2105344 granted 512355136 pending 13758464 free 3921281024 avail 3689758720 00000100:00100000:1.0:1746126747.357659:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830945813765248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126747.357664:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1746126747.357675:0:9568:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1746126747.357679:0:9568:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830945813765120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746126747.357688:0:9568:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 2121728 granted 498596672 pending 0 free 3921096704 avail 3670577152 00000100:00100000:1.0:1746126747.357705:0:9568:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830945813765120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 26us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126747.357710:0:9568:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1746126747.357744:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d0e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813765248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746126747.357752:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830945813765120:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1746126747.360986:0:9571:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844826bc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.361000:0:9571:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844826bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.361007:0:9571:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844826bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.361013:0:9571:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b3da00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126747.361016:0:9571:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844826bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.361023:0:9571:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844826bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.361039:0:9571:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844826bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.361045:0:9571:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3da00/0xd8b4f51a844826bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.361132:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+18:2010:x1830945817962880:12345-192.168.204.15@tcp:3:dd.0 Request processed in 24504us (24621us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126747.361140:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13953 00000100:00100000:1.0:1746126747.366714:0:27128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2008:x1830945817964416:12345-192.168.204.15@tcp:3:dd.0 Request processed in 18663us (18826us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126747.366726:0:27128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13958 00002000:00100000:1.0:1746126747.366739:0:27128:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (5242880->6291455) req@ffff8800a5efb800 x1830945817964416/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126747.366750:0:27128:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efb800 with x1830945817964416 ext(5242880->6291455) 00002000:00010000:1.0:1746126747.366757:0:27128:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5efb800 00000100:00100000:0.0:1746126747.370136:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.370207:0:27128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817964672 00000100:00100000:1.0:1746126747.370217:0:27128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817964672 00000100:00100000:1.0:1746126747.370503:0:27128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13959 00000100:00100000:1.0:1746126747.370514:0:27128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817964672:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:1.0:1746126747.370573:0:27128:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 6266880, mtime: 0x6813c79b, atime: 0x0, ctime: 0x6813c79b, blocks: 0x2fd0 00010000:00010000:1.0:1746126747.370582:0:27128:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800991ca200/0xd8b4f51a844826c3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.370596:0:27128:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.370599:0:27128:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.370604:0:27128:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800991ca200/0xd8b4f51a844826c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.370618:0:27128:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800991ca200/0xd8b4f51a844826c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.374506:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746126747.374529:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009965c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813765376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746126747.374587:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746126747.375059:0:13017:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813765376 00000100:00100000:3.0:1746126747.375071:0:13017:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813765376 00000100:00100000:3.0:1746126747.375128:0:13017:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1746126747.375135:0:13017:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813765376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746126747.375165:0:13017:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 2121728 granted 500710208 pending 2113536 free 3921096704 avail 3670577152 00000100:00100000:3.0:1746126747.375230:0:13017:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813765376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126747.375235:0:13017:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1746126747.375365:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009965c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813765376:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746126747.376407:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2007:x1830945817963776:12345-192.168.204.15@tcp:3:dd.0 Request processed in 28402us (29865us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126747.376415:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13956 00002000:00100000:3.0:1746126747.376423:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (3145728->5242879) req@ffff8800a5ef8000 x1830945817963776/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.376432:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8000 with x1830945817963776 ext(3145728->5242879) 00002000:00010000:3.0:1746126747.376436:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5ef8000 00000100:00100000:3.0:1746126747.381235:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2007:x1830945817964032:12345-192.168.204.15@tcp:3:dd.0 Request processed in 33205us (33408us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126747.381246:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13957 00002000:00100000:3.0:1746126747.381257:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff8800a5ef9180 x1830945817964032/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.381266:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9180 with x1830945817964032 ext(4194304->6291455) 00002000:00010000:3.0:1746126747.381271:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef9180 00000100:00100000:0.0:1746126747.390482:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.390715:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817964928 00000100:00100000:3.0:1746126747.390726:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817964928 00002000:00100000:3.0:1746126747.390761:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (0->4194303) req@ffff8800a5ef9880 x1830945817964928/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.390768:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9880 with x1830945817964928 ext(0->4194303) 00002000:00010000:3.0:1746126747.390772:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5ef9880 00000100:00100000:3.0:1746126747.390800:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13960 00000100:00100000:3.0:1746126747.390805:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2008:x1830945817964928:12345-192.168.204.15@tcp:4:dd.0 00000001:00080000:1.0:1746126747.399841:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970654 is committed 00002000:00010000:0.0:1746126747.400164:0:27128:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:0.0:1746126747.400170:0:27128:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 12240 -> 16320 00010000:00010000:0.0:1746126747.400183:0:27128:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800991ca200/0xd8b4f51a844826c3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.400194:0:27128:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800991ca200/0xd8b4f51a844826c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.400202:0:27128:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800991ca200/0xd8b4f51a844826c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.400210:0:27128:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800991ca200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:0.0:1746126747.400214:0:27128:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800991ca200/0xd8b4f51a844826c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.400223:0:27128:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800991ca200/0xd8b4f51a844826c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.400242:0:27128:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800991ca200/0xd8b4f51a844826c3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.400249:0:27128:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800991ca200/0xd8b4f51a844826c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.400375:0:27128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817964672:12345-192.168.204.15@tcp:4:dd.0 Request processed in 29857us (30243us total) trans 4294970654 rc 0/0 00000100:00100000:0.0:1746126747.400386:0:27128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13959 00000100:00100000:0.0:1746126747.410106:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.410196:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.410285:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.410442:0:27128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817965184 00000100:00100000:2.0:1746126747.410453:0:27128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817965184 00000100:00100000:3.0:1746126747.410461:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817965568 00000100:00100000:3.0:1746126747.410472:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817965568 00002000:00100000:2.0:1746126747.410508:0:27128:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff8800a5ef8380 x1830945817965184/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.410517:0:27128:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8380 with x1830945817965184 ext(0->4194303) 00002000:00010000:2.0:1746126747.410523:0:27128:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef8380 00000100:00100000:1.0:1746126747.410550:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817965696 00000100:00100000:1.0:1746126747.410553:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817965696 00000100:00100000:3.0:1746126747.410590:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13961 00000100:00100000:3.0:1746126747.410598:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+18:2009:x1830945817965568:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:1.0:1746126747.410617:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13962 00000100:00100000:1.0:1746126747.410624:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2008:x1830945817965184:12345-192.168.204.15@tcp:4:dd.0 00010000:00010000:3.0:1746126747.410628:0:20699:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844826ca lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.410639:0:20699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.410641:0:20699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.410645:0:20699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844826ca lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.410656:0:20699:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844826ca lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.410982:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13963 00000100:00100000:2.0:1746126747.410989:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817965696:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:2.0:1746126747.411012:0:26616:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a844826d1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.411023:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.411025:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.411029:0:26616:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a844826d1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.411039:0:26616:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a844826d1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.426220:0:20699:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844826ca lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.426239:0:20699:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844826ca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.426248:0:20699:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844826ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.426254:0:20699:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b3ce00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126747.426259:0:20699:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844826ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.426267:0:20699:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844826ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.426286:0:20699:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844826ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.426292:0:20699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ce00/0xd8b4f51a844826ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.426405:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+18:2009:x1830945817965568:12345-192.168.204.15@tcp:3:dd.0 Request processed in 15802us (16203us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126747.426417:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13961 00010000:00010000:2.0:1746126747.427263:0:26616:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a844826d1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.427272:0:26616:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a844826d1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.427278:0:26616:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a844826d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.427283:0:26616:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a54bd000 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126747.427286:0:26616:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a844826d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.427292:0:26616:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a844826d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.427326:0:26616:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a844826d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.427338:0:26616:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54bd000/0xd8b4f51a844826d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.429186:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817965696:12345-192.168.204.15@tcp:3:dd.0 Request processed in 18189us (18890us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746126747.429198:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13963 00000100:00100000:2.0:1746126747.435618:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2008:x1830945817964928:12345-192.168.204.15@tcp:4:dd.0 Request processed in 44797us (45132us total) trans 4294970655 rc 0/0 00000100:00100000:2.0:1746126747.435633:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13960 00002000:00100000:2.0:1746126747.435648:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (0->4194303) req@ffff8800a5ef9880 x1830945817964928/t4294970655(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/448 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.435659:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef9880 with x1830945817964928 ext(0->4194303) 00002000:00010000:2.0:1746126747.435666:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5ef9880 00000100:00100000:3.0:1746126747.437450:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813765504:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746126747.437511:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126747.437927:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.437927:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813765504 00000100:00100000:0.0:1746126747.437939:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813765504 00000100:00100000:1.0:1746126747.437970:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.437986:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817966208 00000100:00100000:3.0:1746126747.437990:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817966208 00000100:00100000:0.0:1746126747.437993:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1746126747.437999:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813765504:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746126747.438010:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817966336 00000100:00100000:2.0:1746126747.438014:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817966336 00002000:00100000:3.0:1746126747.438021:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff88009892d880 x1830945817966208/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.438032:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892d880 with x1830945817966208 ext(6291456->7340031) 00000004:00000024:0.0:1746126747.438033:0:8382:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00002000:00010000:3.0:1746126747.438038:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892d880 00000100:00100000:1.0:1746126747.438043:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.438059:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817966592 00000100:00100000:2.0:1746126747.438061:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817966592 00000100:00100000:3.0:1746126747.438064:0:20699:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13964 00000100:00100000:3.0:1746126747.438069:0:20699:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817966336:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:1.0:1746126747.438073:0:27128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13965 00002000:00100000:2.0:1746126747.438074:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff88009892d500 x1830945817966592/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:0.0:1746126747.438076:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3772:x1830945813765504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126747.438080:0:27128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817966208:12345-192.168.204.15@tcp:3:dd.0 00002000:00100000:2.0:1746126747.438082:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892d500 with x1830945817966592 ext(6291456->7340031) 00000100:00100000:0.0:1746126747.438082:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00002000:00010000:2.0:1746126747.438085:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009892d500 00000100:00100000:2.0:1746126747.438096:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13966 00000100:00100000:2.0:1746126747.438101:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817966592:12345-192.168.204.15@tcp:3:dd.0 00002000:00010000:3.0:1746126747.438106:0:20699:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 8355840, mtime: 0x6813c79b, atime: 0x0, ctime: 0x6813c79b, blocks: 0x3fc0 00010000:00010000:3.0:1746126747.438114:0:20699:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009927b800/0xd8b4f51a844826d8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.438127:0:20699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.438129:0:20699:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.438134:0:20699:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009927b800/0xd8b4f51a844826d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.438147:0:20699:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009927b800/0xd8b4f51a844826d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.439070:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830945813765504:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746126747.445125:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.445202:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817966848 00000100:00100000:3.0:1746126747.445213:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817966848 00002000:00100000:3.0:1746126747.445258:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff8800a5efaa00 x1830945817966848/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.445269:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efaa00 with x1830945817966848 ext(7340032->8388607) 00002000:00010000:3.0:1746126747.445275:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5efaa00 00000100:00100000:3.0:1746126747.445293:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13967 00000100:00100000:3.0:1746126747.445299:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2010:x1830945817966848:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:0.0:1746126747.446014:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.446125:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817967104 00000100:00100000:2.0:1746126747.446129:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817967104 00002000:00100000:2.0:1746126747.446161:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff8800a5ef8700 x1830945817967104/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.446168:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8700 with x1830945817967104 ext(7340032->8388607) 00002000:00010000:2.0:1746126747.446172:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5ef8700 00000100:00100000:2.0:1746126747.446186:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13968 00000100:00100000:2.0:1746126747.446192:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2009:x1830945817967104:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:3.0:1746126747.451512:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2007:x1830945817966592:12345-192.168.204.15@tcp:3:dd.0 Request processed in 13394us (13452us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126747.451526:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13966 00002000:00100000:3.0:1746126747.451540:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff88009892d500 x1830945817966592/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.451550:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892d500 with x1830945817966592 ext(6291456->7340031) 00002000:00010000:3.0:1746126747.451556:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009892d500 00000100:00100000:0.0:1746126747.455172:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.455489:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817967360 00000100:00100000:3.0:1746126747.455502:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817967360 00002000:00100000:3.0:1746126747.455558:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->9437183) req@ffff8800991bdc00 x1830945817967360/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.455569:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bdc00 with x1830945817967360 ext(8388608->9437183) 00002000:00010000:3.0:1746126747.455575:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991bdc00 00000100:00100000:3.0:1746126747.455612:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13969 00000100:00100000:3.0:1746126747.455619:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+15:2007:x1830945817967360:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:1.0:1746126747.455642:0:27128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+15:2007:x1830945817966208:12345-192.168.204.15@tcp:3:dd.0 Request processed in 17560us (17716us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126747.455650:0:27128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13965 00002000:00100000:1.0:1746126747.455658:0:27128:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff88009892d880 x1830945817966208/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126747.455665:0:27128:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892d880 with x1830945817966208 ext(6291456->7340031) 00002000:00010000:1.0:1746126747.455669:0:27128:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892d880 00000100:00100000:0.0:1746126747.457927:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2008:x1830945817965184:12345-192.168.204.15@tcp:4:dd.0 Request processed in 47289us (47820us total) trans 4294972103 rc 0/0 00000100:00100000:0.0:1746126747.457940:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13962 00002000:00100000:0.0:1746126747.457968:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff8800a5ef8380 x1830945817965184/t4294972103(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/448 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126747.457977:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8380 with x1830945817965184 ext(0->4194303) 00002000:00010000:0.0:1746126747.457983:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5ef8380 00000100:00100000:3.0:1746126747.461538:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2009:x1830945817967104:12345-192.168.204.15@tcp:3:dd.0 Request processed in 15334us (15513us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126747.461550:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13968 00002000:00100000:3.0:1746126747.461562:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff8800a5ef8700 x1830945817967104/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.461573:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5ef8700 with x1830945817967104 ext(7340032->8388607) 00002000:00010000:3.0:1746126747.461579:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5ef8700 00000100:00100000:2.0:1746126747.462511:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.462550:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.462620:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817967616 00000100:00100000:3.0:1746126747.462621:0:9571:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817967872 00000100:00100000:3.0:1746126747.462629:0:9571:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817967872 00000100:00100000:1.0:1746126747.462629:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817967616 00002000:00100000:3.0:1746126747.462664:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (9437184->10485759) req@ffff8800b51ec000 x1830945817967872/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126747.462664:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (8388608->9437183) req@ffff88009d0e1880 x1830945817967616/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.462672:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ec000 with x1830945817967872 ext(9437184->10485759) 00002000:00100000:1.0:1746126747.462672:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1880 with x1830945817967616 ext(8388608->9437183) 00002000:00010000:1.0:1746126747.462675:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d0e1880 00002000:00010000:3.0:1746126747.462676:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51ec000 00000100:00100000:1.0:1746126747.462690:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13970 00000100:00100000:1.0:1746126747.462696:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817967616:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:3.0:1746126747.462706:0:9571:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13971 00000100:00100000:3.0:1746126747.462712:0:9571:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2007:x1830945817967872:12345-192.168.204.15@tcp:3:dd.0 00000001:00080000:0.0:1746126747.462766:0:10888:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972103 is committed 00000001:00080000:0.0:1746126747.462776:0:10888:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972102 is committed 00000001:00080000:0.0:1746126747.462805:0:10888:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972095 is committed 00000100:00100000:2.0:1746126747.462903:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.463004:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817968128 00000100:00100000:0.0:1746126747.463008:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817968128 00002000:00100000:0.0:1746126747.463027:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (9437184->10485759) req@ffff8800b51ed180 x1830945817968128/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126747.463036:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ed180 with x1830945817968128 ext(9437184->10485759) 00002000:00010000:0.0:1746126747.463039:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b51ed180 00000100:00100000:0.0:1746126747.463058:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13972 00000100:00100000:0.0:1746126747.463063:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:2007:x1830945817968128:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:2.0:1746126747.467594:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2010:x1830945817966848:12345-192.168.204.15@tcp:3:dd.0 Request processed in 22285us (22481us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126747.467606:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13967 00002000:00100000:2.0:1746126747.467617:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff8800a5efaa00 x1830945817966848/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.467626:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5efaa00 with x1830945817966848 ext(7340032->8388607) 00002000:00010000:2.0:1746126747.467631:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5efaa00 00000100:00100000:3.0:1746126747.468879:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.469013:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817967360:12345-192.168.204.15@tcp:3:dd.0 Request processed in 13393us (13852us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126747.469024:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13969 00002000:00100000:3.0:1746126747.469035:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->9437183) req@ffff8800991bdc00 x1830945817967360/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.469044:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bdc00 with x1830945817967360 ext(8388608->9437183) 00002000:00010000:3.0:1746126747.469050:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800991bdc00 00000100:00100000:3.0:1746126747.469071:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817968384 00000100:00100000:3.0:1746126747.469078:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817968384 00002000:00100000:3.0:1746126747.469105:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff88009965d180 x1830945817968384/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.469112:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965d180 with x1830945817968384 ext(10485760->11534335) 00002000:00010000:3.0:1746126747.469114:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965d180 00000100:00100000:3.0:1746126747.469127:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13973 00000100:00100000:3.0:1746126747.469133:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2008:x1830945817968384:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:2.0:1746126747.472784:0:9571:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817967872:12345-192.168.204.15@tcp:3:dd.0 Request processed in 10063us (10225us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126747.472795:0:9571:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13971 00002000:00100000:2.0:1746126747.472805:0:9571:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (9437184->10485759) req@ffff8800b51ec000 x1830945817967872/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.472814:0:9571:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ec000 with x1830945817967872 ext(9437184->10485759) 00002000:00010000:2.0:1746126747.472820:0:9571:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b51ec000 00000100:00100000:2.0:1746126747.479470:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.479494:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.479703:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817968768 00000100:00100000:3.0:1746126747.479716:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817968768 00002000:00100000:3.0:1746126747.479774:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff88009d00e680 x1830945817968768/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.479784:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00e680 with x1830945817968768 ext(10485760->11534335) 00002000:00010000:3.0:1746126747.479791:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d00e680 00000100:00100000:1.0:1746126747.479833:0:27128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817968896 00000100:00100000:1.0:1746126747.479838:0:27128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817968896 00002000:00100000:1.0:1746126747.479857:0:27128:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff8800969edc00 x1830945817968896/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126747.479866:0:27128:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969edc00 with x1830945817968896 ext(11534336->12582911) 00002000:00010000:1.0:1746126747.479869:0:27128:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969edc00 00000100:00100000:2.0:1746126747.479886:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13974 00000100:00100000:1.0:1746126747.479894:0:27128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13975 00000100:00100000:1.0:1746126747.479901:0:27128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2008:x1830945817968896:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:2.0:1746126747.479902:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2007:x1830945817968768:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:3.0:1746126747.485622:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.485681:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.485852:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817969152 00000100:00100000:2.0:1746126747.485860:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817969152 00000100:00100000:1.0:1746126747.485876:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d0e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+15:2007:x1830945817967616:12345-192.168.204.15@tcp:3:dd.0 Request processed in 23173us (23361us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126747.485888:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13970 00002000:00100000:1.0:1746126747.485898:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (8388608->9437183) req@ffff88009d0e1880 x1830945817967616/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.485903:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff88009965c000 x1830945817969152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126747.485909:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d0e1880 with x1830945817967616 ext(8388608->9437183) 00002000:00100000:2.0:1746126747.485913:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965c000 with x1830945817969152 ext(11534336->12582911) 00002000:00010000:1.0:1746126747.485915:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d0e1880 00002000:00010000:2.0:1746126747.485918:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009965c000 00000100:00100000:2.0:1746126747.485951:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817969408 00000100:00100000:2.0:1746126747.485954:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817969408 00000100:00100000:1.0:1746126747.485967:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13976 00002000:00100000:2.0:1746126747.485969:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff88009c99f100 x1830945817969408/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.485976:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99f100 with x1830945817969408 ext(12582912->13631487) 00000100:00100000:1.0:1746126747.485977:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009965c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2007:x1830945817969152:12345-192.168.204.15@tcp:3:dd.0 00002000:00010000:2.0:1746126747.485978:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99f100 00000100:00100000:2.0:1746126747.485991:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13977 00000100:00100000:2.0:1746126747.485998:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2007:x1830945817969408:12345-192.168.204.15@tcp:3:dd.0 00000001:00080000:1.0:1746126747.486653:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970656 is committed 00000001:00080000:1.0:1746126747.486663:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970655 is committed 00002000:00010000:1.0:1746126747.487139:0:20699:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:1.0:1746126747.487143:0:20699:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 16320 -> 20400 00010000:00010000:1.0:1746126747.487155:0:20699:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009927b800/0xd8b4f51a844826d8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.487166:0:20699:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009927b800/0xd8b4f51a844826d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.487174:0:20699:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009927b800/0xd8b4f51a844826d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.487181:0:20699:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009927b800 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126747.487185:0:20699:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009927b800/0xd8b4f51a844826d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.487193:0:20699:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009927b800/0xd8b4f51a844826d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.487210:0:20699:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009927b800/0xd8b4f51a844826d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.487216:0:20699:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009927b800/0xd8b4f51a844826d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20699 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126747.487428:0:20699:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817966336:12345-192.168.204.15@tcp:4:dd.0 Request processed in 49356us (49455us total) trans 4294970656 rc 0/0 00000100:00100000:1.0:1746126747.487436:0:20699:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13964 00000100:00100000:1.0:1746126747.487781:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2007:x1830945817968128:12345-192.168.204.15@tcp:3:dd.0 Request processed in 24716us (24877us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126747.487787:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13972 00002000:00100000:1.0:1746126747.487794:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (9437184->10485759) req@ffff8800b51ed180 x1830945817968128/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126747.487803:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b51ed180 with x1830945817968128 ext(9437184->10485759) 00002000:00010000:1.0:1746126747.487807:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b51ed180 00000100:00100000:0.0:1746126747.496418:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2008:x1830945817968384:12345-192.168.204.15@tcp:3:dd.0 Request processed in 27267us (27530us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126747.496431:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13973 00002000:00100000:0.0:1746126747.496443:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff88009965d180 x1830945817968384/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126747.496453:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965d180 with x1830945817968384 ext(10485760->11534335) 00002000:00010000:0.0:1746126747.496459:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009965d180 00000100:00100000:0.0:1746126747.496709:0:27128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2008:x1830945817968896:12345-192.168.204.15@tcp:3:dd.0 Request processed in 16808us (17212us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126747.496715:0:27128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13975 00002000:00100000:0.0:1746126747.496720:0:27128:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff8800969edc00 x1830945817968896/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126747.496727:0:27128:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969edc00 with x1830945817968896 ext(11534336->12582911) 00002000:00010000:0.0:1746126747.496730:0:27128:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969edc00 00000100:00100000:0.0:1746126747.497074:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.497113:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.497771:0:27128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817969664 00000100:00100000:2.0:1746126747.497781:0:27128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817969664 00000100:00100000:2.0:1746126747.497832:0:27128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817969920 00000100:00100000:2.0:1746126747.497834:0:27128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817969920 00000100:00100000:2.0:1746126747.498697:0:27128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13978 00000100:00100000:2.0:1746126747.498710:0:27128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817969664:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:2.0:1746126747.498757:0:27128:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a844826df lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.498771:0:27128:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.498773:0:27128:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.498779:0:27128:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a844826df lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.498792:0:27128:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a844826df lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126747.498982:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13979 00000100:00100000:1.0:1746126747.498990:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817969920:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126747.499010:0:26616:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d0f0600/0xd8b4f51a844826e6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.499023:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.499024:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.499027:0:26616:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0f0600/0xd8b4f51a844826e6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.499036:0:26616:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0f0600/0xd8b4f51a844826e6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.500999:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.502108:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d00e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817968768:12345-192.168.204.15@tcp:3:dd.0 Request processed in 22210us (22639us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126747.502119:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13974 00002000:00100000:2.0:1746126747.502131:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff88009d00e680 x1830945817968768/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.502140:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d00e680 with x1830945817968768 ext(10485760->11534335) 00002000:00010000:2.0:1746126747.502147:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d00e680 00000100:00100000:2.0:1746126747.502172:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817970176 00000100:00100000:2.0:1746126747.502180:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817970176 00000100:00100000:2.0:1746126747.502235:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13980 00000100:00100000:2.0:1746126747.502242:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945817970176:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:2.0:1746126747.502272:0:27129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a844826ed lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.502287:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.502289:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.502295:0:27129:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a844826ed lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.502323:0:27129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a844826ed lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.504904:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009965c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2007:x1830945817969152:12345-192.168.204.15@tcp:3:dd.0 Request processed in 18918us (19279us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126747.504914:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13976 00002000:00100000:0.0:1746126747.504927:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff88009965c000 x1830945817969152/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126747.504936:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009965c000 with x1830945817969152 ext(11534336->12582911) 00002000:00010000:0.0:1746126747.504951:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009965c000 00010000:00010000:3.0:1746126747.505825:0:27128:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a844826df lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.505842:0:27128:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a844826df lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.505849:0:27128:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a844826df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.505855:0:27128:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098f11200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126747.505859:0:27128:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a844826df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.505865:0:27128:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a844826df lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.505882:0:27128:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a844826df lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.505887:0:27128:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098f11200/0xd8b4f51a844826df lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.506020:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2007:x1830945817969408:12345-192.168.204.15@tcp:3:dd.0 Request processed in 20021us (20337us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126747.506028:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13977 00002000:00100000:2.0:1746126747.506034:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff88009c99f100 x1830945817969408/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/440 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.506041:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c99f100 with x1830945817969408 ext(12582912->13631487) 00002000:00010000:2.0:1746126747.506045:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c99f100 00000100:00100000:3.0:1746126747.507249:0:27128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2009:x1830945817969664:12345-192.168.204.15@tcp:3:dd.0 Request processed in 8538us (10170us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1746126747.507257:0:27128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13978 00010000:00010000:1.0:1746126747.510272:0:26616:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d0f0600/0xd8b4f51a844826e6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.510294:0:26616:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0f0600/0xd8b4f51a844826e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.510302:0:26616:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d0f0600/0xd8b4f51a844826e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.510342:0:26616:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d0f0600 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126747.510347:0:26616:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d0f0600/0xd8b4f51a844826e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.510355:0:26616:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d0f0600/0xd8b4f51a844826e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.510379:0:26616:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d0f0600/0xd8b4f51a844826e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.510385:0:26616:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d0f0600/0xd8b4f51a844826e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126747.510478:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817969920:12345-192.168.204.15@tcp:3:dd.0 Request processed in 11482us (13357us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126747.510488:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13979 00010000:00010000:2.0:1746126747.513095:0:27129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a844826ed lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.513112:0:27129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a844826ed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.513119:0:27129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a844826ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.513125:0:27129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b3c000 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126747.513129:0:27129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a844826ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.513136:0:27129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a844826ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.513156:0:27129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a844826ed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.513161:0:27129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b3c000/0xd8b4f51a844826ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.513256:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817970176:12345-192.168.204.15@tcp:3:dd.0 Request processed in 11010us (12261us total) trans 0 rc 999424/999424 00000100:00100000:2.0:1746126747.513267:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13980 00000100:00100000:0.0:1746126747.527435:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.527679:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817970432 00000100:00100000:2.0:1746126747.527689:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817970432 00000100:00100000:2.0:1746126747.527798:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13981 00000100:00100000:2.0:1746126747.527812:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817970432:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:2.0:1746126747.527866:0:27129:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 10444800, mtime: 0x6813c79b, atime: 0x0, ctime: 0x6813c79b, blocks: 0x4fb0 00010000:00010000:2.0:1746126747.527874:0:27129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a844826f4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.527887:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.527889:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.527893:0:27129:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a844826f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.527906:0:27129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a844826f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.549984:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.550060:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817970688 00000100:00100000:1.0:1746126747.550070:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817970688 00002000:00100000:1.0:1746126747.550117:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->8388607) req@ffff8800991bd880 x1830945817970688/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126747.550127:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bd880 with x1830945817970688 ext(4194304->8388607) 00002000:00010000:1.0:1746126747.550133:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800991bd880 00000100:00100000:1.0:1746126747.550172:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13982 00000100:00100000:1.0:1746126747.550180:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2009:x1830945817970688:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:2.0:1746126747.566287:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.566356:0:27128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817970944 00000100:00100000:3.0:1746126747.566367:0:27128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817970944 00002000:00100000:3.0:1746126747.566414:0:27128:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff8800969ec000 x1830945817970944/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.566431:0:27128:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec000 with x1830945817970944 ext(4194304->8388607) 00002000:00010000:3.0:1746126747.566436:0:27128:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ec000 00000100:00100000:3.0:1746126747.566470:0:27128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13983 00000100:00100000:3.0:1746126747.566477:0:27128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2007:x1830945817970944:12345-192.168.204.15@tcp:4:dd.0 00000001:00080000:1.0:1746126747.567265:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970657 is committed 00010000:00010000:0.0:1746126747.567444:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1746126747.567447:0:27129:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:2.0:1746126747.567451:0:27129:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746126747 -> 1746126748 00002000:00010000:2.0:1746126747.567453:0:27129:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746126747 -> 1746126748 00002000:00010000:2.0:1746126747.567455:0:27129:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 20400 -> 24480 00010000:00010000:2.0:1746126747.567467:0:27129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a844826f4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.567477:0:27129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a844826f4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.567484:0:27129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a844826f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.567490:0:27129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b152400 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126747.567495:0:27129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a844826f4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.567502:0:27129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a844826f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.567518:0:27129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a844826f4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.567524:0:27129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b152400/0xd8b4f51a844826f4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.567617:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817970432:12345-192.168.204.15@tcp:4:dd.0 Request processed in 39806us (40191us total) trans 4294970657 rc 0/0 00000100:00100000:2.0:1746126747.567628:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13981 00000100:00100000:2.0:1746126747.576888:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.576937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.576974:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817971328 00000100:00100000:2.0:1746126747.576984:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817971328 00000100:00100000:2.0:1746126747.577059:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817971456 00000100:00100000:2.0:1746126747.577063:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817971456 00000100:00100000:2.0:1746126747.577093:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13984 00000100:00100000:2.0:1746126747.577101:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817971328:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:1.0:1746126747.577109:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13985 00000100:00100000:1.0:1746126747.577117:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817971456:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:2.0:1746126747.577146:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099127600/0xd8b4f51a84482702 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.577146:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a844826fb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.577160:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.577160:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.577161:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.577161:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.577166:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099127600/0xd8b4f51a84482702 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.577166:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a844826fb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.577179:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099127600/0xd8b4f51a84482702 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.577179:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a844826fb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.603811:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099127600/0xd8b4f51a84482702 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.603830:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099127600/0xd8b4f51a84482702 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.603842:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099127600/0xd8b4f51a84482702 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.603855:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099127600 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126747.603863:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099127600/0xd8b4f51a84482702 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.603871:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099127600/0xd8b4f51a84482702 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.603892:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099127600/0xd8b4f51a84482702 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.603899:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099127600/0xd8b4f51a84482702 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.604003:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817971328:12345-192.168.204.15@tcp:3:dd.0 Request processed in 26898us (27122us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126747.604014:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13984 00010000:00010000:1.0:1746126747.604894:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a844826fb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.604903:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a844826fb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.604907:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a844826fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.604910:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d0f1800 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126747.604912:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a844826fb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.604916:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a844826fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.604924:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a844826fb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.604928:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a844826fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126747.604999:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817971456:12345-192.168.204.15@tcp:3:dd.0 Request processed in 27881us (28060us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746126747.605006:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13985 00000100:00100000:1.0:1746126747.609595:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2009:x1830945817970688:12345-192.168.204.15@tcp:4:dd.0 Request processed in 59403us (59613us total) trans 4294970658 rc 0/0 00000100:00100000:1.0:1746126747.609778:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13982 00002000:00100000:1.0:1746126747.609791:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->8388607) req@ffff8800991bd880 x1830945817970688/t4294970658(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/448 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126747.609801:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991bd880 with x1830945817970688 ext(4194304->8388607) 00002000:00010000:1.0:1746126747.609809:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800991bd880 00000100:00100000:0.0:1746126747.620576:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.620659:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817971840 00000100:00100000:1.0:1746126747.620670:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817971840 00000100:00100000:1.0:1746126747.620732:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13986 00000100:00100000:1.0:1746126747.620741:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817971840:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:1.0:1746126747.620793:0:26616:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 12533760, mtime: 0x6813c79c, atime: 0x0, ctime: 0x6813c79c, blocks: 0x5fa0 00010000:00010000:1.0:1746126747.620803:0:26616:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a84482709 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.620816:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.620818:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.620823:0:26616:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a84482709 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.620837:0:26616:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a84482709 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126747.626240:0:7202:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980577 is committed 00000001:00080000:0.0:1746126747.626275:0:7202:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294980576 is committed 00010000:00010000:2.0:1746126747.626409:0:3756:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a8448230b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626421:0:3756:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a8448230b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626427:0:3756:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a8448230b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626432:0:3756:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008383a800 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126747.626437:0:3756:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a8448230b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626444:0:3756:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a8448230b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626461:0:3756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88012e741100) 00010000:00010000:2.0:1746126747.626463:0:3756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126747.626466:0:3756:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a8448230b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626470:0:3756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a8448230b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626502:0:3756:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debce00/0xd8b4f51a84482312 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626506:0:3756:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012debce00/0xd8b4f51a84482312 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626510:0:3756:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012debce00/0xd8b4f51a84482312 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626514:0:3756:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012debce00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126747.626515:0:3756:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012debce00/0xd8b4f51a84482312 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626520:0:3756:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012debce00/0xd8b4f51a84482312 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626526:0:3756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff8800b19a0100) 00010000:00010000:2.0:1746126747.626528:0:3756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126747.626530:0:3756:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012debce00/0xd8b4f51a84482312 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626537:0:3756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012debce00/0xd8b4f51a84482312 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626546:0:3756:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc200/0xd8b4f51a84482319 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626550:0:3756:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc200/0xd8b4f51a84482319 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626555:0:3756:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc200/0xd8b4f51a84482319 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626558:0:3756:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012debc200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126747.626560:0:3756:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc200/0xd8b4f51a84482319 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626565:0:3756:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc200/0xd8b4f51a84482319 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626570:0:3756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff8800b19a0000) 00010000:00010000:2.0:1746126747.626572:0:3756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126747.626574:0:3756:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc200/0xd8b4f51a84482319 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626579:0:3756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc200/0xd8b4f51a84482319 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626592:0:3756:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4a00/0xd8b4f51a84482397 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626596:0:3756:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4a00/0xd8b4f51a84482397 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626600:0:3756:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4a00/0xd8b4f51a84482397 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626603:0:3756:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098ec4a00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126747.626605:0:3756:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4a00/0xd8b4f51a84482397 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626609:0:3756:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4a00/0xd8b4f51a84482397 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626614:0:3756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88012e741800) 00010000:00010000:2.0:1746126747.626615:0:3756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126747.626617:0:3756:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4a00/0xd8b4f51a84482397 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626621:0:3756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4a00/0xd8b4f51a84482397 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626632:0:3756:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626636:0:3756:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626640:0:3756:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626643:0:3756:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b60600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126747.626645:0:3756:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626648:0:3756:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626654:0:3756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88012e741000) 00010000:00010000:2.0:1746126747.626656:0:3756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126747.626658:0:3756:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626661:0:3756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a8448244d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626671:0:3756:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235200/0xd8b4f51a844824b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626675:0:3756:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235200/0xd8b4f51a844824b6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626679:0:3756:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235200/0xd8b4f51a844824b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626682:0:3756:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d235200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126747.626684:0:3756:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235200/0xd8b4f51a844824b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626689:0:3756:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235200/0xd8b4f51a844824b6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626694:0:3756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009731a000) 00010000:00010000:2.0:1746126747.626696:0:3756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126747.626698:0:3756:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235200/0xd8b4f51a844824b6 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626702:0:3756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d235200/0xd8b4f51a844824b6 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626714:0:3756:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fcba600/0xd8b4f51a84482526 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626718:0:3756:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fcba600/0xd8b4f51a84482526 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626724:0:3756:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fcba600/0xd8b4f51a84482526 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626727:0:3756:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fcba600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126747.626729:0:3756:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fcba600/0xd8b4f51a84482526 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626733:0:3756:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fcba600/0xd8b4f51a84482526 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626739:0:3756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00010000:00010000:2.0:1746126747.626741:0:3756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126747.626743:0:3756:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fcba600/0xd8b4f51a84482526 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626747:0:3756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fcba600/0xd8b4f51a84482526 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126747.626754:0:3756:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdda00/0xd8b4f51a84482557 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626758:0:3756:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdda00/0xd8b4f51a84482557 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626762:0:3756:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdda00/0xd8b4f51a84482557 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626766:0:3756:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cbdda00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126747.626768:0:3756:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdda00/0xd8b4f51a84482557 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626772:0:3756:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdda00/0xd8b4f51a84482557 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626777:0:3756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88011f4fba00) 00010000:00010000:2.0:1746126747.626779:0:3756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126747.626781:0:3756:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdda00/0xd8b4f51a84482557 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626784:0:3756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdda00/0xd8b4f51a84482557 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.626794:0:3756:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0800/0xd8b4f51a844825f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746126747.626799:0:3756:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0800/0xd8b4f51a844825f8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746126747.626803:0:3756:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0800/0xd8b4f51a844825f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746126747.626806:0:3756:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d0d0800 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126747.626809:0:3756:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0800/0xd8b4f51a844825f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746126747.626813:0:3756:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0800/0xd8b4f51a844825f8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746126747.626819:0:3756:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88007d71c700) 00010000:00010000:2.0:1746126747.626821:0:3756:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126747.626823:0:3756:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0800/0xd8b4f51a844825f8 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7221 initiator: MDT0 00010000:00010000:2.0:1746126747.626828:0:3756:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0800/0xd8b4f51a844825f8 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7221 initiator: MDT0 00000020:00080000:0.0:1746126747.626901:0:7202:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880099130b40 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:0.0:1746126747.626905:0:7202:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012e741c00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800991306c0 00000020:00080000:0.0:1746126747.626909:0:7202:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].9 00000020:00080000:0.0:1746126747.626912:0:7202:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012e741e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008383b400 00000020:00080000:0.0:1746126747.626914:0:7202:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].9 00000020:00080000:0.0:1746126747.626922:0:7202:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00000020:00080000:2.0:1746126747.628163:0:7249:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 8 00000004:00080000:2.0:1746126747.628278:0:7249:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88012fca0480 with version 20 00000020:00080000:2.0:1746126747.628286:0:7249:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8 cancel update log [0x240000401:0x2:0x0].8: rc = 0 00000020:00080000:2.0:1746126747.628345:0:7249:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].8: rc = 0 00000020:00080000:2.0:1746126747.628351:0:7249:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:3.0:1746126747.628582:0:27128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817970944:12345-192.168.204.15@tcp:4:dd.0 Request processed in 62100us (62300us total) trans 4294972104 rc 0/0 00000100:00100000:3.0:1746126747.628593:0:27128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13983 00002000:00100000:3.0:1746126747.628605:0:27128:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff8800969ec000 x1830945817970944/t4294972104(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/448 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.628614:0:27128:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969ec000 with x1830945817970944 ext(4194304->8388607) 00002000:00010000:3.0:1746126747.628620:0:27128:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969ec000 00000004:00080000:0.0:1746126747.628673:0:8942:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff88011f636f00 version 20 rpc_version 20 00000020:00100000:0.0:1746126747.628701:0:8942:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1746126747.628707:0:8942:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800991bc700 x1830945813765760/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746126747.628725:0:8942:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800991bc700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8942:1830945813765760:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746126747.628775:0:8942:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746126747.628835:0:8942:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991cec00 going to sleep for 11 seconds 00000100:00100000:1.0:1746126747.628887:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813765760 00000100:00100000:1.0:1746126747.628895:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813765760 00000100:00100000:1.0:1746126747.628931:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1746126747.628937:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8942:x1830945813765760:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746126747.629076:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8942:x1830945813765760:12345-0@lo:1000:osp_up1-0.0 Request processed in 139us (300us total) trans 4294967392 rc 0/0 00000100:00100000:1.0:1746126747.629082:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1746126747.629126:0:8942:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800991bc700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8942:1830945813765760:0@lo:1000:osp_up1-0.0 00000001:00080000:1.0:1746126747.651658:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970659 is committed 00000001:00080000:1.0:1746126747.651676:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970658 is committed 00002000:00010000:2.0:1746126747.651867:0:26616:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:2.0:1746126747.651872:0:26616:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 24480 -> 28560 00010000:00010000:2.0:1746126747.651885:0:26616:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a84482709 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.651896:0:26616:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a84482709 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.651904:0:26616:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a84482709 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.651910:0:26616:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d0f1800 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126747.651914:0:26616:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a84482709 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.651921:0:26616:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a84482709 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.651948:0:26616:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a84482709 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.651956:0:26616:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d0f1800/0xd8b4f51a84482709 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.652074:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817971840:12345-192.168.204.15@tcp:4:dd.0 Request processed in 31329us (31504us total) trans 4294970659 rc 0/0 00000100:00100000:2.0:1746126747.652084:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13986 00000100:00100000:0.0:1746126747.657616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.658199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.658340:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817972224 00000100:00100000:2.0:1746126747.658350:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817972224 00000100:00100000:2.0:1746126747.658411:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817972352 00000100:00100000:2.0:1746126747.658413:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817972352 00000100:00100000:2.0:1746126747.658856:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13987 00000100:00100000:2.0:1746126747.658866:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817972224:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:2.0:1746126747.658902:0:26616:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ac00/0xd8b4f51a84482710 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.658917:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.658919:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.658924:0:26616:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ac00/0xd8b4f51a84482710 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.658937:0:26616:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ac00/0xd8b4f51a84482710 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.659141:0:27128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13988 00000100:00100000:3.0:1746126747.659157:0:27128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817972352:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:3.0:1746126747.659177:0:27128:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a84482717 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.659185:0:27128:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.659186:0:27128:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.659189:0:27128:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a84482717 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.659198:0:27128:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a84482717 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.669669:0:26616:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ac00/0xd8b4f51a84482710 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.669688:0:26616:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ac00/0xd8b4f51a84482710 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.669696:0:26616:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094b3ac00/0xd8b4f51a84482710 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.669704:0:26616:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b3ac00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126747.669708:0:26616:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b3ac00/0xd8b4f51a84482710 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.669715:0:26616:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b3ac00/0xd8b4f51a84482710 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.669734:0:26616:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094b3ac00/0xd8b4f51a84482710 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.669740:0:26616:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b3ac00/0xd8b4f51a84482710 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.669824:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817972224:12345-192.168.204.15@tcp:3:dd.0 Request processed in 10955us (12215us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126747.669835:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13987 00010000:00010000:3.0:1746126747.670793:0:27128:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a84482717 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.670807:0:27128:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a84482717 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.670813:0:27128:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a84482717 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.670819:0:27128:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d183600 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126747.670822:0:27128:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a84482717 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.670829:0:27128:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a84482717 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.670840:0:27128:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a84482717 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.670846:0:27128:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a84482717 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.670912:0:27128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817972352:12345-192.168.204.15@tcp:3:dd.0 Request processed in 11762us (12712us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746126747.670920:0:27128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13988 00000100:00100000:0.0:1746126747.679071:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.679293:0:27128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817972736 00000100:00100000:3.0:1746126747.679338:0:27128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817972736 00000100:00100000:3.0:1746126747.679419:0:27128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13989 00000100:00100000:3.0:1746126747.679427:0:27128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817972736:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:3.0:1746126747.679489:0:27128:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 14622720, mtime: 0x6813c79c, atime: 0x0, ctime: 0x6813c79c, blocks: 0x6f90 00010000:00010000:3.0:1746126747.679497:0:27128:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448271e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.679511:0:27128:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.679513:0:27128:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.679518:0:27128:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448271e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.679532:0:27128:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448271e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.681183:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.681503:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817972992 00000100:00100000:3.0:1746126747.681512:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817972992 00002000:00100000:3.0:1746126747.683200:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->12582911) req@ffff8800991be680 x1830945817972992/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126747.683214:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991be680 with x1830945817972992 ext(8388608->12582911) 00002000:00010000:3.0:1746126747.683221:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800991be680 00000100:00100000:3.0:1746126747.683267:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13990 00000100:00100000:3.0:1746126747.683280:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2007:x1830945817972992:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:2.0:1746126747.691728:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.691838:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817973248 00000100:00100000:1.0:1746126747.691849:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817973248 00002000:00100000:1.0:1746126747.691901:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88009d248a80 x1830945817973248/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126747.691911:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d248a80 with x1830945817973248 ext(8388608->12582911) 00002000:00010000:1.0:1746126747.691917:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d248a80 00000100:00100000:1.0:1746126747.691969:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13991 00000100:00100000:1.0:1746126747.691977:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817973248:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:2.0:1746126747.697686:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.697751:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817973504 00000100:00100000:3.0:1746126747.697761:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817973504 00000100:00100000:3.0:1746126747.697809:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 195 00000100:00100000:3.0:1746126747.697817:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+16:3793:x1830945817973504:12345-192.168.204.15@tcp:35:dd.0 00000100:00100000:3.0:1746126747.698106:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+17:3793:x1830945817973504:12345-192.168.204.15@tcp:35:dd.0 Request processed in 288us (432us total) trans 4294980578 rc 0/0 00000100:00100000:3.0:1746126747.698116:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 195 00000100:00100000:1.0:1746126747.706661:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.707123:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817973760 00000100:00100000:0.0:1746126747.707185:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817973760 00000100:00100000:0.0:1746126747.707253:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 196 00000100:00100000:0.0:1746126747.707262:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40ce050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+17:3793:x1830945817973760:12345-192.168.204.15@tcp:35:dd.0 00000001:00080000:2.0:1746126747.708087:0:7223:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980579 00000100:00100000:2.0:1746126747.708214:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40ce050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+19:3793:x1830945817973760:12345-192.168.204.15@tcp:35:dd.0 Request processed in 951us (1564us total) trans 4294980580 rc 0/0 00000100:00100000:2.0:1746126747.708224:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 196 00000020:00080000:2.0:1746126747.708230:0:7223:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:1.0:1746126747.709806:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970660 is committed 00002000:00010000:3.0:1746126747.710005:0:27128:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:3.0:1746126747.711037:0:27128:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 28560 -> 32640 00010000:00010000:3.0:1746126747.711057:0:27128:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448271e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.711069:0:27128:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448271e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.711078:0:27128:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448271e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.711085:0:27128:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d183600 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126747.711089:0:27128:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448271e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.711097:0:27128:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448271e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.711118:0:27128:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448271e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.711125:0:27128:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448271e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27128 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.711275:0:27128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817972736:12345-192.168.204.15@tcp:4:dd.0 Request processed in 31842us (32210us total) trans 4294970660 rc 0/0 00000100:00100000:3.0:1746126747.711290:0:27128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13989 00000100:00100000:1.0:1746126747.716834:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.716877:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.716921:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817974144 00000100:00100000:1.0:1746126747.716930:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817974144 00000100:00100000:3.0:1746126747.717016:0:27128:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817974400 00000100:00100000:3.0:1746126747.717020:0:27128:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817974400 00000100:00100000:1.0:1746126747.717039:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13992 00000100:00100000:1.0:1746126747.717047:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817974144:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:3.0:1746126747.717066:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13993 00000100:00100000:3.0:1746126747.717071:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817974400:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:3.0:1746126747.717086:0:27129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a8448272c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.717086:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012debd000/0xd8b4f51a84482725 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.717101:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.717101:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.717103:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.717103:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.717108:0:27129:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a8448272c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.717108:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012debd000/0xd8b4f51a84482725 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.717120:0:27129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a8448272c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.717120:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012debd000/0xd8b4f51a84482725 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.724185:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817972992:12345-192.168.204.15@tcp:4:dd.0 Request processed in 40899us (42998us total) trans 4294970661 rc 0/0 00000100:00100000:0.0:1746126747.724199:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13990 00002000:00100000:0.0:1746126747.724212:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->12582911) req@ffff8800991be680 x1830945817972992/t4294970661(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/448 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126747.724222:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800991be680 with x1830945817972992 ext(8388608->12582911) 00002000:00010000:0.0:1746126747.724228:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800991be680 00010000:00010000:3.0:1746126747.726388:0:27129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a8448272c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.726405:0:27129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a8448272c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.726413:0:27129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a8448272c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.726420:0:27129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094899200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126747.726424:0:27129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a8448272c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.726435:0:27129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a8448272c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.726453:0:27129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a8448272c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.726461:0:27129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a8448272c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.726529:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817974400:12345-192.168.204.15@tcp:3:dd.0 Request processed in 9452us (9646us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126747.726539:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13993 00010000:00010000:1.0:1746126747.729070:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012debd000/0xd8b4f51a84482725 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.729086:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012debd000/0xd8b4f51a84482725 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.729093:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012debd000/0xd8b4f51a84482725 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.729099:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012debd000 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126747.729103:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012debd000/0xd8b4f51a84482725 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.729110:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012debd000/0xd8b4f51a84482725 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.729125:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012debd000/0xd8b4f51a84482725 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.729131:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012debd000/0xd8b4f51a84482725 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126747.737968:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817974144:12345-192.168.204.15@tcp:3:dd.0 Request processed in 20909us (21132us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746126747.737983:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13992 00000100:00100000:2.0:1746126747.738659:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2007:x1830945817973248:12345-192.168.204.15@tcp:4:dd.0 Request processed in 46680us (46937us total) trans 4294972105 rc 0/0 00000100:00100000:2.0:1746126747.738667:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13991 00002000:00100000:2.0:1746126747.738680:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88009d248a80 x1830945817973248/t4294972105(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:508/0 lens 488/448 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.738690:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d248a80 with x1830945817973248 ext(8388608->12582911) 00002000:00010000:2.0:1746126747.738696:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d248a80 00000100:00100000:0.0:1746126747.742627:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.742704:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817974656 00000100:00100000:2.0:1746126747.742715:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817974656 00000100:00100000:2.0:1746126747.742808:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13994 00000100:00100000:2.0:1746126747.742818:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817974656:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:2.0:1746126747.742873:0:27127:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 16711680, mtime: 0x6813c79c, atime: 0x0, ctime: 0x6813c79c, blocks: 0x7f80 00010000:00010000:2.0:1746126747.742882:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094b3a400/0xd8b4f51a84482733 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.742896:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.742897:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.742902:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3a400/0xd8b4f51a84482733 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.742916:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b3a400/0xd8b4f51a84482733 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746126747.761547:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970662 is committed 00000001:00080000:1.0:1746126747.761562:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970661 is committed 00002000:00010000:2.0:1746126747.761991:0:27127:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:2.0:1746126747.761996:0:27127:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 32640 -> 36720 00010000:00010000:2.0:1746126747.762010:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094b3a400/0xd8b4f51a84482733 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.762020:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094b3a400/0xd8b4f51a84482733 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.762033:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094b3a400/0xd8b4f51a84482733 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.762039:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b3a400 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126747.762043:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b3a400/0xd8b4f51a84482733 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.762049:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b3a400/0xd8b4f51a84482733 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.762065:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094b3a400/0xd8b4f51a84482733 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.762069:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b3a400/0xd8b4f51a84482733 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.762247:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817974656:12345-192.168.204.15@tcp:4:dd.0 Request processed in 19426us (19627us total) trans 4294970662 rc 0/0 00000100:00100000:2.0:1746126747.762257:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13994 00000100:00100000:0.0:1746126747.766250:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.766293:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.766381:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817974912 00000100:00100000:1.0:1746126747.766390:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817974912 00000100:00100000:1.0:1746126747.766460:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817975168 00000100:00100000:1.0:1746126747.766462:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817975168 00000100:00100000:1.0:1746126747.766489:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13995 00000100:00100000:1.0:1746126747.766496:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817974912:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126747.766535:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d182400/0xd8b4f51a8448273a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.766550:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126747.766551:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.766554:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.766559:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d182400/0xd8b4f51a8448273a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.766569:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817975424 00000100:00100000:0.0:1746126747.766572:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817975424 00010000:00010000:1.0:1746126747.766573:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d182400/0xd8b4f51a8448273a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.766604:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13996 00000100:00100000:0.0:1746126747.766610:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800991bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817975168:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:0.0:1746126747.766628:0:9570:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880098febc00/0xd8b4f51a84482741 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.766638:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126747.766639:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126747.766642:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098febc00/0xd8b4f51a84482741 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.766652:0:9570:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098febc00/0xd8b4f51a84482741 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.767049:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13997 00000100:00100000:3.0:1746126747.767057:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817975424:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:3.0:1746126747.767073:0:27129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880098b61600/0xd8b4f51a84482748 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.767080:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.767081:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.767084:0:27129:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098b61600/0xd8b4f51a84482748 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.767092:0:27129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098b61600/0xd8b4f51a84482748 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.771146:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d182400/0xd8b4f51a8448273a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.771163:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d182400/0xd8b4f51a8448273a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.771171:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d182400/0xd8b4f51a8448273a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.771184:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d182400 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126747.771188:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d182400/0xd8b4f51a8448273a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.771196:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d182400/0xd8b4f51a8448273a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.771214:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d182400/0xd8b4f51a8448273a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.771219:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d182400/0xd8b4f51a8448273a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126747.771349:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817974912:12345-192.168.204.15@tcp:3:dd.0 Request processed in 4848us (5104us total) trans 0 rc 73728/73728 00000100:00100000:1.0:1746126747.771360:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13995 00010000:00010000:2.0:1746126747.775261:0:9570:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880098febc00/0xd8b4f51a84482741 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.775280:0:9570:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098febc00/0xd8b4f51a84482741 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.775289:0:9570:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098febc00/0xd8b4f51a84482741 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.775297:0:9570:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098febc00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126747.775301:0:9570:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098febc00/0xd8b4f51a84482741 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.775334:0:9570:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098febc00/0xd8b4f51a84482741 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.775354:0:9570:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098febc00/0xd8b4f51a84482741 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.775360:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098febc00/0xd8b4f51a84482741 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.775458:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800991bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817975168:12345-192.168.204.15@tcp:3:dd.0 Request processed in 8842us (9157us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126747.775468:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13996 00010000:00010000:3.0:1746126747.775997:0:27129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880098b61600/0xd8b4f51a84482748 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.776009:0:27129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098b61600/0xd8b4f51a84482748 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.776015:0:27129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098b61600/0xd8b4f51a84482748 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.776020:0:27129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b61600 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126747.776023:0:27129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098b61600/0xd8b4f51a84482748 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.776029:0:27129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098b61600/0xd8b4f51a84482748 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.776040:0:27129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098b61600/0xd8b4f51a84482748 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.776045:0:27129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098b61600/0xd8b4f51a84482748 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.777498:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817975424:12345-192.168.204.15@tcp:3:dd.0 Request processed in 10429us (10935us total) trans 0 rc 966656/966656 00000100:00100000:3.0:1746126747.777508:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13997 00000100:00100000:0.0:1746126747.783798:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.783878:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817975680 00000100:00100000:3.0:1746126747.783889:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817975680 00000100:00100000:3.0:1746126747.783973:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13998 00000100:00100000:3.0:1746126747.783981:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817975680:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:3.0:1746126747.784036:0:27129:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 18800640, mtime: 0x6813c79c, atime: 0x0, ctime: 0x6813c79c, blocks: 0x8f70 00010000:00010000:3.0:1746126747.784045:0:27129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098b60400/0xd8b4f51a8448274f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.784059:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.784061:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.784067:0:27129:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098b60400/0xd8b4f51a8448274f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.784081:0:27129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098b60400/0xd8b4f51a8448274f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746126747.809572:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970663 is committed 00002000:00010000:3.0:1746126747.809812:0:27129:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:3.0:1746126747.809817:0:27129:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 36720 -> 40800 00010000:00010000:3.0:1746126747.809831:0:27129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098b60400/0xd8b4f51a8448274f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.809843:0:27129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098b60400/0xd8b4f51a8448274f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.809852:0:27129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098b60400/0xd8b4f51a8448274f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.809858:0:27129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b60400 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126747.809862:0:27129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098b60400/0xd8b4f51a8448274f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.809869:0:27129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098b60400/0xd8b4f51a8448274f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.809889:0:27129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098b60400/0xd8b4f51a8448274f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.809895:0:27129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098b60400/0xd8b4f51a8448274f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.810736:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817975680:12345-192.168.204.15@tcp:4:dd.0 Request processed in 26748us (26942us total) trans 4294970663 rc 0/0 00000100:00100000:3.0:1746126747.810747:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13998 00000100:00100000:0.0:1746126747.815669:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.816817:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817976192 00000100:00100000:3.0:1746126747.816829:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817976192 00000100:00100000:3.0:1746126747.816911:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13999 00000100:00100000:3.0:1746126747.816920:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817976192:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:3.0:1746126747.816972:0:27129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84482756 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.816988:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.816990:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.816994:0:27129:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84482756 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.817008:0:27129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84482756 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.817262:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.817358:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817976064 00000100:00100000:1.0:1746126747.817362:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817976064 00000100:00100000:1.0:1746126747.817401:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14000 00000100:00100000:1.0:1746126747.817407:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817976064:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126747.817424:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a8448275d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.817431:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.817433:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.817436:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a8448275d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.817444:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a8448275d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.827554:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a8448275d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.827569:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a8448275d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.827576:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a8448275d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.827582:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099279e00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126747.827585:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a8448275d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.827592:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a8448275d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.827608:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a8448275d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.827613:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a8448275d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126747.827720:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817976064:12345-192.168.204.15@tcp:3:dd.0 Request processed in 10310us (10455us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746126747.827731:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14000 00010000:00010000:3.0:1746126747.829389:0:27129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84482756 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.829408:0:27129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84482756 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.829415:0:27129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84482756 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.829421:0:27129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b61600 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126747.829425:0:27129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84482756 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.829432:0:27129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84482756 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.829448:0:27129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84482756 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.829455:0:27129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b61600/0xd8b4f51a84482756 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.829622:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817976192:12345-192.168.204.15@tcp:3:dd.0 Request processed in 12699us (13959us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126747.829632:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13999 00000100:00100000:0.0:1746126747.834711:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126747.834814:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817976576 00000100:00100000:3.0:1746126747.834825:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817976576 00000100:00100000:3.0:1746126747.834903:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14001 00000100:00100000:3.0:1746126747.834913:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817976576:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:3.0:1746126747.834996:0:27129:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 20889600, mtime: 0x6813c79c, atime: 0x0, ctime: 0x6813c79c, blocks: 0x9f60 00010000:00010000:3.0:1746126747.835005:0:27129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098b61000/0xd8b4f51a84482764 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.835018:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.835021:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.835026:0:27129:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098b61000/0xd8b4f51a84482764 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.835039:0:27129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098b61000/0xd8b4f51a84482764 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746126747.860277:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970664 is committed 00002000:00010000:3.0:1746126747.860555:0:27129:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:3.0:1746126747.860559:0:27129:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 40800 -> 44880 00010000:00010000:3.0:1746126747.860572:0:27129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880098b61000/0xd8b4f51a84482764 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.860584:0:27129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098b61000/0xd8b4f51a84482764 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.860591:0:27129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098b61000/0xd8b4f51a84482764 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.860596:0:27129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b61000 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126747.860599:0:27129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098b61000/0xd8b4f51a84482764 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.860606:0:27129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098b61000/0xd8b4f51a84482764 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.860625:0:27129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098b61000/0xd8b4f51a84482764 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.860630:0:27129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098b61000/0xd8b4f51a84482764 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.861554:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817976576:12345-192.168.204.15@tcp:4:dd.0 Request processed in 26634us (26844us total) trans 4294970664 rc 0/0 00000100:00100000:3.0:1746126747.861564:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14001 00000100:00100000:0.0:1746126747.864296:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.864376:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.864419:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817976832 00000100:00100000:1.0:1746126747.864430:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817976832 00000100:00100000:0.0:1746126747.864436:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.864452:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817977088 00000100:00100000:0.0:1746126747.864456:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817977088 00000100:00100000:0.0:1746126747.864885:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817977344 00000100:00100000:0.0:1746126747.864889:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817977344 00000100:00100000:1.0:1746126747.864955:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14002 00000100:00100000:1.0:1746126747.864964:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817977088:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:3.0:1746126747.864987:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14003 00000100:00100000:3.0:1746126747.864996:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2009:x1830945817976832:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126747.865011:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a8448276b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.865022:0:27129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880098b61800/0xd8b4f51a84482772 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.865026:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.865028:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.865031:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126747.865033:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.865033:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a8448276b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.865037:0:27129:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880098b61800/0xd8b4f51a84482772 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.865046:0:27129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098b61800/0xd8b4f51a84482772 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.865046:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a8448276b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126747.865540:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14004 00000100:00100000:1.0:1746126747.865547:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2009:x1830945817977344:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126747.865564:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d183e00/0xd8b4f51a84482779 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.865572:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.865573:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.865577:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d183e00/0xd8b4f51a84482779 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.865584:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d183e00/0xd8b4f51a84482779 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.874997:0:27129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880098b61800/0xd8b4f51a84482772 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.875014:0:27129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880098b61800/0xd8b4f51a84482772 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.875023:0:27129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880098b61800/0xd8b4f51a84482772 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.875030:0:27129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b61800 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126747.875034:0:27129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880098b61800/0xd8b4f51a84482772 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.875041:0:27129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880098b61800/0xd8b4f51a84482772 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.875061:0:27129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880098b61800/0xd8b4f51a84482772 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126747.875067:0:27129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098b61800/0xd8b4f51a84482772 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126747.875177:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2009:x1830945817976832:12345-192.168.204.15@tcp:3:dd.0 Request processed in 10176us (10883us total) trans 0 rc 90112/90112 00000100:00100000:3.0:1746126747.875186:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14003 00010000:00010000:1.0:1746126747.881053:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a8448276b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.881071:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a8448276b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.881080:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a8448276b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.881087:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d183600 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126747.881092:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a8448276b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.881101:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a8448276b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.881121:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a8448276b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.881127:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a8448276b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126747.881232:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817977088:12345-192.168.204.15@tcp:3:dd.0 Request processed in 16261us (16847us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126747.881243:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14002 00010000:00010000:2.0:1746126747.881352:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d183e00/0xd8b4f51a84482779 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.881360:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d183e00/0xd8b4f51a84482779 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.881365:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d183e00/0xd8b4f51a84482779 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.881370:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d183e00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126747.881373:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d183e00/0xd8b4f51a84482779 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.881379:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d183e00/0xd8b4f51a84482779 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.881388:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d183e00/0xd8b4f51a84482779 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.881393:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d183e00/0xd8b4f51a84482779 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.881428:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817977344:12345-192.168.204.15@tcp:3:dd.0 Request processed in 15881us (16991us total) trans 0 rc 950272/950272 00000100:00100000:2.0:1746126747.881435:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14004 00000100:00100000:0.0:1746126747.887885:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.888863:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817977600 00000100:00100000:2.0:1746126747.888873:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817977600 00000100:00100000:2.0:1746126747.888956:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14005 00000100:00100000:2.0:1746126747.888964:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817977600:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:2.0:1746126747.889015:0:27127:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 22978560, mtime: 0x6813c79c, atime: 0x0, ctime: 0x6813c79c, blocks: 0xaf50 00010000:00010000:2.0:1746126747.889023:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d011c00/0xd8b4f51a84482780 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.889036:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.889037:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.889041:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d011c00/0xd8b4f51a84482780 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.889058:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d011c00/0xd8b4f51a84482780 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746126747.926054:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970665 is committed 00002000:00010000:2.0:1746126747.926250:0:27127:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:2.0:1746126747.926254:0:27127:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 44880 -> 48960 00010000:00010000:2.0:1746126747.926268:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d011c00/0xd8b4f51a84482780 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.926279:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d011c00/0xd8b4f51a84482780 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.926287:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d011c00/0xd8b4f51a84482780 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.926293:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d011c00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126747.926297:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d011c00/0xd8b4f51a84482780 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.926339:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d011c00/0xd8b4f51a84482780 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.926358:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d011c00/0xd8b4f51a84482780 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.926364:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d011c00/0xd8b4f51a84482780 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.926476:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2010:x1830945817977600:12345-192.168.204.15@tcp:4:dd.0 Request processed in 37507us (38596us total) trans 4294970665 rc 0/0 00000100:00100000:2.0:1746126747.926487:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14005 00000100:00100000:0.0:1746126747.930534:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.930603:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126747.930748:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817977984 00000100:00100000:1.0:1746126747.930761:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817977984 00000100:00100000:1.0:1746126747.930854:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817978112 00000100:00100000:1.0:1746126747.930859:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817978112 00000100:00100000:1.0:1746126747.930894:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14006 00000100:00100000:1.0:1746126747.930904:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817977984:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126747.930964:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84482787 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.930981:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.930983:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126747.930989:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84482787 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126747.931006:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84482787 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126747.931038:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14007 00000100:00100000:2.0:1746126747.931054:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817978112:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:2.0:1746126747.931075:0:9570:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d010000/0xd8b4f51a8448278e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.931084:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.931085:0:9570:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.931088:0:9570:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d010000/0xd8b4f51a8448278e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.931097:0:9570:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d010000/0xd8b4f51a8448278e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.940106:0:9570:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d010000/0xd8b4f51a8448278e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.940126:0:9570:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d010000/0xd8b4f51a8448278e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.940135:0:9570:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d010000/0xd8b4f51a8448278e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.940141:0:9570:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d010000 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126747.940146:0:9570:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d010000/0xd8b4f51a8448278e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.940153:0:9570:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d010000/0xd8b4f51a8448278e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.940171:0:9570:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d010000/0xd8b4f51a8448278e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.940174:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84482787 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.940177:0:9570:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d010000/0xd8b4f51a8448278e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9570 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.940182:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84482787 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.940187:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84482787 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.940192:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d183600 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:0.0:1746126747.940194:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84482787 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.940200:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84482787 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.940215:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84482787 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.940221:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d183600/0xd8b4f51a84482787 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126747.940431:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817977984:12345-192.168.204.15@tcp:3:dd.0 Request processed in 9523us (9905us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126747.940441:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14006 00000100:00100000:2.0:1746126747.940767:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2009:x1830945817978112:12345-192.168.204.15@tcp:3:dd.0 Request processed in 9721us (10164us total) trans 0 rc 98304/98304 00000100:00100000:2.0:1746126747.940774:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14007 00000100:00100000:0.0:1746126747.943813:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.943962:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817978240 00000100:00100000:2.0:1746126747.943972:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817978240 00000100:00100000:2.0:1746126747.944083:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30711 00000100:00100000:2.0:1746126747.944092:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+6:3792:x1830945817978240:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:2.0:1746126747.944112:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126747.944137:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a84482795 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b766b expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126747.944161:0:25391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 25067520, mtime: 0x6813c79c, atime: 0x0, ctime: 0x6813c79c, blocks: 0xbf40 00010000:00010000:2.0:1746126747.944185:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.944187:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126747.944194:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a84482795 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b766b expref: 7 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.944212:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a84482795 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b766b expref: 7 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.944222:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d011000, rc 0) 00000100:00100000:2.0:1746126747.944598:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:3792:x1830945817978240:12345-192.168.204.15@tcp:101:dd.0 Request processed in 506us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126747.944603:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30711 00000100:00100000:0.0:1746126747.955038:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.955104:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817978368 00000100:00100000:2.0:1746126747.955114:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817978368 00002000:00100000:2.0:1746126747.955167:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (25067520->26214399) req@ffff880099108a80 x1830945817978368/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:508/0 lens 488/0 e 0 to 0 dl 1746126758 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.955175:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099108a80 with x1830945817978368 ext(25067520->26214399) 00002000:00010000:2.0:1746126747.955181:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099108a80 00000100:00100000:2.0:1746126747.955207:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14008 00000100:00100000:2.0:1746126747.955215:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817978368:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:2.0:1746126747.964725:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817978368:12345-192.168.204.15@tcp:4:dd.0 Request processed in 9500us (9684us total) trans 4294970666 rc 0/0 00000100:00100000:2.0:1746126747.964738:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14008 00002000:00100000:2.0:1746126747.964750:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (25067520->26214399) req@ffff880099108a80 x1830945817978368/t4294970666(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:508/0 lens 488/448 e 0 to 0 dl 1746126758 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126747.964760:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099108a80 with x1830945817978368 ext(25067520->26214399) 00002000:00010000:2.0:1746126747.964766:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099108a80 00000100:00100000:0.0:1746126747.969879:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.970015:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817978496 00000100:00100000:2.0:1746126747.970025:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817978496 00000100:00100000:2.0:1746126747.970092:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29089 00000100:00100000:2.0:1746126747.970101:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+18:3792:x1830945817978496:12345-192.168.204.15@tcp:44:dd.0 00000100:00100000:2.0:1746126747.970252:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+18:3792:x1830945817978496:12345-192.168.204.15@tcp:44:dd.0 Request processed in 152us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126747.970258:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29089 00000100:00100000:0.0:1746126747.972549:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.972839:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817978624 00000100:00100000:2.0:1746126747.972848:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817978624 00000100:00100000:2.0:1746126747.973053:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30712 00000100:00100000:2.0:1746126747.973063:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945817978624:12345-192.168.204.15@tcp:16:dd.0 00000001:00080000:1.0:1746126747.974703:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970666 is committed 00000100:00100000:2.0:1746126747.975470:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817978624:12345-192.168.204.15@tcp:16:dd.0 Request processed in 2404us (3164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126747.975480:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30712 00000100:00100000:0.0:1746126747.977154:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.977248:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817978880 00000100:00100000:2.0:1746126747.977258:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817978880 00000100:00100000:2.0:1746126747.977348:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 197 00000100:00100000:2.0:1746126747.977357:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+18:3792:x1830945817978880:12345-192.168.204.15@tcp:35:dd.0 00000100:00100000:2.0:1746126747.977790:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+19:3792:x1830945817978880:12345-192.168.204.15@tcp:35:dd.0 Request processed in 434us (642us total) trans 4294980581 rc 0/0 00000100:00100000:2.0:1746126747.977796:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 197 00000100:00100000:0.0:1746126747.979155:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.979237:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817979136 00000100:00100000:2.0:1746126747.979244:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817979136 00000100:00100000:2.0:1746126747.979285:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 198 00000100:00100000:2.0:1746126747.979292:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+19:3792:x1830945817979136:12345-192.168.204.15@tcp:35:dd.0 00000001:00080000:2.0:1746126747.979540:0:7223:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294980582 00000100:00100000:2.0:1746126747.979623:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+21:3792:x1830945817979136:12345-192.168.204.15@tcp:35:dd.0 Request processed in 330us (470us total) trans 4294980583 rc 0/0 00000100:00100000:2.0:1746126747.979629:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 198 00000020:00080000:2.0:1746126747.979634:0:7223:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1746126747.994823:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126747.994970:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817979264 00000100:00100000:0.0:1746126747.994981:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817979264 00000100:00100000:0.0:1746126747.995234:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29090 00000100:00100000:0.0:1746126747.995244:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+21:3794:x1830945817979264:12345-192.168.204.15@tcp:101:checkstat.0 00010000:00010000:0.0:1746126747.995268:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126747.995287:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0a00/0xd8b4f51a8448279c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7672 expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.995362:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1800/0xd8b4f51a844827a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:0.0:1746126747.995374:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1800/0xd8b4f51a844827a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:0.0:1746126747.995387:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1800/0xd8b4f51a844827a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00200000:0.0:1746126747.995431:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746126747.995434:0:8376:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746126747.995451:0:8376:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1800/0xd8b4f51a844827a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:0.0:1746126747.995472:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d0a00/0xd8b4f51a8448279c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7672 expref: 23 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.995508:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1800/0xd8b4f51a844827a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7672 expref: 22 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126747.995516:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:0.0:1746126747.995519:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746126747.995522:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d1800, rc 0) 00000100:00100000:0.0:1746126747.995568:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+22:3794:x1830945817979264:12345-192.168.204.15@tcp:101:checkstat.0 Request processed in 326us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126747.995574:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29090 00000100:00100000:0.0:1746126747.999135:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126747.999616:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817979392 00000100:00100000:2.0:1746126747.999626:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817979392 00000100:00100000:2.0:1746126747.999690:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29091 00000100:00100000:2.0:1746126747.999698:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+22:3794:x1830945817979392:12345-192.168.204.15@tcp:101:checkstat.0 00010000:00010000:2.0:1746126747.999721:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126747.999741:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76e00/0xd8b4f51a844827aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7679 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126747.999800:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76600/0xd8b4f51a844827b1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.999811:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76600/0xd8b4f51a844827b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.999820:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76600/0xd8b4f51a844827b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.999832:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a844827b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.999836:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a844827b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.999841:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a844827b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.999921:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76400/0xd8b4f51a844827bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.999940:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76400/0xd8b4f51a844827bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126747.999947:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76400/0xd8b4f51a844827bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00200000:2.0:1746126747.999983:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00000004:00200000:2.0:1746126747.999987:0:10784:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126748.000005:0:10784:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76400/0xd8b4f51a844827bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000014:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76400/0xd8b4f51a844827bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000021:0:10784:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76600/0xd8b4f51a844827b1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000026:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76600/0xd8b4f51a844827b1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000032:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76600/0xd8b4f51a844827b1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000037:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76600/0xd8b4f51a844827b1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000043:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b76600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126748.000046:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76600/0xd8b4f51a844827b1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000052:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76600/0xd8b4f51a844827b1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000063:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126748.000067:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126748.000071:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76600/0xd8b4f51a844827b1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000076:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76600/0xd8b4f51a844827b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000104:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a844827b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000108:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a844827b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000112:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a844827b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000116:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b76c00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126748.000117:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a844827b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000121:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a844827b8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000126:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a88bce00) 00010000:00010000:2.0:1746126748.000127:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126748.000129:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a844827b8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000132:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a844827b8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.000227:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76e00/0xd8b4f51a844827aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7679 expref: 24 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.000242:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76400/0xd8b4f51a844827bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7679 expref: 23 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.000247:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88007d71c600) 00010000:00010000:2.0:1746126748.000249:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126748.000252:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b76400, rc 0) 00000100:00100000:2.0:1746126748.000297:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099108700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+23:3794:x1830945817979392:12345-192.168.204.15@tcp:101:checkstat.0 Request processed in 600us (1173us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.000302:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29091 00000100:00100000:0.0:1746126748.003346:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.003390:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.003465:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817979648 00000100:00100000:2.0:1746126748.003474:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817979648 00000100:00100000:2.0:1746126748.003520:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817979520 00000100:00100000:2.0:1746126748.003522:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817979520 00000100:00100000:2.0:1746126748.003544:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30713 00000100:00100000:2.0:1746126748.003553:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817979648:12345-192.168.204.15@tcp:101:checkstat.0 00010000:00010000:2.0:1746126748.003570:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126748.003593:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b77c00/0xd8b4f51a844827c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7687 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126748.003653:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d249c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813765888:192.168.204.15@tcp:106: 00000100:00100000:2.0:1746126748.003738:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fca0000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126748.003885:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30714 00000100:00100000:3.0:1746126748.003893:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817979520:12345-192.168.204.15@tcp:101:checkstat.0 00010000:00010000:3.0:1746126748.003902:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126748.003916:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844827cd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7680 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126748.003953:0:9565:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c99c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9565:1830945813766016:192.168.204.15@tcp:106: 00000100:00100000:3.0:1746126748.003990:0:9565:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297000 going to sleep for 11 seconds 00002000:00010000:2.0:1746126748.007443:0:25391:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:2.0:1746126748.007456:0:25391:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime: 0 -> 1746126748 00002000:00010000:2.0:1746126748.007459:0:25391:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime: 0 -> 1746126747 00002000:00010000:2.0:1746126748.007461:0:25391:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime: 0 -> 1746126748 00002000:00010000:2.0:1746126748.007462:0:25391:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:2.0:1746126748.007486:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d249c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813765888:192.168.204.15@tcp:106: 00010000:00010000:2.0:1746126748.007528:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b77c00/0xd8b4f51a844827c6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7687 expref: 7 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126748.007543:0:25391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b77c00/0xd8b4f51a844827c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7687 expref: 7 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126748.007553:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b77c00, rc 0) 00000100:00100000:2.0:1746126748.007612:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099108000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817979648:12345-192.168.204.15@tcp:101:checkstat.0 Request processed in 4060us (4305us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126748.007620:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30713 00002000:00010000:3.0:1746126748.007702:0:9565:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:3.0:1746126748.007705:0:9565:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime: 0 -> 1746126748 00002000:00010000:3.0:1746126748.007707:0:9565:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime: 0 -> 1746126747 00002000:00010000:3.0:1746126748.007708:0:9565:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime: 0 -> 1746126748 00002000:00010000:3.0:1746126748.007710:0:9565:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746126748.007721:0:9565:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c99c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9565:1830945813766016:192.168.204.15@tcp:106: 00010000:00010000:3.0:1746126748.007737:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844827cd lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7680 expref: 8 pid: 9565 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126748.007745:0:9565:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099410c00/0xd8b4f51a844827cd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7680 expref: 8 pid: 9565 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126748.007765:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099410c00, rc 0) 00000100:00100000:3.0:1746126748.007781:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817979520:12345-192.168.204.15@tcp:101:checkstat.0 Request processed in 3890us (4390us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126748.007785:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30714 00000100:00100000:0.0:1746126748.015651:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.015760:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817979776 00000100:00100000:2.0:1746126748.015771:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817979776 00000100:00100000:2.0:1746126748.015819:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29092 00000100:00100000:2.0:1746126748.015826:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+19:3795:x1830945817979776:12345-192.168.204.15@tcp:101:checkstat.0 00010000:00010000:2.0:1746126748.015851:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126748.015871:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76800/0xd8b4f51a844827d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b768e expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.015948:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a844827db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.015962:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a844827db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.015973:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a844827db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00200000:2.0:1746126748.016014:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126748.016019:0:10784:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126748.016035:0:10784:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a844827db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.016055:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76800/0xd8b4f51a844827d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b768e expref: 21 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.016072:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a844827db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b768e expref: 20 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.016079:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126748.016082:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126748.016085:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b77e00, rc 0) 00000100:00100000:2.0:1746126748.016142:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+20:3795:x1830945817979776:12345-192.168.204.15@tcp:101:checkstat.0 Request processed in 317us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.016148:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29092 00000100:00100000:0.0:1746126748.031417:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.031572:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817980032 00000100:00100000:2.0:1746126748.031582:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817980032 00000100:00100000:2.0:1746126748.031644:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29093 00000100:00100000:2.0:1746126748.031650:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+23:3796:x1830945817980032:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:2.0:1746126748.031666:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126748.031680:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76200/0xd8b4f51a844827e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7695 expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.031751:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77a00/0xd8b4f51a844827e9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126748.031764:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77a00/0xd8b4f51a844827e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126748.031773:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77a00/0xd8b4f51a844827e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00200000:2.0:1746126748.031781:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:2.0:1746126748.031863:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76200/0xd8b4f51a844827e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7695 expref: 26 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.031888:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77a00/0xd8b4f51a844827e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7695 expref: 25 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.031895:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00010000:00010000:2.0:1746126748.031897:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746126748.031900:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b77a00, rc 0) 00000100:00100000:2.0:1746126748.031970:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+25:3796:x1830945817980032:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 319us (563us total) trans 4294980584 rc 0/0 00000100:00100000:2.0:1746126748.031976:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29093 00000100:00100000:0.0:1746126748.036102:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.036245:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817980288 00000100:00100000:2.0:1746126748.036251:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817980288 00000100:00100000:2.0:1746126748.036290:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29094 00000100:00100000:2.0:1746126748.036296:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+25:3796:x1830945817980288:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:2.0:1746126748.036334:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126748.036349:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a844827f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b769c expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.036428:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76a00/0xd8b4f51a844827fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126748.036438:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76a00/0xd8b4f51a844827fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126748.036447:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76a00/0xd8b4f51a844827fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00200000:2.0:1746126748.036458:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:2.0:1746126748.036531:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a844827f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b769c expref: 28 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.036557:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76a00/0xd8b4f51a844827fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b769c expref: 27 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.036564:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88007d71c600) 00010000:00010000:2.0:1746126748.036566:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126748.036569:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b76a00, rc 0) 00000100:00100000:2.0:1746126748.036617:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+27:3796:x1830945817980288:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 321us (521us total) trans 4294980585 rc 0/0 00000100:00100000:2.0:1746126748.036624:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29094 00000100:00100000:0.0:1746126748.040745:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.040793:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.040832:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.040863:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817980416 00000100:00100000:0.0:1746126748.040869:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817980416 00000100:00100000:0.0:1746126748.040913:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817980672 00000100:00100000:0.0:1746126748.040916:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817980672 00000100:00100000:0.0:1746126748.040958:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30715 00000100:00100000:0.0:1746126748.040966:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817980416:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:0.0:1746126748.040979:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126748.040992:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0600/0xd8b4f51a8448280c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b76a3 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126748.041037:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813766144:192.168.204.15@tcp:106: 00000100:00100000:0.0:1746126748.041100:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126748.041179:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30716 00000100:00100000:0.0:1746126748.041185:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817980672:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:0.0:1746126748.041192:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126748.041201:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995f0600/0xd8b4f51a84482813 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b76aa expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126748.041223:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009736d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813766272:192.168.204.15@tcp:106: 00000100:00100000:0.0:1746126748.041246:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00000100:00100000:2.0:1746126748.041943:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817980544 00000100:00100000:2.0:1746126748.041947:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817980544 00000100:00100000:2.0:1746126748.041990:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 323 00000100:00100000:2.0:1746126748.041995:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2008:x1830945817980544:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126748.042005:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126748.042021:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76a00/0xd8b4f51a844827fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b769c expref: 27 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.042043:0:9580:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88007d71c600) 00010000:00010000:2.0:1746126748.042047:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126748.042067:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+26:2008:x1830945817980544:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 72us (1274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.042072:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 323 00000100:00100000:2.0:1746126748.043182:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813766144:192.168.204.15@tcp:106: 00000100:00100000:1.0:1746126748.043192:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009736d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11426:1830945813766272:192.168.204.15@tcp:106: 00010000:00010000:2.0:1746126748.043204:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0600/0xd8b4f51a8448280c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76a3 expref: 8 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126748.043212:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995f0600/0xd8b4f51a84482813 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76aa expref: 7 pid: 11426 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126748.043214:0:25391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0600/0xd8b4f51a8448280c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76a3 expref: 8 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126748.043220:0:11426:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995f0600/0xd8b4f51a84482813 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76aa expref: 7 pid: 11426 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126748.043221:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d0600, rc 0) 00000100:00100000:2.0:1746126748.043261:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817980416:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 2295us (2522us total) trans 0 rc 301/301 00000100:00100000:2.0:1746126748.043267:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30715 00010000:00010000:1.0:1746126748.043268:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995f0600, rc 0) 00000100:00100000:1.0:1746126748.043288:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2008:x1830945817980672:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 2104us (2455us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126748.043294:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30716 00000100:00100000:0.0:1746126748.053616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.053710:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.054196:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817980928 00000100:00100000:2.0:1746126748.054207:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817980928 00000100:00100000:1.0:1746126748.054240:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817981184 00000100:00100000:1.0:1746126748.054244:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817981184 00002000:00100000:1.0:1746126748.054261:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->2097151) req@ffff88009736c700 x1830945817981184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.054272:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736c700 with x1830945817981184 ext(0->2097151) 00002000:00010000:1.0:1746126748.054278:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009736c700 00000100:00100000:1.0:1746126748.054342:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14009 00000100:00100000:1.0:1746126748.054349:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817981184:12345-192.168.204.15@tcp:3:cmp.0 00002000:00100000:2.0:1746126748.055392:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff88009736ea00 x1830945817980928/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.055402:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ea00 with x1830945817980928 ext(0->2097151) 00002000:00010000:2.0:1746126748.055406:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009736ea00 00000100:00100000:2.0:1746126748.055424:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14010 00000100:00100000:2.0:1746126748.055434:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817980928:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126748.068428:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817981184:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 14065us (14703us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126748.068443:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14009 00002000:00100000:1.0:1746126748.068455:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->2097151) req@ffff88009736c700 x1830945817981184/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.068465:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736c700 with x1830945817981184 ext(0->2097151) 00002000:00010000:1.0:1746126748.068472:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009736c700 00000100:00100000:2.0:1746126748.070642:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+6:2007:x1830945817980928:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 15201us (17030us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126748.070655:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14010 00002000:00100000:2.0:1746126748.070665:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff88009736ea00 x1830945817980928/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.070675:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ea00 with x1830945817980928 ext(0->2097151) 00002000:00010000:2.0:1746126748.070682:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009736ea00 00000100:00100000:0.0:1746126748.079418:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.079749:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817981312 00000100:00100000:1.0:1746126748.079759:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817981312 00000100:00100000:1.0:1746126748.079821:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30717 00000100:00100000:1.0:1746126748.079829:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:3796:x1830945817981312:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:1.0:1746126748.079850:0:11426:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126748.079868:0:11426:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448281a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b76b1 expref: -99 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.079901:0:11426:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a84482661 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b764f expref: 7 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.079908:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126748.079910:0:11426:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126748.079913:0:11426:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448281a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76b1 expref: 8 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.079957:0:11426:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a84482661 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b764f expref: 7 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.079968:0:11426:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a84482661 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b764f expref: 7 pid: 9565 timeout: 891 lvb_type: 0 00000100:00100000:1.0:1746126748.079980:0:11426:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009892c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11426:1830945813766400:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126748.081252:0:11426:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d782840 going to sleep for 11 seconds 00000100:00100000:1.0:1746126748.082393:0:11426:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009892c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11426:1830945813766400:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126748.082423:0:11426:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448281a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76b1 expref: 8 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.082441:0:11426:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d183600, rc 0) 00000100:00100000:1.0:1746126748.082483:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:3796:x1830945817981312:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 2654us (3077us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126748.082492:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30717 00000100:00100000:0.0:1746126748.084390:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.084461:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817981440 00000100:00100000:2.0:1746126748.084470:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817981440 00002000:00100000:2.0:1746126748.084529:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009736ed80 x1830945817981440/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.084539:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ed80 with x1830945817981440 ext(12582912->13631487) 00010000:00010000:2.0:1746126748.084547:0:9570:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a84482661 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b764f expref: 8 pid: 9565 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746126748.084560:0:9570:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a84482661 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b764f expref: 8 pid: 9565 timeout: 891 lvb_type: 0 00002000:00010000:2.0:1746126748.084567:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736ed80 00000100:00100000:2.0:1746126748.084626:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3253 00000100:00100000:2.0:1746126748.084636:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2008:x1830945817981440:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:0.0:1746126748.093794:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.093882:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.093924:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817981696 00000100:00100000:1.0:1746126748.093944:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817981696 00000100:00080000:0.0:1746126748.094046:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746126748.094071:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.094093:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.094114:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817981824 00000100:00100000:1.0:1746126748.094118:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817981824 00000100:00100000:3.0:1746126748.094142:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1240 00000100:00100000:1.0:1746126748.094156:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 1241 00000100:00100000:3.0:1746126748.094157:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2009:x1830945817981696:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:1.0:1746126748.094162:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2009:x1830945817981824:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:3.0:1746126748.094972:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2009:x1830945817981696:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 822us (1189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126748.094972:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+7:2009:x1830945817981824:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 807us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126748.094979:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1241 00000100:00100000:3.0:1746126748.094982:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 1240 00000100:00080000:0.0:1746126748.095184:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746126748.095199:0:7216:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817981568 00000100:00100000:0.0:1746126748.095203:0:7216:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817981568 00000100:00100000:0.0:1746126748.095229:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 559 00000100:00100000:0.0:1746126748.095234:0:7216:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9990f7b3-097c-4efd-bda2-4325c19d14d5+12:2009:x1830945817981568:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126748.095259:0:7216:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9990f7b3-097c-4efd-bda2-4325c19d14d5+12:2009:x1830945817981568:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 26us (1189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126748.095264:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 559 00000100:00100000:0.0:1746126748.095289:0:11426:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817981952 00000100:00100000:0.0:1746126748.095291:0:11426:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817981952 00000100:00100000:0.0:1746126748.095336:0:11426:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 736 00000100:00100000:0.0:1746126748.095341:0:11426:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2009:x1830945817981952:12345-192.168.204.15@tcp:400:kworker.0 00000100:00100000:0.0:1746126748.095363:0:11426:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2009:x1830945817981952:12345-192.168.204.15@tcp:400:kworker.0 Request processed in 22us (1482us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126748.095368:0:11426:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 736 00000100:00100000:2.0:1746126748.097550:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2008:x1830945817981440:12345-192.168.204.15@tcp:4:dd.0 Request processed in 12908us (13161us total) trans 4294970667 rc 0/0 00000100:00100000:2.0:1746126748.097562:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3253 00002000:00100000:2.0:1746126748.097575:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009736ed80 x1830945817981440/t4294970667(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/448 e 0 to 0 dl 1746126759 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.097584:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736ed80 with x1830945817981440 ext(12582912->13631487) 00010000:00010000:2.0:1746126748.097593:0:9570:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a84482661 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b764f expref: 10 pid: 9565 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746126748.097606:0:9570:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a84482661 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b764f expref: 10 pid: 9565 timeout: 891 lvb_type: 0 00002000:00010000:2.0:1746126748.097612:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009736ed80 00000100:00100000:0.0:1746126748.112102:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.112347:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817982080 00000100:00100000:2.0:1746126748.112358:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817982080 00010000:00010000:2.0:1746126748.112404:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a84482661 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b764f expref: 10 pid: 9565 timeout: 891 lvb_type: 0 00000100:00100000:2.0:1746126748.112448:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13899 00000100:00100000:2.0:1746126748.112456:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817982080:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126748.112469:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746126748.112488:0:9580:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:2.0:1746126748.112495:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a84482661 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b764f expref: 10 pid: 9565 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746126748.112507:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a84482661 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b764f expref: 10 pid: 9565 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746126748.112532:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d600/0xd8b4f51a84482661 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b764f expref: 10 pid: 9565 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746126748.112632:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126748.112635:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126748.112643:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448281a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76b1 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.112652:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448281a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76b1 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.112691:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009d183600/0xd8b4f51a8448281a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76b1 expref: 7 pid: 11426 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126748.112703:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d249c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813766528:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126748.112805:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fca09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746126748.116199:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.116291:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817982336 00000100:00100000:3.0:1746126748.116300:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817982336 00002000:00100000:3.0:1746126748.116383:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff88009736d880 x1830945817982336/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.116398:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736d880 with x1830945817982336 ext(0->1048575) 00002000:00010000:3.0:1746126748.116403:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009736d880 00000100:00100000:2.0:1746126748.116509:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d249c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813766528:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126748.116535:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126748.116584:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2007:x1830945817982080:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4127us (4491us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.116593:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13899 00000100:00100000:3.0:1746126748.117334:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14011 00000100:00100000:3.0:1746126748.117343:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817982336:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126748.125234:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817982336:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 7881us (9033us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126748.125246:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14011 00002000:00100000:3.0:1746126748.125258:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff88009736d880 x1830945817982336/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.125268:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736d880 with x1830945817982336 ext(0->1048575) 00002000:00010000:3.0:1746126748.125274:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009736d880 00000100:00100000:0.0:1746126748.128918:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.129279:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817982464 00000100:00100000:3.0:1746126748.129291:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817982464 00000100:00100000:3.0:1746126748.129458:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30718 00000100:00100000:3.0:1746126748.129466:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+6:3796:x1830945817982464:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:3.0:1746126748.129482:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126748.129496:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84482821 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b76b8 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.129521:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a8448268b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7664 expref: 11 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.129528:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126748.129530:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126748.129534:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84482821 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76b8 expref: 7 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.129560:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a8448268b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7664 expref: 11 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.129570:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a8448268b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7664 expref: 11 pid: 9565 timeout: 891 lvb_type: 0 00000100:00100000:3.0:1746126748.129580:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c99c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813766656:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126748.129678:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297000 going to sleep for 11 seconds 00000100:00100000:3.0:1746126748.133465:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c99c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813766656:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126748.133495:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84482821 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76b8 expref: 7 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.133511:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099411400, rc 0) 00000100:00100000:3.0:1746126748.133552:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:3796:x1830945817982464:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 4086us (4645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126748.133561:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30718 00000100:00100000:1.0:1746126748.143284:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.143371:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817982592 00000100:00100000:2.0:1746126748.143385:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817982592 00010000:00010000:2.0:1746126748.143441:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a8448268b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7664 expref: 12 pid: 9565 timeout: 891 lvb_type: 0 00000100:00100000:2.0:1746126748.143497:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13900 00000100:00100000:2.0:1746126748.143506:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2008:x1830945817982592:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126748.143523:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126748.143547:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a8448268b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7664 expref: 12 pid: 9565 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746126748.143561:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a8448268b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7664 expref: 12 pid: 9565 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746126748.143678:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a8448268b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7664 expref: 12 pid: 9565 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746126748.143713:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126748.143716:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126748.143724:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84482821 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76b8 expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.143733:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84482821 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76b8 expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.143771:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099411400/0xd8b4f51a84482821 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76b8 expref: 6 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126748.143785:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d249c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813766784:192.168.204.15@tcp:105: 00000100:00100000:2.0:1746126748.143894:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fca09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746126748.152040:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d249c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813766784:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126748.152071:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126748.152126:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:2008:x1830945817982592:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 8621us (8848us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.152137:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13900 00000100:00100000:1.0:1746126748.156957:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.157094:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.157243:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817982976 00000100:00100000:0.0:1746126748.157256:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817982976 00002000:00100000:0.0:1746126748.157340:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->2097151) req@ffff88009892c700 x1830945817982976/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126748.157349:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892c700 with x1830945817982976 ext(1048576->2097151) 00002000:00010000:0.0:1746126748.157355:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009892c700 00000100:00100000:0.0:1746126748.157388:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817983104 00000100:00100000:0.0:1746126748.157391:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817983104 00002000:00100000:0.0:1746126748.157405:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88009892e680 x1830945817983104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126748.157411:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892e680 with x1830945817983104 ext(0->2097151) 00002000:00010000:0.0:1746126748.157414:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892e680 00000100:00100000:0.0:1746126748.157459:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14012 00000100:00100000:2.0:1746126748.157466:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14013 00000100:00100000:0.0:1746126748.157466:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817982976:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126748.157478:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009892e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817983104:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126748.169832:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817982976:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 12353us (12871us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126748.169844:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14012 00002000:00100000:0.0:1746126748.169857:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->2097151) req@ffff88009892c700 x1830945817982976/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126748.169866:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892c700 with x1830945817982976 ext(1048576->2097151) 00002000:00010000:0.0:1746126748.169872:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009892c700 00000100:00100000:2.0:1746126748.171090:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009892e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817983104:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 13610us (13990us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126748.171100:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14013 00002000:00100000:2.0:1746126748.171107:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88009892e680 x1830945817983104/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.171115:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009892e680 with x1830945817983104 ext(0->2097151) 00002000:00010000:2.0:1746126748.171120:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009892e680 00000100:00100000:1.0:1746126748.189462:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.189612:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817983360 00000100:00100000:2.0:1746126748.189622:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817983360 00002000:00100000:2.0:1746126748.189675:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88009d265180 x1830945817983360/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.189685:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265180 with x1830945817983360 ext(2097152->4194303) 00002000:00010000:2.0:1746126748.189691:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d265180 00000100:00100000:1.0:1746126748.189862:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.190222:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817983616 00000100:00100000:2.0:1746126748.190225:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817983616 00002000:00100000:2.0:1746126748.190242:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (2097152->4194303) req@ffff88009d267100 x1830945817983616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.190249:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267100 with x1830945817983616 ext(2097152->4194303) 00002000:00010000:2.0:1746126748.190252:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d267100 00000100:00100000:2.0:1746126748.190269:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14014 00000100:00100000:2.0:1746126748.190276:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817983360:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126748.191034:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14015 00000100:00100000:3.0:1746126748.191052:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817983616:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126748.212501:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817983360:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 22211us (23036us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126748.212514:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14014 00002000:00100000:2.0:1746126748.212528:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88009d265180 x1830945817983360/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.212538:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265180 with x1830945817983360 ext(2097152->4194303) 00002000:00010000:2.0:1746126748.212545:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d265180 00000100:00100000:3.0:1746126748.213173:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817983616:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 22126us (23308us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126748.213181:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14015 00002000:00100000:3.0:1746126748.213188:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (2097152->4194303) req@ffff88009d267100 x1830945817983616/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.213201:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267100 with x1830945817983616 ext(2097152->4194303) 00002000:00010000:3.0:1746126748.213205:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d267100 00000100:00100000:0.0:1746126748.225682:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.226692:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.226860:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817983872 00000100:00100000:3.0:1746126748.226871:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817983872 00000100:00100000:2.0:1746126748.226895:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817984128 00000100:00100000:2.0:1746126748.226898:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817984128 00002000:00100000:3.0:1746126748.226925:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff88009736f100 x1830945817983872/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.226925:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88009cb64000 x1830945817984128/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.226944:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736f100 with x1830945817983872 ext(2097152->4194303) 00002000:00100000:2.0:1746126748.226944:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64000 with x1830945817984128 ext(2097152->4194303) 00002000:00010000:3.0:1746126748.226950:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009736f100 00002000:00010000:2.0:1746126748.226950:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb64000 00000100:00100000:2.0:1746126748.226967:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14016 00000100:00100000:3.0:1746126748.226974:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14017 00000100:00100000:2.0:1746126748.226974:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817984128:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126748.226978:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817983872:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126748.245642:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009736f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817983872:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 18649us (19960us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126748.245656:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14017 00002000:00100000:3.0:1746126748.245669:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff88009736f100 x1830945817983872/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.245679:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009736f100 with x1830945817983872 ext(2097152->4194303) 00002000:00010000:3.0:1746126748.245686:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009736f100 00000100:00100000:2.0:1746126748.247783:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817984128:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 20798us (21081us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126748.247796:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14016 00002000:00100000:2.0:1746126748.247807:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88009cb64000 x1830945817984128/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.247817:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64000 with x1830945817984128 ext(2097152->4194303) 00002000:00010000:2.0:1746126748.247823:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb64000 00000100:00100000:0.0:1746126748.262427:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.262489:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.262587:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817984512 00000100:00100000:3.0:1746126748.262598:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817984512 00002000:00100000:3.0:1746126748.262648:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff88009cb64380 x1830945817984512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746126748.262655:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817984640 00002000:00100000:3.0:1746126748.262658:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64380 with x1830945817984512 ext(4194304->6291455) 00000100:00100000:2.0:1746126748.262659:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817984640 00002000:00010000:3.0:1746126748.262663:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb64380 00000100:00100000:3.0:1746126748.262685:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14018 00002000:00100000:2.0:1746126748.262685:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (4194304->6291455) req@ffff88009cb65180 x1830945817984640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746126748.262692:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817984512:12345-192.168.204.15@tcp:3:cmp.0 00002000:00100000:2.0:1746126748.262693:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb65180 with x1830945817984640 ext(4194304->6291455) 00002000:00010000:2.0:1746126748.262696:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb65180 00000100:00100000:2.0:1746126748.262759:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14019 00000100:00100000:2.0:1746126748.262767:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817984640:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126748.281032:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817984640:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 18252us (18528us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126748.281047:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14019 00002000:00100000:2.0:1746126748.281060:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (4194304->6291455) req@ffff88009cb65180 x1830945817984640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.281069:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb65180 with x1830945817984640 ext(4194304->6291455) 00002000:00010000:2.0:1746126748.281076:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb65180 00000100:00100000:3.0:1746126748.281861:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945817984512:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 18737us (19014us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126748.281874:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14018 00002000:00100000:3.0:1746126748.281886:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff88009cb64380 x1830945817984512/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.281894:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64380 with x1830945817984512 ext(4194304->6291455) 00002000:00010000:3.0:1746126748.281900:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb64380 00000100:00100000:0.0:1746126748.294147:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.294211:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.294343:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817985024 00000100:00100000:2.0:1746126748.294354:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817985024 00002000:00100000:2.0:1746126748.294416:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff88009cb64e00 x1830945817985024/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.294426:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64e00 with x1830945817985024 ext(6291456->7340031) 00002000:00010000:2.0:1746126748.294432:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb64e00 00000100:00100000:2.0:1746126748.294467:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817985152 00000100:00100000:2.0:1746126748.294470:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817985152 00002000:00100000:2.0:1746126748.294484:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff88009cb66a00 x1830945817985152/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.294491:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb66a00 with x1830945817985152 ext(6291456->7340031) 00002000:00010000:2.0:1746126748.294493:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb66a00 00000100:00100000:2.0:1746126748.294507:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14020 00000100:00100000:2.0:1746126748.294514:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945817985024:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126748.295264:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14021 00000100:00100000:3.0:1746126748.295273:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945817985152:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126748.300708:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.300760:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.300850:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817985536 00000100:00100000:1.0:1746126748.300861:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817985536 00002000:00100000:1.0:1746126748.300911:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff88009cb66300 x1830945817985536/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.300921:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb66300 with x1830945817985536 ext(7340032->8388607) 00002000:00010000:1.0:1746126748.300941:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb66300 00000100:00100000:1.0:1746126748.300960:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817985664 00000100:00100000:1.0:1746126748.300962:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817985664 00002000:00100000:1.0:1746126748.300977:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff88009cbf1c00 x1830945817985664/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.300984:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1c00 with x1830945817985664 ext(7340032->8388607) 00002000:00010000:1.0:1746126748.300988:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf1c00 00000100:00100000:1.0:1746126748.301001:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14022 00000100:00100000:1.0:1746126748.301009:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2009:x1830945817985536:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126748.301596:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14023 00000100:00100000:1.0:1746126748.301603:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2009:x1830945817985664:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126748.308863:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2010:x1830945817985024:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 14336us (14716us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126748.308877:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14020 00002000:00100000:2.0:1746126748.308890:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff88009cb64e00 x1830945817985024/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.309202:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb64e00 with x1830945817985024 ext(6291456->7340031) 00002000:00010000:2.0:1746126748.309210:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb64e00 00000100:00100000:0.0:1746126748.318375:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2010:x1830945817985152:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 23087us (24146us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126748.318390:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14021 00002000:00100000:0.0:1746126748.318405:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff88009cb66a00 x1830945817985152/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126748.318415:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb66a00 with x1830945817985152 ext(6291456->7340031) 00002000:00010000:0.0:1746126748.318421:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb66a00 00000100:00100000:1.0:1746126748.319447:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2009:x1830945817985536:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 18433us (18746us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126748.319458:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14022 00002000:00100000:1.0:1746126748.319469:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff88009cb66300 x1830945817985536/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.319482:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb66300 with x1830945817985536 ext(7340032->8388607) 00002000:00010000:1.0:1746126748.319485:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb66300 00000100:00100000:2.0:1746126748.319578:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.319639:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.319658:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817985920 00000100:00100000:2.0:1746126748.319666:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817985920 00002000:00100000:2.0:1746126748.319700:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff88009d249c00 x1830945817985920/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.319709:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249c00 with x1830945817985920 ext(4194304->6291455) 00002000:00010000:2.0:1746126748.319712:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d249c00 00000100:00100000:2.0:1746126748.319723:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817986176 00000100:00100000:2.0:1746126748.319725:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817986176 00002000:00100000:2.0:1746126748.319733:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009d24a680 x1830945817986176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.319739:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24a680 with x1830945817986176 ext(4194304->6291455) 00002000:00010000:2.0:1746126748.319742:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d24a680 00000100:00100000:2.0:1746126748.319751:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14024 00000100:00100000:2.0:1746126748.319756:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2009:x1830945817985920:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126748.319766:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2009:x1830945817985664:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 18162us (19004us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126748.319776:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14023 00002000:00100000:0.0:1746126748.319782:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff88009cbf1c00 x1830945817985664/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126748.319790:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1c00 with x1830945817985664 ext(7340032->8388607) 00002000:00010000:0.0:1746126748.319794:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf1c00 00000100:00100000:0.0:1746126748.319810:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14025 00000100:00100000:0.0:1746126748.319816:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945817986176:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126748.347800:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d249c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2009:x1830945817985920:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 28028us (28207us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126748.347816:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14024 00002000:00100000:1.0:1746126748.347831:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff88009d249c00 x1830945817985920/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.347841:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d249c00 with x1830945817985920 ext(4194304->6291455) 00002000:00010000:1.0:1746126748.347847:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d249c00 00000100:00100000:1.0:1746126748.348273:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d24a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945817986176:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 28456us (28632us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126748.348280:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14025 00002000:00100000:1.0:1746126748.348285:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009d24a680 x1830945817986176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.348292:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d24a680 with x1830945817986176 ext(4194304->6291455) 00002000:00010000:1.0:1746126748.348296:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d24a680 00000100:00100000:2.0:1746126748.360130:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.360192:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.360284:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817986432 00000100:00100000:1.0:1746126748.360294:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817986432 00002000:00100000:1.0:1746126748.360373:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff88009989fb80 x1830945817986432/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.360384:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989fb80 with x1830945817986432 ext(6291456->7340031) 00002000:00010000:1.0:1746126748.360389:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009989fb80 00000100:00100000:1.0:1746126748.360408:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817986688 00000100:00100000:1.0:1746126748.360410:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817986688 00002000:00100000:1.0:1746126748.360424:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009910b480 x1830945817986688/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.360432:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910b480 with x1830945817986688 ext(6291456->7340031) 00002000:00010000:1.0:1746126748.360435:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009910b480 00000100:00100000:1.0:1746126748.360448:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14026 00000100:00100000:1.0:1746126748.360455:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009989fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817986432:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126748.361051:0:27128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14027 00000100:00100000:1.0:1746126748.361057:0:27128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817986688:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126748.375300:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.375353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.375439:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817987200 00000100:00100000:2.0:1746126748.375449:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817987200 00002000:00100000:2.0:1746126748.375503:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff880094be3800 x1830945817987200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.375514:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be3800 with x1830945817987200 ext(7340032->8388607) 00002000:00010000:2.0:1746126748.375520:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be3800 00000100:00100000:2.0:1746126748.375538:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817987072 00000100:00100000:2.0:1746126748.375541:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817987072 00000100:00100000:1.0:1746126748.375550:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009989fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817986432:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 15092us (15429us total) trans 0 rc 1048576/1048576 00002000:00100000:2.0:1746126748.375554:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff880094be1500 x1830945817987072/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746126748.375560:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14026 00002000:00100000:2.0:1746126748.375561:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be1500 with x1830945817987072 ext(7340032->8388607) 00002000:00010000:2.0:1746126748.375564:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094be1500 00002000:00100000:1.0:1746126748.375567:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff88009989fb80 x1830945817986432/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.375574:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009989fb80 with x1830945817986432 ext(6291456->7340031) 00002000:00010000:1.0:1746126748.375578:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009989fb80 00000100:00100000:2.0:1746126748.375583:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14028 00000100:00100000:2.0:1746126748.375591:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817987200:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126748.375597:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14029 00000100:00100000:1.0:1746126748.375605:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817987072:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126748.383954:0:27128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817986688:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 22884us (23748us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126748.383966:0:27128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14027 00002000:00100000:1.0:1746126748.383976:0:27128:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009910b480 x1830945817986688/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.383986:0:27128:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009910b480 with x1830945817986688 ext(6291456->7340031) 00002000:00010000:1.0:1746126748.383992:0:27128:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009910b480 00000100:00100000:2.0:1746126748.400687:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817987200:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 25088us (25392us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126748.400697:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14028 00002000:00100000:2.0:1746126748.400706:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff880094be3800 x1830945817987200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.400715:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be3800 with x1830945817987200 ext(7340032->8388607) 00002000:00010000:2.0:1746126748.400720:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be3800 00000100:00100000:1.0:1746126748.403921:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945817987072:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 28304us (28554us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126748.403942:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14029 00002000:00100000:1.0:1746126748.403954:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff880094be1500 x1830945817987072/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.403964:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be1500 with x1830945817987072 ext(7340032->8388607) 00002000:00010000:1.0:1746126748.403972:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094be1500 00000100:00100000:0.0:1746126748.416242:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.416298:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.416345:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817987456 00000100:00100000:1.0:1746126748.416355:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817987456 00002000:00100000:1.0:1746126748.416432:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff88009cbf1f80 x1830945817987456/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.416442:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1f80 with x1830945817987456 ext(8388608->10485759) 00002000:00010000:1.0:1746126748.416446:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf1f80 00000100:00100000:1.0:1746126748.416475:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817987712 00000100:00100000:1.0:1746126748.416478:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817987712 00002000:00100000:1.0:1746126748.416492:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (8388608->10485759) req@ffff88009cbf1880 x1830945817987712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.416507:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1880 with x1830945817987712 ext(8388608->10485759) 00002000:00010000:1.0:1746126748.416511:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbf1880 00000100:00100000:1.0:1746126748.416525:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14030 00000100:00100000:0.0:1746126748.416531:0:27128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14031 00000100:00100000:1.0:1746126748.416532:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945817987456:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126748.416537:0:27128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945817987712:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126748.432134:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945817987456:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 15590us (15892us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126748.432149:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14030 00002000:00100000:1.0:1746126748.432162:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff88009cbf1f80 x1830945817987456/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.432172:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1f80 with x1830945817987456 ext(8388608->10485759) 00002000:00010000:1.0:1746126748.432178:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf1f80 00000100:00100000:2.0:1746126748.437248:0:27128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945817987712:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 20697us (20934us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126748.437260:0:27128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14031 00002000:00100000:2.0:1746126748.437271:0:27128:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (8388608->10485759) req@ffff88009cbf1880 x1830945817987712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.437280:0:27128:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1880 with x1830945817987712 ext(8388608->10485759) 00002000:00010000:2.0:1746126748.437288:0:27128:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbf1880 00000100:00100000:0.0:1746126748.443021:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.443083:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.443180:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817987968 00000100:00100000:1.0:1746126748.443192:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817987968 00002000:00100000:1.0:1746126748.443234:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff88009cbf3800 x1830945817987968/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.443244:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf3800 with x1830945817987968 ext(10485760->11534335) 00002000:00010000:1.0:1746126748.443250:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf3800 00000100:00100000:1.0:1746126748.443282:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817988224 00000100:00100000:1.0:1746126748.443284:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817988224 00002000:00100000:1.0:1746126748.443294:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff88009cbf0e00 x1830945817988224/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.443300:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0e00 with x1830945817988224 ext(10485760->11534335) 00002000:00010000:1.0:1746126748.443331:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbf0e00 00000100:00100000:2.0:1746126748.443337:0:27128:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14032 00000100:00100000:2.0:1746126748.443359:0:27128:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817987968:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126748.443496:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14033 00000100:00100000:1.0:1746126748.443502:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817988224:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126748.444078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.444298:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817988480 00000100:00100000:3.0:1746126748.444302:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817988480 00002000:00100000:3.0:1746126748.444346:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff88009cbf2300 x1830945817988480/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.444353:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2300 with x1830945817988480 ext(11534336->12582911) 00002000:00010000:3.0:1746126748.444360:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf2300 00000100:00100000:3.0:1746126748.444374:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14034 00000100:00100000:3.0:1746126748.444379:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945817988480:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126748.450598:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.450692:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817988736 00000100:00100000:3.0:1746126748.450701:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817988736 00002000:00100000:3.0:1746126748.450738:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff88009cbf2680 x1830945817988736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.450747:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2680 with x1830945817988736 ext(11534336->12582911) 00002000:00010000:3.0:1746126748.450752:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbf2680 00000100:00100000:3.0:1746126748.450771:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14035 00000100:00100000:3.0:1746126748.450777:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817988736:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126748.454620:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.455459:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817988992 00000100:00100000:1.0:1746126748.455469:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817988992 00002000:00100000:1.0:1746126748.455517:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff88009cbf1180 x1830945817988992/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.455528:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1180 with x1830945817988992 ext(12582912->13631487) 00002000:00010000:1.0:1746126748.455534:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf1180 00000100:00100000:1.0:1746126748.455568:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14036 00000100:00100000:1.0:1746126748.455575:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2007:x1830945817988992:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126748.459946:0:27128:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2008:x1830945817987968:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 16589us (16927us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126748.459957:0:27128:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14032 00002000:00100000:2.0:1746126748.459968:0:27128:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff88009cbf3800 x1830945817987968/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.459978:0:27128:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf3800 with x1830945817987968 ext(10485760->11534335) 00002000:00010000:2.0:1746126748.459984:0:27128:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf3800 00000100:00100000:1.0:1746126748.464362:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817988224:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 20848us (21266us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126748.464375:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14033 00002000:00100000:1.0:1746126748.464387:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff88009cbf0e00 x1830945817988224/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.464397:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0e00 with x1830945817988224 ext(10485760->11534335) 00002000:00010000:1.0:1746126748.464403:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbf0e00 00000100:00100000:0.0:1746126748.466981:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.467056:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.467228:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945817988480:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 22841us (23143us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126748.467239:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14034 00002000:00100000:3.0:1746126748.467248:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff88009cbf2300 x1830945817988480/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.467257:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2300 with x1830945817988480 ext(11534336->12582911) 00002000:00010000:3.0:1746126748.467262:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf2300 00000100:00100000:3.0:1746126748.467282:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817989248 00000100:00100000:3.0:1746126748.467288:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817989248 00002000:00100000:3.0:1746126748.467347:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff88009cbf2d80 x1830945817989248/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.467354:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2d80 with x1830945817989248 ext(8388608->10485759) 00002000:00010000:3.0:1746126748.467357:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbf2d80 00000100:00100000:3.0:1746126748.467375:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817989504 00000100:00100000:3.0:1746126748.467378:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817989504 00002000:00100000:3.0:1746126748.467391:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009cbf0000 x1830945817989504/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.467396:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0000 with x1830945817989504 ext(8388608->10485759) 00002000:00010000:3.0:1746126748.467399:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf0000 00000100:00100000:3.0:1746126748.467411:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14037 00000100:00100000:3.0:1746126748.467416:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945817989248:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126748.467513:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14038 00000100:00100000:2.0:1746126748.467528:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945817989504:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126748.476012:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945817988736:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 25221us (25407us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126748.476026:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14035 00002000:00100000:3.0:1746126748.476038:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff88009cbf2680 x1830945817988736/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.476048:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2680 with x1830945817988736 ext(11534336->12582911) 00002000:00010000:3.0:1746126748.476055:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbf2680 00000100:00100000:2.0:1746126748.480282:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945817988992:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 24694us (25658us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126748.480295:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14036 00002000:00100000:2.0:1746126748.480326:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff88009cbf1180 x1830945817988992/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.480338:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf1180 with x1830945817988992 ext(12582912->13631487) 00002000:00010000:2.0:1746126748.480345:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf1180 00000100:00100000:2.0:1746126748.482414:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945817989504:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 14883us (15347us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126748.482426:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14038 00002000:00100000:2.0:1746126748.482436:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009cbf0000 x1830945817989504/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.482447:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf0000 with x1830945817989504 ext(8388608->10485759) 00002000:00010000:2.0:1746126748.482452:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cbf0000 00000100:00100000:3.0:1746126748.490094:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945817989248:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 22662us (23108us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126748.490112:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14037 00002000:00100000:3.0:1746126748.490124:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff88009cbf2d80 x1830945817989248/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.490133:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf2d80 with x1830945817989248 ext(8388608->10485759) 00002000:00010000:3.0:1746126748.490139:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbf2d80 00000100:00100000:0.0:1746126748.496044:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.498832:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817989760 00000100:00100000:3.0:1746126748.498846:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817989760 00002000:00100000:3.0:1746126748.498911:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff88009cbf3480 x1830945817989760/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.498921:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf3480 with x1830945817989760 ext(10485760->11534335) 00002000:00010000:3.0:1746126748.498939:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbf3480 00000100:00100000:3.0:1746126748.499066:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14039 00000100:00100000:3.0:1746126748.499074:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945817989760:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126748.500007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.500050:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.500072:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817990016 00000100:00100000:2.0:1746126748.500077:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817990016 00002000:00100000:2.0:1746126748.500108:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff880094be0380 x1830945817990016/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.500116:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0380 with x1830945817990016 ext(10485760->11534335) 00002000:00010000:2.0:1746126748.500120:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be0380 00000100:00100000:2.0:1746126748.500133:0:9570:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817990272 00000100:00100000:2.0:1746126748.500135:0:9570:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817990272 00002000:00100000:2.0:1746126748.500146:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff880094b6f480 x1830945817990272/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.500153:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6f480 with x1830945817990272 ext(11534336->12582911) 00002000:00010000:2.0:1746126748.500155:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b6f480 00000100:00100000:2.0:1746126748.500168:0:9570:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14040 00000100:00100000:2.0:1746126748.500174:0:9570:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094be0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2009:x1830945817990016:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126748.501409:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14041 00000100:00100000:2.0:1746126748.501421:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2009:x1830945817990272:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126748.504988:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.505649:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817990528 00000100:00100000:3.0:1746126748.505662:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817990528 00002000:00100000:3.0:1746126748.505707:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88009cba6a00 x1830945817990528/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.505718:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba6a00 with x1830945817990528 ext(11534336->12582911) 00002000:00010000:3.0:1746126748.505724:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba6a00 00000100:00100000:3.0:1746126748.505747:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14042 00000100:00100000:3.0:1746126748.505754:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2010:x1830945817990528:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126748.507497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.507560:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817990784 00000100:00100000:2.0:1746126748.507566:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817990784 00002000:00100000:2.0:1746126748.507605:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009cba5500 x1830945817990784/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.507621:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5500 with x1830945817990784 ext(12582912->13631487) 00002000:00010000:2.0:1746126748.507626:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cba5500 00000100:00100000:2.0:1746126748.507646:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14043 00000100:00100000:2.0:1746126748.507653:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2010:x1830945817990784:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126748.507676:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cbf3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2010:x1830945817989760:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 8602us (11642us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126748.507684:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14039 00002000:00100000:3.0:1746126748.507690:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff88009cbf3480 x1830945817989760/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.507697:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cbf3480 with x1830945817989760 ext(10485760->11534335) 00002000:00010000:3.0:1746126748.507700:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cbf3480 00000100:00100000:2.0:1746126748.509543:0:9570:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094be0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2009:x1830945817990016:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 9360us (9529us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126748.509553:0:9570:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14040 00002000:00100000:2.0:1746126748.509562:0:9570:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff880094be0380 x1830945817990016/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.509570:0:9570:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094be0380 with x1830945817990016 ext(10485760->11534335) 00002000:00010000:2.0:1746126748.509574:0:9570:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094be0380 00000100:00100000:2.0:1746126748.516398:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2009:x1830945817990272:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 14969us (16333us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126748.516411:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14041 00002000:00100000:2.0:1746126748.516422:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff880094b6f480 x1830945817990272/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.516433:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6f480 with x1830945817990272 ext(11534336->12582911) 00002000:00010000:2.0:1746126748.516439:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b6f480 00000100:00100000:3.0:1746126748.516513:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945817990528:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 10759us (11537us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126748.516521:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14042 00002000:00100000:3.0:1746126748.516526:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88009cba6a00 x1830945817990528/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.516533:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba6a00 with x1830945817990528 ext(11534336->12582911) 00002000:00010000:3.0:1746126748.516536:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba6a00 00000100:00100000:2.0:1746126748.520839:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945817990784:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 13175us (13335us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126748.521646:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14043 00002000:00100000:2.0:1746126748.521660:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009cba5500 x1830945817990784/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.521671:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5500 with x1830945817990784 ext(12582912->13631487) 00002000:00010000:2.0:1746126748.521678:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cba5500 00000100:00100000:0.0:1746126748.526222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.526334:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817991040 00000100:00100000:2.0:1746126748.526343:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817991040 00000100:00100000:2.0:1746126748.526404:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 199 00000100:00100000:2.0:1746126748.526412:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+26:3796:x1830945817991040:12345-192.168.204.15@tcp:35:cmp.0 00000100:00100000:2.0:1746126748.526695:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+27:3796:x1830945817991040:12345-192.168.204.15@tcp:35:cmp.0 Request processed in 283us (482us total) trans 4294980586 rc 0/0 00000100:00100000:2.0:1746126748.526701:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 199 00000100:00100000:0.0:1746126748.534051:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.534173:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817991296 00000100:00100000:2.0:1746126748.534183:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817991296 00000100:00100000:2.0:1746126748.534255:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29095 00000100:00100000:2.0:1746126748.534264:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+20:3798:x1830945817991296:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:2.0:1746126748.534287:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126748.534341:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ca400/0xd8b4f51a84482828 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b76bf expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.534444:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991cac00/0xd8b4f51a8448282f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.534458:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991cac00/0xd8b4f51a8448282f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.534469:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991cac00/0xd8b4f51a8448282f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:2.0:1746126748.534479:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:2.0:1746126748.534585:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ca400/0xd8b4f51a84482828 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76bf expref: 23 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.534608:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991cac00/0xd8b4f51a8448282f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76bf expref: 22 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.534616:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00010000:00010000:2.0:1746126748.534619:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126748.534623:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991cac00, rc 0) 00000100:00100000:2.0:1746126748.534689:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+22:3798:x1830945817991296:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 426us (650us total) trans 4294980587 rc 0/0 00000100:00100000:2.0:1746126748.534695:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29095 00000100:00100000:0.0:1746126748.536840:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.536899:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.537189:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817991424 00000100:00100000:2.0:1746126748.537196:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817991424 00000100:00100000:2.0:1746126748.537267:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 324 00000100:00100000:2.0:1746126748.537276:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+22:2009:x1830945817991424:12345-192.168.204.15@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746126748.537283:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817991680 00000100:00100000:3.0:1746126748.537287:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817991680 00010000:00010000:2.0:1746126748.537290:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126748.537335:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991cac00/0xd8b4f51a8448282f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76bf expref: 23 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.537351:0:9580:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00000100:00100000:3.0:1746126748.537353:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29096 00010000:00010000:2.0:1746126748.537354:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126748.537360:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+22:3798:x1830945817991680:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:3.0:1746126748.537376:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126748.537387:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a8448283d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b76c6 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126748.537390:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+22:2009:x1830945817991424:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 116us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.537397:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 324 00010000:00010000:3.0:1746126748.537463:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deab600/0xd8b4f51a84482844 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.537474:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012deab600/0xd8b4f51a84482844 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.537482:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012deab600/0xd8b4f51a84482844 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:3.0:1746126748.537491:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:3.0:1746126748.537800:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a8448283d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76c6 expref: 24 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.537831:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deab600/0xd8b4f51a84482844 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76c6 expref: 23 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.537837:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88007d71c600) 00010000:00010000:3.0:1746126748.537839:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126748.537842:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012deab600, rc 0) 00000100:00100000:3.0:1746126748.537883:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+23:3798:x1830945817991680:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 523us (984us total) trans 4294980588 rc 0/0 00000100:00100000:3.0:1746126748.537889:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29096 00000100:00100000:0.0:1746126748.539858:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.539902:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.539984:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817991808 00000100:00100000:3.0:1746126748.539990:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817991808 00000100:00100000:3.0:1746126748.540017:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817991936 00000100:00100000:3.0:1746126748.540020:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817991936 00000100:00100000:3.0:1746126748.540047:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30719 00000100:00100000:3.0:1746126748.540053:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2007:x1830945817991808:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:3.0:1746126748.540065:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126748.540078:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800993c2600/0xd8b4f51a84482852 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b76cd expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126748.540092:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30720 00010000:00010000:3.0:1746126748.540095:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126748.540097:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126748.540103:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800993c2600/0xd8b4f51a84482852 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76cd expref: 10 pid: 25391 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746126748.540103:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:2008:x1830945817991936:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:2.0:1746126748.540114:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126748.540115:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800993c2600/0xd8b4f51a84482852 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76cd expref: 10 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126748.540124:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993c2600, rc 0) 00010000:00010000:2.0:1746126748.540124:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800991cb000/0xd8b4f51a84482859 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b76d4 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.540137:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126748.540138:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126748.540143:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800991cb000/0xd8b4f51a84482859 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76d4 expref: 12 pid: 9565 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746126748.540150:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817991808:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 98us (297us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126748.540152:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800991cb000/0xd8b4f51a84482859 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76d4 expref: 12 pid: 9565 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746126748.540155:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30719 00010000:00010000:2.0:1746126748.540159:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991cb000, rc 0) 00000100:00100000:2.0:1746126748.540176:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2008:x1830945817991936:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 79us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.540182:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30720 00000100:00100000:0.0:1746126748.540643:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.540845:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817992064 00000100:00100000:2.0:1746126748.540848:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817992064 00000100:00100000:2.0:1746126748.540873:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 325 00000100:00100000:2.0:1746126748.540878:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+23:2008:x1830945817992064:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126748.540887:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126748.540901:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012deab600/0xd8b4f51a84482844 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76c6 expref: 23 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.540913:0:9580:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88007d71c600) 00010000:00010000:2.0:1746126748.540916:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126748.540944:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+22:2008:x1830945817992064:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 66us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.540950:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 325 00000100:00100000:0.0:1746126748.552467:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.552527:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.552651:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817992320 00000100:00100000:3.0:1746126748.552662:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817992320 00002000:00100000:3.0:1746126748.552711:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->2097151) req@ffff88009cba7480 x1830945817992320/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.552721:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba7480 with x1830945817992320 ext(0->2097151) 00002000:00010000:3.0:1746126748.552726:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cba7480 00000100:00100000:3.0:1746126748.552745:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817992576 00000100:00100000:3.0:1746126748.552747:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817992576 00002000:00100000:3.0:1746126748.552760:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88009cba5f80 x1830945817992576/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.552768:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5f80 with x1830945817992576 ext(0->2097151) 00002000:00010000:3.0:1746126748.552771:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba5f80 00000100:00100000:3.0:1746126748.552785:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14044 00000100:00100000:3.0:1746126748.552791:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2010:x1830945817992320:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126748.552882:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14045 00000100:00100000:2.0:1746126748.552897:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2010:x1830945817992576:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126748.563217:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2010:x1830945817992320:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 10412us (10748us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126748.563231:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14044 00002000:00100000:3.0:1746126748.563245:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->2097151) req@ffff88009cba7480 x1830945817992320/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.563256:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba7480 with x1830945817992320 ext(0->2097151) 00002000:00010000:3.0:1746126748.563262:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cba7480 00000100:00100000:2.0:1746126748.565697:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2010:x1830945817992576:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 12801us (13162us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126748.565707:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14045 00002000:00100000:2.0:1746126748.565718:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88009cba5f80 x1830945817992576/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.565728:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba5f80 with x1830945817992576 ext(0->2097151) 00002000:00010000:2.0:1746126748.565734:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cba5f80 00010000:00010000:1.0:1746126748.569681:0:11892:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126748.582136:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.582208:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.582334:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817992960 00000100:00100000:2.0:1746126748.582344:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817992960 00000100:00100000:3.0:1746126748.582485:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817993088 00000100:00100000:3.0:1746126748.582489:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817993088 00002000:00100000:2.0:1746126748.582506:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff88009cba4000 x1830945817992960/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.582510:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88009ca31880 x1830945817993088/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.582516:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba4000 with x1830945817992960 ext(2097152->4194303) 00002000:00100000:3.0:1746126748.582518:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31880 with x1830945817993088 ext(2097152->4194303) 00002000:00010000:3.0:1746126748.582521:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca31880 00002000:00010000:2.0:1746126748.582521:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cba4000 00000100:00100000:2.0:1746126748.582541:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14046 00000100:00100000:2.0:1746126748.582549:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2008:x1830945817992960:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126748.582783:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14047 00000100:00100000:3.0:1746126748.582789:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2007:x1830945817993088:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126748.593475:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2008:x1830945817992960:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 10914us (11340us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126748.593486:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14046 00002000:00100000:2.0:1746126748.593497:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff88009cba4000 x1830945817992960/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.593510:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cba4000 with x1830945817992960 ext(2097152->4194303) 00002000:00010000:2.0:1746126748.593515:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cba4000 00000100:00100000:3.0:1746126748.599707:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2007:x1830945817993088:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 16905us (17486us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126748.599720:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14047 00002000:00100000:3.0:1746126748.599733:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88009ca31880 x1830945817993088/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.599742:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31880 with x1830945817993088 ext(2097152->4194303) 00002000:00010000:3.0:1746126748.599748:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca31880 00000100:00100000:0.0:1746126748.613484:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.613603:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.613756:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817993472 00000100:00100000:3.0:1746126748.613766:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817993472 00002000:00100000:3.0:1746126748.613816:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff88009ca31c00 x1830945817993472/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.613826:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31c00 with x1830945817993472 ext(4194304->6291455) 00002000:00010000:3.0:1746126748.613831:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca31c00 00000100:00100000:3.0:1746126748.613858:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817993600 00000100:00100000:3.0:1746126748.613860:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817993600 00002000:00100000:3.0:1746126748.613874:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009ca33480 x1830945817993600/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.613881:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca33480 with x1830945817993600 ext(4194304->6291455) 00002000:00010000:3.0:1746126748.613884:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca33480 00000100:00100000:3.0:1746126748.614226:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14048 00000100:00100000:3.0:1746126748.614233:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2009:x1830945817993472:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126748.614719:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14049 00000100:00100000:2.0:1746126748.614770:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2009:x1830945817993600:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126748.626750:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2009:x1830945817993472:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 12504us (13265us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126748.626762:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14048 00002000:00100000:3.0:1746126748.626775:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff88009ca31c00 x1830945817993472/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.626785:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31c00 with x1830945817993472 ext(4194304->6291455) 00002000:00010000:3.0:1746126748.626792:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca31c00 00000100:00100000:2.0:1746126748.628687:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2009:x1830945817993600:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 13950us (15074us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126748.628699:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14049 00002000:00100000:2.0:1746126748.628710:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009ca33480 x1830945817993600/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.628719:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca33480 with x1830945817993600 ext(4194304->6291455) 00002000:00010000:2.0:1746126748.628725:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca33480 00000100:00100000:0.0:1746126748.632803:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.632915:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817993856 00000100:00100000:2.0:1746126748.632934:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817993856 00002000:00100000:2.0:1746126748.632993:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff88009ca30e00 x1830945817993856/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.633003:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30e00 with x1830945817993856 ext(6291456->7340031) 00002000:00010000:2.0:1746126748.633009:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca30e00 00000100:00100000:2.0:1746126748.633190:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14050 00000100:00100000:2.0:1746126748.633200:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2008:x1830945817993856:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126748.639406:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.639459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.639531:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817994112 00000100:00100000:3.0:1746126748.639541:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817994112 00002000:00100000:3.0:1746126748.639588:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009d265880 x1830945817994112/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.639599:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265880 with x1830945817994112 ext(6291456->7340031) 00002000:00010000:3.0:1746126748.639604:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d265880 00000100:00100000:3.0:1746126748.639623:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817994368 00000100:00100000:3.0:1746126748.639626:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817994368 00002000:00100000:3.0:1746126748.639640:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff88009d264000 x1830945817994368/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.639647:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264000 with x1830945817994368 ext(7340032->8388607) 00002000:00010000:3.0:1746126748.639650:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d264000 00000100:00100000:3.0:1746126748.639663:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14051 00000100:00100000:3.0:1746126748.639670:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2007:x1830945817994112:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126748.640236:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14052 00000100:00100000:1.0:1746126748.641900:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:2008:x1830945817993856:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 8697us (9104us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126748.641909:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14050 00002000:00100000:1.0:1746126748.641919:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff88009ca30e00 x1830945817993856/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.641939:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30e00 with x1830945817993856 ext(6291456->7340031) 00002000:00010000:1.0:1746126748.641945:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca30e00 00000100:00100000:3.0:1746126748.642011:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817994368:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126748.643557:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.644370:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817994624 00000100:00100000:1.0:1746126748.644380:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817994624 00002000:00100000:1.0:1746126748.644418:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88009ca30380 x1830945817994624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.644427:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30380 with x1830945817994624 ext(7340032->8388607) 00002000:00010000:1.0:1746126748.644432:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca30380 00000100:00100000:1.0:1746126748.644462:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14053 00000100:00100000:1.0:1746126748.644468:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2008:x1830945817994624:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126748.649996:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2007:x1830945817994112:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 10314us (10589us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126748.650009:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14051 00002000:00100000:3.0:1746126748.650021:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009d265880 x1830945817994112/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.650031:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265880 with x1830945817994112 ext(6291456->7340031) 00002000:00010000:3.0:1746126748.650037:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d265880 00000100:00100000:3.0:1746126748.653380:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817994368:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 11365us (13908us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126748.653394:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14052 00002000:00100000:3.0:1746126748.653405:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff88009d264000 x1830945817994368/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746126748.653408:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2008:x1830945817994624:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 8938us (9855us total) trans 0 rc 1048576/1048576 00002000:00100000:3.0:1746126748.653414:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264000 with x1830945817994368 ext(7340032->8388607) 00000100:00100000:1.0:1746126748.653415:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14053 00002000:00010000:3.0:1746126748.653420:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d264000 00002000:00100000:1.0:1746126748.653422:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88009ca30380 x1830945817994624/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.653430:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30380 with x1830945817994624 ext(7340032->8388607) 00002000:00010000:1.0:1746126748.653433:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca30380 00000100:00100000:0.0:1746126748.668094:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.668160:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.668223:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817995008 00000100:00100000:1.0:1746126748.668245:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817995136 00000100:00100000:1.0:1746126748.668254:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817995136 00000100:00100000:3.0:1746126748.668289:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817995008 00002000:00100000:1.0:1746126748.668333:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009ca32300 x1830945817995136/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.668338:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff88009ca33800 x1830945817995008/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.668344:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca32300 with x1830945817995136 ext(8388608->10485759) 00002000:00100000:3.0:1746126748.668345:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca33800 with x1830945817995008 ext(8388608->10485759) 00002000:00010000:3.0:1746126748.668349:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca33800 00002000:00010000:1.0:1746126748.668349:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca32300 00000100:00100000:3.0:1746126748.668571:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14054 00000100:00100000:3.0:1746126748.668578:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2008:x1830945817995008:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126748.668704:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14055 00000100:00100000:1.0:1746126748.668712:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2007:x1830945817995136:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126748.677574:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2008:x1830945817995008:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 8982us (9479us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126748.677587:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14054 00002000:00100000:3.0:1746126748.677602:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff88009ca33800 x1830945817995008/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.677612:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca33800 with x1830945817995008 ext(8388608->10485759) 00002000:00010000:3.0:1746126748.677618:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca33800 00000100:00100000:2.0:1746126748.685477:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2007:x1830945817995136:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 16754us (17305us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126748.685490:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14055 00002000:00100000:2.0:1746126748.685504:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009ca32300 x1830945817995136/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.685512:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca32300 with x1830945817995136 ext(8388608->10485759) 00002000:00010000:2.0:1746126748.685518:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca32300 00000100:00100000:0.0:1746126748.685702:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.685992:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817995392 00000100:00100000:2.0:1746126748.686001:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817995392 00002000:00100000:2.0:1746126748.686043:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff88009ca30700 x1830945817995392/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.686051:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30700 with x1830945817995392 ext(10485760->11534335) 00002000:00010000:2.0:1746126748.686055:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca30700 00000100:00100000:2.0:1746126748.686084:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14056 00000100:00100000:2.0:1746126748.686092:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817995392:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126748.693848:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.693964:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817995648 00000100:00100000:3.0:1746126748.693974:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817995648 00002000:00100000:3.0:1746126748.694023:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88009ca30a80 x1830945817995648/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.694032:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30a80 with x1830945817995648 ext(10485760->11534335) 00002000:00010000:3.0:1746126748.694038:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca30a80 00000100:00100000:3.0:1746126748.694279:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14057 00000100:00100000:3.0:1746126748.694288:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2007:x1830945817995648:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126748.696964:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817995392:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 10864us (11254us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126748.696976:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14056 00002000:00100000:2.0:1746126748.696986:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff88009ca30700 x1830945817995392/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.696996:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30700 with x1830945817995392 ext(10485760->11534335) 00002000:00010000:2.0:1746126748.697002:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca30700 00000100:00100000:0.0:1746126748.700731:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.700974:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817995904 00000100:00100000:2.0:1746126748.700985:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817995904 00002000:00100000:2.0:1746126748.701135:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff88009ca33100 x1830945817995904/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.701145:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca33100 with x1830945817995904 ext(11534336->12582911) 00002000:00010000:2.0:1746126748.701152:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca33100 00000100:00100000:2.0:1746126748.701265:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14058 00000100:00100000:2.0:1746126748.701276:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817995904:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126748.701659:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.701700:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817996160 00000100:00100000:0.0:1746126748.701704:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817996160 00002000:00100000:0.0:1746126748.701725:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88009d265500 x1830945817996160/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126748.701732:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265500 with x1830945817996160 ext(11534336->12582911) 00002000:00010000:0.0:1746126748.701736:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d265500 00000100:00100000:0.0:1746126748.701756:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14059 00000100:00100000:0.0:1746126748.701761:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2008:x1830945817996160:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126748.702269:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2007:x1830945817995648:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 7979us (8430us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126748.702277:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14057 00002000:00100000:3.0:1746126748.702283:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88009ca30a80 x1830945817995648/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.702290:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca30a80 with x1830945817995648 ext(10485760->11534335) 00002000:00010000:3.0:1746126748.702294:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca30a80 00000100:00100000:0.0:1746126748.712457:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.712779:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817996416 00000100:00100000:3.0:1746126748.712790:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817996416 00002000:00100000:3.0:1746126748.712840:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009ca32d80 x1830945817996416/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.712851:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca32d80 with x1830945817996416 ext(12582912->13631487) 00002000:00010000:3.0:1746126748.712857:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca32d80 00000100:00100000:3.0:1746126748.712897:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14060 00000100:00100000:3.0:1746126748.712906:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2007:x1830945817996416:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126748.716953:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2008:x1830945817996160:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 15177us (15279us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126748.716967:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14059 00002000:00100000:2.0:1746126748.716979:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88009d265500 x1830945817996160/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.716988:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265500 with x1830945817996160 ext(11534336->12582911) 00002000:00010000:2.0:1746126748.716994:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d265500 00000100:00100000:2.0:1746126748.719897:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2007:x1830945817995904:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 18611us (19163us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126748.719909:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14058 00002000:00100000:2.0:1746126748.719931:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff88009ca33100 x1830945817995904/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.719941:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca33100 with x1830945817995904 ext(11534336->12582911) 00002000:00010000:2.0:1746126748.719947:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca33100 00000100:00100000:3.0:1746126748.724191:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2007:x1830945817996416:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 11270us (11731us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126748.724205:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14060 00002000:00100000:3.0:1746126748.724219:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009ca32d80 x1830945817996416/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/440 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126748.724228:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca32d80 with x1830945817996416 ext(12582912->13631487) 00002000:00010000:3.0:1746126748.724234:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca32d80 00000100:00100000:0.0:1746126748.732281:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.732647:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817996672 00000100:00100000:2.0:1746126748.732658:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817996672 00000100:00100000:2.0:1746126748.732725:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 200 00000100:00100000:2.0:1746126748.732734:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+22:3798:x1830945817996672:12345-192.168.204.15@tcp:35:cmp.0 00000100:00100000:2.0:1746126748.732999:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+23:3798:x1830945817996672:12345-192.168.204.15@tcp:35:cmp.0 Request processed in 265us (729us total) trans 4294980589 rc 0/0 00000100:00100000:2.0:1746126748.733006:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 200 00000100:00100000:0.0:1746126748.734522:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.734632:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817996928 00000100:00100000:2.0:1746126748.734638:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817996928 00000100:00100000:2.0:1746126748.734682:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 201 00000100:00100000:2.0:1746126748.734690:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+23:3798:x1830945817996928:12345-192.168.204.15@tcp:35:cmp.0 00000100:00100000:2.0:1746126748.734831:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+24:3798:x1830945817996928:12345-192.168.204.15@tcp:35:cmp.0 Request processed in 142us (313us total) trans 4294980590 rc 0/0 00000100:00100000:2.0:1746126748.734837:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 201 00000100:00100000:0.0:1746126748.751106:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.751193:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817997056 00000100:00100000:0.0:1746126748.751196:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.751205:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817997056 00000100:00100000:1.0:1746126748.751260:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 706 00000100:00100000:1.0:1746126748.751268:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+27:2010:x1830945817997056:12345-192.168.204.15@tcp:63:ll_sa.0 00000100:00100000:3.0:1746126748.751271:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817997312 00000100:00100000:3.0:1746126748.751278:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817997312 00010000:00010000:1.0:1746126748.751302:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746126748.751345:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29097 00000100:00100000:3.0:1746126748.751353:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+28:3799:x1830945817997312:12345-192.168.204.15@tcp:36:rm.0 00010000:00010000:1.0:1746126748.751361:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ba00/0xd8b4f51a84482860 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b76db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.751397:0:21534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1746126748.751405:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482867 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.751416:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482867 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746126748.751421:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76400/0xd8b4f51a844827bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7679 expref: 29 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.751425:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482867 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.751437:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a8448286e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.751442:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a8448286e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746126748.751447:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1200/0xd8b4f51a84482581 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7609 expref: 28 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.751447:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a8448286e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746126748.751462:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88007d71c600) 00010000:00010000:3.0:1746126748.751471:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1800/0xd8b4f51a844827a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7672 expref: 27 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.751478:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126748.751481:0:21534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746126748.751482:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482867 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.751492:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482867 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746126748.751494:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126748.751497:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482867 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746126748.751504:0:21534:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a844827db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b768e expref: 23 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.751510:0:21534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126748.751555:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008383a600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126748.751559:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482867 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.751565:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482867 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:3.0:1746126748.751577:0:21534:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a844827db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b768e expref: 23 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.751588:0:21534:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a844827db lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b768e expref: 23 pid: 10784 timeout: 891 lvb_type: 0 00010000:00010000:1.0:1746126748.751596:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126748.751599:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746126748.751601:0:21534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c99c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21534:1830945813766912:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126748.751602:0:7224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126748.751612:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482867 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.751616:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482867 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.751640:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a8448286e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.751645:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a8448286e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.751650:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a8448286e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.751654:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008383b600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126748.751656:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a8448286e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.751660:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a8448286e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.751666:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880094b51e00) 00010000:00010000:1.0:1746126748.751668:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126748.751670:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a8448286e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.751675:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a8448286e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00000100:00100000:3.0:1746126748.751695:0:21534:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1746126748.751700:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ba00/0xd8b4f51a84482860 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76db expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.751707:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126748.751714:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746126748.751716:0:7224:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126748.751722:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ba00/0xd8b4f51a84482860 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b76db expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.751730:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383ba00, rc -2) 00000100:00100000:1.0:1746126748.751779:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+25:2010:x1830945817997056:12345-192.168.204.15@tcp:63:ll_sa.0 Request processed in 512us (687us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746126748.751785:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 706 00000100:00100000:0.0:1746126748.754578:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.754633:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817997440 00000100:00100000:0.0:1746126748.754640:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817997440 00010000:00010000:0.0:1746126748.754676:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a844827db lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b768e expref: 24 pid: 10784 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746126748.754704:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13901 00000100:00100000:0.0:1746126748.754710:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+24:2007:x1830945817997440:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126748.754723:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746126748.754729:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a844827db lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b768e expref: 24 pid: 10784 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746126748.754740:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a844827db lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b768e expref: 24 pid: 10784 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746126748.754763:0:8368:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:0.0:1746126748.754768:0:8368:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:0.0:1746126748.754777:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 21534 initiator: MDT0 00010000:00010000:0.0:1746126748.754783:0:8368:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 21534 initiator: MDT0 00010000:00010000:0.0:1746126748.754796:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126748.754830:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+24:2007:x1830945817997440:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 120us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126748.754837:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13901 00010000:00010000:3.0:1746126748.755266:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b77e00/0xd8b4f51a844827db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b768e expref: 23 pid: 10784 timeout: 891 lvb_type: 0 00000100:00100000:3.0:1746126748.755282:0:21534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c99c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21534:1830945813766912:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126748.755301:0:21534:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.755326:0:21534:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.755331:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.755350:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deab600/0xd8b4f51a8448287c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.755359:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012deab600/0xd8b4f51a8448287c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.755365:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012deab600/0xd8b4f51a8448287c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.755468:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a84482883 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.755477:0:21534:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482630 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b763a expref: 22 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.755483:0:21534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a84482883 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.755508:0:21534:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482630 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b763a expref: 22 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.755517:0:21534:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482630 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b763a expref: 22 pid: 7220 timeout: 891 lvb_type: 0 00000100:00100000:3.0:1746126748.755527:0:21534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c99c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21534:1830945813767040:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126748.755583:0:21534:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126748.758760:0:21534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c99c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21534:1830945813767040:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126748.758785:0:21534:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a84482883 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000100:00100000:0.0:1746126748.758856:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.758899:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817997568 00000100:00100000:2.0:1746126748.758906:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817997568 00010000:00010000:2.0:1746126748.758954:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482630 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b763a expref: 23 pid: 7220 timeout: 891 lvb_type: 0 00000100:00100000:2.0:1746126748.758987:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13902 00000100:00100000:2.0:1746126748.758994:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+23:2007:x1830945817997568:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126748.759007:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126748.759011:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482630 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b763a expref: 23 pid: 7220 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746126748.759021:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482630 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b763a expref: 23 pid: 7220 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746126748.759048:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099254a00/0xd8b4f51a84482630 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b763a expref: 23 pid: 7220 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746126748.759084:0:9580:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88007d71c600) 00010000:00010000:2.0:1746126748.759088:0:9580:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a84482883 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126748.759101:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a84482883 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126748.759107:0:9580:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a84482883 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126748.759131:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126748.759167:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+22:2007:x1830945817997568:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 173us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.759173:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13902 00010000:00010000:3.0:1746126748.759761:0:21534:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a84482883 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.759768:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a84482883 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000040:00080000:3.0:1746126748.761442:0:21534:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:3.0:1746126748.761454:0:21534:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 791867147522ns, next at 792867145364ns, rc = 0 00000040:00080000:3.0:1746126748.761478:0:21534:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:3.0:1746126748.761483:0:21534:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 791867177486ns, next at 792867176964ns, rc = 0 00010000:00010000:3.0:1746126748.761540:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaa800/0xd8b4f51a8448288a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761550:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaa800/0xd8b4f51a8448288a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761559:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaa800/0xd8b4f51a8448288a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761566:0:21534:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaa800/0xd8b4f51a8448288a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761570:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaa800/0xd8b4f51a8448288a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761575:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaa800/0xd8b4f51a8448288a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761605:0:21534:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746126748.761625:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a84482883 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761630:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a84482883 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761634:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a84482883 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761639:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012deaac00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126748.761643:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a84482883 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761649:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a84482883 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126748.761655:0:7210:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746126748.761662:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88007d71c600) 00010000:00010000:1.0:1746126748.761663:0:7210:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaa800/0xd8b4f51a8448288a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761664:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746126748.761668:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a84482883 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126748.761669:0:7210:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012deaa800 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126748.761671:0:7210:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaa800/0xd8b4f51a8448288a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761673:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a84482883 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126748.761676:0:7210:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaa800/0xd8b4f51a8448288a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126748.761684:0:7210:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88007d71c600) 00010000:00010000:1.0:1746126748.761686:0:7210:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1746126748.761689:0:7210:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaa800/0xd8b4f51a8448288a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126748.761693:0:7210:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaa800/0xd8b4f51a8448288a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126748.761710:0:7210:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126748.761711:0:7210:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746126748.761712:0:7210:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746126748.761774:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761779:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761784:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761788:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800993c2a00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126748.761791:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761795:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761803:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126748.761805:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126748.761807:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761812:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482875 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00000004:00010000:3.0:1746126748.761821:0:21534:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009ca30000 reply state ffff88012ea6f000 transno 4294980591 ns: mdt-lustre-MDT0000_UUID lock: ffff88012deab600/0xd8b4f51a8448287c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761829:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012deab600/0xd8b4f51a8448287c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.761834:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a41a1800) 00010000:00010000:3.0:1746126748.761836:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746126748.761840:0:21534:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746126748.761917:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+26:3799:x1830945817997312:12345-192.168.204.15@tcp:36:rm.0 Request processed in 10562us (10719us total) trans 4294980591 rc 0/0 00000100:00100000:3.0:1746126748.761936:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29097 00000100:00100000:0.0:1746126748.794695:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.794813:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817997696 00000100:00100000:3.0:1746126748.794823:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817997696 00000100:00100000:3.0:1746126748.794877:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29098 00000100:00100000:3.0:1746126748.794886:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+26:3802:x1830945817997696:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:3.0:1746126748.794913:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126748.794945:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaa800/0xd8b4f51a84482891 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7713 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.795011:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482898 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.795025:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482898 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.795037:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482898 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:3.0:1746126748.795081:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746126748.795085:0:21534:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746126748.795103:0:21534:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482898 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.795129:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaa800/0xd8b4f51a84482891 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7713 expref: 28 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.795168:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482898 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7713 expref: 27 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.795176:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126748.795179:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126748.795182:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993c2a00, rc 0) 00000100:00100000:3.0:1746126748.795245:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+27:3802:x1830945817997696:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 359us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126748.795250:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29098 00000100:00100000:0.0:1746126748.797403:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.797470:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817997952 00000100:00100000:2.0:1746126748.797479:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817997952 00000100:00100000:2.0:1746126748.797545:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29099 00000100:00100000:2.0:1746126748.797554:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+27:3802:x1830945817997952:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:2.0:1746126748.797571:0:7220:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126748.797574:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126748.797599:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a84482898 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7713 expref: 27 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.797633:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126748.797637:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126748.797651:0:7220:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a400/0xd8b4f51a8448289f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b771a expref: -99 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.797752:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828a6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.797763:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828a6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.797776:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828a6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.797785:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ac00/0xd8b4f51a844828ad lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.797791:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ac00/0xd8b4f51a844828ad lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.797796:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ac00/0xd8b4f51a844828ad lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.798142:0:7220:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3be00/0xd8b4f51a844828b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.798149:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3be00/0xd8b4f51a844828b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.798155:0:7220:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3be00/0xd8b4f51a844828b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00000004:00200000:2.0:1746126748.798163:0:7220:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00010000:00010000:2.0:1746126748.798185:0:7220:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828a6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.798191:0:7220:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828a6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.798196:0:7220:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828a6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.798202:0:7220:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828a6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.798207:0:7220:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b3b600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126748.798212:0:7220:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828a6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.798218:0:7220:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828a6 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.798225:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126748.798227:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126748.798231:0:7220:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828a6 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.798235:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828a6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7220 initiator: MDT0 00000004:00010000:2.0:1746126748.798246:0:7220:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88006dcc5c00 reply state ffff88009c905000 transno 4294980592 ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ac00/0xd8b4f51a844828ad lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.798253:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ac00/0xd8b4f51a844828ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7220 initiator: MDT0 00010000:00010000:2.0:1746126748.798257:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a41a1800) 00010000:00010000:2.0:1746126748.798259:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746126748.798262:0:7220:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126748.798281:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a400/0xd8b4f51a8448289f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b771a expref: 29 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.798292:0:7220:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3be00/0xd8b4f51a844828b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b771a expref: 28 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.798297:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a88bcf00) 00010000:00010000:2.0:1746126748.798299:0:7220:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126748.798301:0:7220:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3be00, rc 0) 00000100:00100000:2.0:1746126748.798391:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+29:3802:x1830945817997952:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 838us (994us total) trans 4294980592 rc 0/0 00000100:00100000:2.0:1746126748.798398:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29099 00000100:00100000:0.0:1746126748.800290:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.800568:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817998208 00000100:00100000:3.0:1746126748.800581:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817998208 00000100:00100000:3.0:1746126748.800631:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29100 00000100:00100000:3.0:1746126748.800639:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+29:3802:x1830945817998208:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:3.0:1746126748.800659:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126748.800675:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a844828c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7721 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.800758:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828c9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.800771:0:21534:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3be00/0xd8b4f51a844828b4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b771a expref: 30 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.800785:0:21534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828c9 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.800820:0:21534:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3be00/0xd8b4f51a844828b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b771a expref: 30 pid: 7220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.800831:0:21534:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3be00/0xd8b4f51a844828b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b771a expref: 30 pid: 7220 timeout: 891 lvb_type: 0 00000100:00100000:3.0:1746126748.800843:0:21534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c99c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21534:1830945813767168:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126748.800948:0:21534:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746126748.802046:0:21534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c99c700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21534:1830945813767168:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126748.802065:0:21534:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828c9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000100:00100000:0.0:1746126748.802880:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.802944:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817998336 00000100:00100000:2.0:1746126748.802951:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817998336 00010000:00010000:2.0:1746126748.802988:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3be00/0xd8b4f51a844828b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b771a expref: 31 pid: 7220 timeout: 891 lvb_type: 0 00000100:00100000:2.0:1746126748.803026:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13903 00000100:00100000:2.0:1746126748.803034:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+31:2008:x1830945817998336:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126748.803768:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126748.803777:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3be00/0xd8b4f51a844828b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b771a expref: 31 pid: 7220 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746126748.803789:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3be00/0xd8b4f51a844828b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b771a expref: 31 pid: 7220 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746126748.803810:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3be00/0xd8b4f51a844828b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b771a expref: 31 pid: 7220 timeout: 891 lvb_type: 0 00010000:00010000:2.0:1746126748.803827:0:8368:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a88bcf00) 00010000:00010000:2.0:1746126748.803832:0:8368:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828c9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126748.803839:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828c9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126748.803845:0:8368:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828c9 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126748.804403:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126748.804469:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+30:2008:x1830945817998336:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1435us (1590us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.804477:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13903 00010000:00010000:3.0:1746126748.804697:0:21534:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828c9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.804704:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828c9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:3.0:1746126748.804723:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00000004:00080000:3.0:1746126748.804866:0:21534:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00000004:00080000:3.0:1746126748.804871:0:21534:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:3.0:1746126748.804970:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828c9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.804977:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828c9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.804982:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828c9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.804990:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d010200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126748.804994:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828c9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.805000:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828c9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.805007:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a88bcf00) 00010000:00010000:3.0:1746126748.805009:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746126748.805012:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828c9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.805015:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828c9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.805061:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a844828c2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7721 expref: 30 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.805068:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012deaac00/0xd8b4f51a844828c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7721 expref: 30 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.805077:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012deaac00, rc 0) 00000100:00100000:3.0:1746126748.805103:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+29:3802:x1830945817998208:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 4466us (4819us total) trans 4294980593 rc 301/301 00000100:00100000:3.0:1746126748.805110:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29100 00000100:00100000:0.0:1746126748.808549:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.808660:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817998592 00000100:00100000:2.0:1746126748.808748:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817998592 00000100:00100000:2.0:1746126748.808808:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 202 00000100:00100000:2.0:1746126748.808816:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40cdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+29:3802:x1830945817998592:12345-192.168.204.15@tcp:35:lfs.0 00000100:00100000:2.0:1746126748.809794:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40cdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+30:3802:x1830945817998592:12345-192.168.204.15@tcp:35:lfs.0 Request processed in 975us (1251us total) trans 4294980594 rc 0/0 00000100:00100000:2.0:1746126748.809803:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 202 00000100:00100000:0.0:1746126748.814836:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.814952:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817998720 00000100:00100000:3.0:1746126748.814968:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817998720 00000100:00100000:3.0:1746126748.815030:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29101 00000100:00100000:3.0:1746126748.815037:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+30:3802:x1830945817998720:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:3.0:1746126748.815063:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126748.815084:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991cba00/0xd8b4f51a844828d7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7728 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.815142:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991cba00/0xd8b4f51a844828d7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7728 expref: 31 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.815156:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991cba00/0xd8b4f51a844828d7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7728 expref: 31 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.815171:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a41a1700) 00010000:00010000:3.0:1746126748.815174:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746126748.815177:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991cba00, rc 0) 00000100:00100000:3.0:1746126748.815223:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+31:3802:x1830945817998720:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 187us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126748.815229:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29101 00000100:00100000:0.0:1746126748.817669:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.817725:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817998976 00000100:00100000:2.0:1746126748.817733:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817998976 00000100:00100000:2.0:1746126748.817801:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 203 00000100:00100000:2.0:1746126748.817811:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+31:3802:x1830945817998976:12345-192.168.204.15@tcp:35:lfs.0 00000100:00100000:2.0:1746126748.818032:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+32:3802:x1830945817998976:12345-192.168.204.15@tcp:35:lfs.0 Request processed in 222us (370us total) trans 4294980595 rc 0/0 00000100:00100000:2.0:1746126748.818038:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 203 00000100:00100000:0.0:1746126748.828689:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.828748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.828820:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817999104 00000100:00100000:3.0:1746126748.828831:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817999104 00000100:00100000:3.0:1746126748.828890:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817999232 00000100:00100000:3.0:1746126748.828893:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817999232 00000100:00100000:3.0:1746126748.828912:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29102 00000100:00100000:3.0:1746126748.828931:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+32:3803:x1830945817999104:12345-192.168.204.15@tcp:101:dd.0 00000100:00100000:2.0:1746126748.828949:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29103 00010000:00010000:3.0:1746126748.828957:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126748.828965:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+22:3804:x1830945817999232:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:2.0:1746126748.828974:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126748.828978:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b772f expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.828983:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a400/0xd8b4f51a844828e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7736 expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.829037:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828ec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126748.829038:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a844828f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126748.829049:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126748.829061:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00200000:2.0:1746126748.829105:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126748.829108:0:8376:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126748.829126:0:8376:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126748.830216:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a844828f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.830242:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a844828f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:3.0:1746126748.830267:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746126748.830270:0:21534:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1746126748.830279:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a400/0xd8b4f51a844828e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7736 expref: 24 pid: 8376 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746126748.830283:0:21534:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a844828f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126748.830298:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d010200/0xd8b4f51a844828de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b772f expref: 34 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.830326:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7736 expref: 23 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.830328:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a844828f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b772f expref: 33 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.830334:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126748.830337:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126748.830341:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3b600, rc 0) 00010000:00010000:3.0:1746126748.830377:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126748.830381:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126748.830383:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800993c2a00, rc 0) 00000100:00100000:2.0:1746126748.830397:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+23:3804:x1830945817999232:12345-192.168.204.15@tcp:101:dd.0 Request processed in 1441us (1647us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.830405:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29103 00000100:00100000:3.0:1746126748.830410:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+33:3803:x1830945817999104:12345-192.168.204.15@tcp:101:dd.0 Request processed in 1491us (1734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126748.830479:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29102 00000100:00100000:0.0:1746126748.834077:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.834138:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.834140:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.834249:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817999488 00000100:00100000:3.0:1746126748.834260:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817999488 00000100:00100000:2.0:1746126748.834285:0:8376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817999744 00000100:00100000:2.0:1746126748.834288:0:8376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817999744 00000100:00100000:2.0:1746126748.834357:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29104 00000100:00100000:3.0:1746126748.834366:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29105 00000100:00100000:2.0:1746126748.834366:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+33:3803:x1830945817999744:12345-192.168.204.15@tcp:101:dd.0 00000100:00100000:3.0:1746126748.834374:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+23:3804:x1830945817999488:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:3.0:1746126748.834386:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126748.834386:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126748.834390:0:8376:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746126748.834405:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d167400/0xd8b4f51a844828fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b773d expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.834414:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800993c2a00/0xd8b4f51a844828f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b772f expref: 33 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.834429:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126748.834433:0:8376:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126748.834440:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ca200/0xd8b4f51a84482901 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7744 expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.834502:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ca400/0xd8b4f51a84482908 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126748.834503:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d166200/0xd8b4f51a8448290f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126748.834513:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d166200/0xd8b4f51a8448290f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.834513:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ca400/0xd8b4f51a84482908 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126748.834521:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d166200/0xd8b4f51a8448290f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.834521:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ca400/0xd8b4f51a84482908 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00200000:3.0:1746126748.834530:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00000004:00200000:2.0:1746126748.834530:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746126748.834621:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d167400/0xd8b4f51a844828fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b773d expref: 26 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.834622:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ca200/0xd8b4f51a84482901 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7744 expref: 35 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.834636:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ca400/0xd8b4f51a84482908 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7744 expref: 34 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.834642:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88007d71ca00) 00010000:00010000:2.0:1746126748.834644:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126748.834646:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800991ca400, rc 0) 00000100:00100000:1.0:1746126748.834666:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945817999872 00000100:00100000:1.0:1746126748.834670:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945817999872 00000100:00100000:1.0:1746126748.834707:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 707 00000100:00100000:1.0:1746126748.834712:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4b64c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+35:2008:x1830945817999872:12345-192.168.204.15@tcp:63:ll_sa.0 00010000:00010000:1.0:1746126748.834730:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126748.834737:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482924 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b774b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.834761:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ba00/0xd8b4f51a8448292b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.834768:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ba00/0xd8b4f51a8448292b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.834775:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ba00/0xd8b4f51a8448292b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.834783:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482932 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.834789:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482932 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.834794:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482932 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00000100:00100000:2.0:1746126748.835150:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+36:3803:x1830945817999744:12345-192.168.204.15@tcp:101:dd.0 Request processed in 785us (1009us total) trans 4294980597 rc 0/0 00000100:00100000:2.0:1746126748.835156:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29104 00010000:00010000:1.0:1746126748.835218:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482939 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835422:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482939 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835430:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482939 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00000004:00200000:1.0:1746126748.835446:0:7224:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00000004:00200000:1.0:1746126748.835450:0:7224:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746126748.835460:0:7224:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482939 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835467:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482939 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835473:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ba00/0xd8b4f51a8448292b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835478:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ba00/0xd8b4f51a8448292b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835487:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ba00/0xd8b4f51a8448292b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835492:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008383ba00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126748.835495:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ba00/0xd8b4f51a8448292b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835500:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ba00/0xd8b4f51a8448292b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835507:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126748.835509:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126748.835512:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ba00/0xd8b4f51a8448292b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835515:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383ba00/0xd8b4f51a8448292b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835536:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482932 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835541:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482932 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835545:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482932 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835548:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008383b600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126748.835550:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482932 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835554:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482932 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835562:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a41a1800) 00010000:00010000:1.0:1746126748.835564:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126748.835566:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482932 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835570:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482932 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835585:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482924 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b774b expref: 36 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.835592:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482939 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b774b expref: 35 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.835601:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a41a1700) 00010000:00010000:1.0:1746126748.835603:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746126748.835604:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a600, rc 0) 00010000:00010000:1.0:1746126748.835609:0:7224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126748.835613:0:7224:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a84482940 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7752 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.835627:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b800/0xd8b4f51a84482947 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835632:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b800/0xd8b4f51a84482947 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835637:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b800/0xd8b4f51a84482947 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835646:0:7224:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b400/0xd8b4f51a8448294e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835651:0:7224:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b400/0xd8b4f51a8448294e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835656:0:7224:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b400/0xd8b4f51a8448294e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835667:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b800/0xd8b4f51a84482947 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835670:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b800/0xd8b4f51a84482947 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835674:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b800/0xd8b4f51a84482947 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835678:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008383b800 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126748.835680:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b800/0xd8b4f51a84482947 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835684:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b800/0xd8b4f51a84482947 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835688:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126748.835690:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126748.835691:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b800/0xd8b4f51a84482947 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835695:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b800/0xd8b4f51a84482947 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835700:0:7224:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b400/0xd8b4f51a8448294e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835703:0:7224:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b400/0xd8b4f51a8448294e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835708:0:7224:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b400/0xd8b4f51a8448294e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835711:0:7224:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008383b400 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126748.835713:0:7224:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b400/0xd8b4f51a8448294e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835716:0:7224:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b400/0xd8b4f51a8448294e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835720:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880094b51900) 00010000:00010000:1.0:1746126748.835721:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126748.835723:0:7224:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b400/0xd8b4f51a8448294e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835726:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b400/0xd8b4f51a8448294e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7224 initiator: MDT0 00010000:00010000:1.0:1746126748.835740:0:7224:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a84482940 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7752 expref: 36 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.835745:0:7224:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126748.835746:0:7224:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746126748.835748:0:7224:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a84482940 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7752 expref: 36 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.835753:0:7224:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a800, rc -2) 00010000:00010000:3.0:1746126748.835975:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d166200/0xd8b4f51a8448290f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b773d expref: 25 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.835981:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00010000:00010000:3.0:1746126748.835983:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126748.835986:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d166200, rc 0) 00000100:00100000:3.0:1746126748.836013:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+25:3804:x1830945817999488:12345-192.168.204.15@tcp:101:dd.0 Request processed in 1641us (2028us total) trans 4294980596 rc 0/0 00000100:00100000:3.0:1746126748.836018:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29105 00000100:00100000:1.0:1746126748.836197:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4b64c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+35:2008:x1830945817999872:12345-192.168.204.15@tcp:63:ll_sa.0 Request processed in 1483us (2058us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746126748.836203:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 707 00000100:00100000:0.0:1746126748.837743:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.837884:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818000000 00000100:00100000:2.0:1746126748.837894:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818000000 00000100:00100000:2.0:1746126748.837962:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 326 00000100:00100000:2.0:1746126748.837970:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+35:2010:x1830945818000000:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126748.837983:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126748.838007:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991ca400/0xd8b4f51a84482908 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7744 expref: 35 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.838024:0:8368:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88007d71ca00) 00010000:00010000:2.0:1746126748.838028:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746126748.838074:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+34:2010:x1830945818000000:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 105us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.838080:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 326 00000100:00100000:0.0:1746126748.838794:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.838838:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.838928:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818000256 00000100:00100000:3.0:1746126748.838935:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818000256 00000100:00100000:3.0:1746126748.838965:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30721 00000100:00100000:3.0:1746126748.838970:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818000256:12345-192.168.204.15@tcp:101:ll_agl.0 00010000:00010000:3.0:1746126748.838987:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126748.839005:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d166000/0xd8b4f51a84482955 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7783 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746126748.839028:0:25391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746126748.839045:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126748.839046:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126748.839055:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d166000/0xd8b4f51a84482955 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7783 expref: 8 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126748.839069:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d166000/0xd8b4f51a84482955 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7783 expref: 8 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126748.839078:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d166000, rc 0) 00000100:00100000:2.0:1746126748.839181:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818000128 00000100:00100000:2.0:1746126748.839185:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818000128 00000100:00100000:2.0:1746126748.839211:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 327 00000100:00100000:2.0:1746126748.839216:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+25:2008:x1830945818000128:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746126748.839224:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746126748.839238:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d166200/0xd8b4f51a8448290f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b773d expref: 25 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.839252:0:9580:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00010000:00010000:2.0:1746126748.839255:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126748.839805:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945818000256:12345-192.168.204.15@tcp:101:ll_agl.0 Request processed in 832us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126748.839812:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30721 00000100:00100000:2.0:1746126748.840384:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+24:2008:x1830945818000128:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 1163us (1586us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.840391:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 327 00000100:00100000:0.0:1746126748.840717:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.840937:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.841096:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818000384 00000100:00100000:3.0:1746126748.841102:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818000384 00000100:00100000:3.0:1746126748.841130:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30722 00000100:00100000:3.0:1746126748.841137:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2009:x1830945818000384:12345-192.168.204.15@tcp:101:ll_agl.0 00010000:00010000:3.0:1746126748.841150:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126748.841416:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818000640 00000100:00100000:2.0:1746126748.841420:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818000640 00000100:00100000:2.0:1746126748.841451:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29106 00000100:00100000:2.0:1746126748.841457:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+24:3804:x1830945818000640:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:2.0:1746126748.841470:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126748.841472:0:10784:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126748.841495:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a844828ec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7736 expref: 24 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.841511:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126748.841515:0:10784:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126748.841523:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009928fc00/0xd8b4f51a8448295c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7791 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.841652:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801316aee00/0xd8b4f51a84482963 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841663:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801316aee00/0xd8b4f51a84482963 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841672:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801316aee00/0xd8b4f51a84482963 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841683:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc800/0xd8b4f51a8448296a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841689:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc800/0xd8b4f51a8448296a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841694:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc800/0xd8b4f51a8448296a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841741:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a84482971 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841748:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a84482971 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841755:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a84482971 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126748.841757:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d010200/0xd8b4f51a84482978 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b778a expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1746126748.841764:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00002000:00010000:3.0:1746126748.841776:0:25391:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746126748.841789:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126748.841791:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126748.841797:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d010200/0xd8b4f51a84482978 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b778a expref: 9 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126748.841813:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d010200/0xd8b4f51a84482978 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b778a expref: 9 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126748.841821:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d010200, rc 0) 00010000:00010000:2.0:1746126748.841842:0:10784:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801316aee00/0xd8b4f51a84482963 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841848:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801316aee00/0xd8b4f51a84482963 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841853:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801316aee00/0xd8b4f51a84482963 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841858:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801316aee00/0xd8b4f51a84482963 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841864:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801316aee00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126748.841867:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801316aee00/0xd8b4f51a84482963 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00000100:00100000:3.0:1746126748.841873:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2009:x1830945818000384:12345-192.168.204.15@tcp:101:ll_agl.0 Request processed in 736us (1157us total) trans 0 rc 0/0 00010000:00010000:2.0:1746126748.841873:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801316aee00/0xd8b4f51a84482963 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00000100:00100000:3.0:1746126748.841877:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30722 00010000:00010000:2.0:1746126748.841881:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126748.841883:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126748.841886:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801316aee00/0xd8b4f51a84482963 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841891:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801316aee00/0xd8b4f51a84482963 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841901:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc800/0xd8b4f51a8448296a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841909:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc800/0xd8b4f51a8448296a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841913:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc800/0xd8b4f51a8448296a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841931:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012debc800 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126748.841933:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc800/0xd8b4f51a8448296a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841937:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc800/0xd8b4f51a8448296a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841942:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a41a1800) 00010000:00010000:2.0:1746126748.841944:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126748.841946:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc800/0xd8b4f51a8448296a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841951:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012debc800/0xd8b4f51a8448296a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.841979:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009928fc00/0xd8b4f51a8448295c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7791 expref: 26 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.841989:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a84482971 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7791 expref: 25 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.841995:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a41a1700) 00010000:00010000:2.0:1746126748.841996:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126748.841998:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012debd000, rc 0) 00000100:00100000:2.0:1746126748.842017:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+25:3804:x1830945818000640:12345-192.168.204.15@tcp:101:dd.0 Request processed in 560us (1079us total) trans 4294980598 rc 0/0 00000100:00100000:2.0:1746126748.842023:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29106 00000100:00100000:0.0:1746126748.843719:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.844013:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818000896 00000100:00100000:3.0:1746126748.844021:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818000896 00000100:00100000:3.0:1746126748.844135:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14061 00000100:00100000:3.0:1746126748.844144:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945818000896:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:3.0:1746126748.844179:0:26616:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84482986 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.844192:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126748.844194:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126748.844199:0:26616:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84482986 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.844211:0:26616:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84482986 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126748.849913:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.849986:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.850096:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818001280 00000100:00100000:0.0:1746126748.850107:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818001280 00000100:00100000:0.0:1746126748.850171:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30723 00000100:00100000:0.0:1746126748.850180:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:3804:x1830945818001280:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:0.0:1746126748.850205:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126748.850224:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7798 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126748.850261:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d166000/0xd8b4f51a84482955 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7783 expref: 9 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126748.850268:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126748.850270:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126748.850273:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 13 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126748.850370:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818001152 00000100:00100000:3.0:1746126748.850375:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818001152 00000100:00100000:3.0:1746126748.850411:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14062 00000100:00100000:3.0:1746126748.850417:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945818001152:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:3.0:1746126748.850441:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d167400/0xd8b4f51a84482994 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.850450:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126748.850451:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126748.850456:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d167400/0xd8b4f51a84482994 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.850468:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d167400/0xd8b4f51a84482994 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126748.853473:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d166000/0xd8b4f51a84482955 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7783 expref: 9 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746126748.853498:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d166000/0xd8b4f51a84482955 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7783 expref: 9 pid: 25391 timeout: 891 lvb_type: 1 00000100:00100000:0.0:1746126748.853517:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813767296:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126748.854066:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800991ce240 going to sleep for 11 seconds 00010000:00010000:3.0:1746126748.856117:0:26616:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84482986 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.856134:0:26616:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84482986 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.856141:0:26616:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84482986 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.856147:0:26616:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800993c3200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126748.856151:0:26616:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84482986 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.856157:0:26616:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84482986 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.856174:0:26616:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84482986 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.856184:0:26616:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800993c3200/0xd8b4f51a84482986 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126748.857025:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945818000896:12345-192.168.204.15@tcp:3:dd.0 Request processed in 12876us (13308us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126748.857035:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14061 00000100:00100000:1.0:1746126748.863267:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.863328:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818001408 00000100:00100000:1.0:1746126748.863338:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818001408 00010000:00010000:1.0:1746126748.863381:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d166000/0xd8b4f51a84482955 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7783 expref: 8 pid: 25391 timeout: 891 lvb_type: 1 00000100:00100000:1.0:1746126748.863411:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13904 00000100:00100000:1.0:1746126748.863417:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945818001408:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126748.863433:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126748.863456:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d166000/0xd8b4f51a84482955 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7783 expref: 8 pid: 25391 timeout: 891 lvb_type: 1 00010000:00010000:1.0:1746126748.863469:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d166000/0xd8b4f51a84482955 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7783 expref: 8 pid: 25391 timeout: 891 lvb_type: 1 00010000:00010000:1.0:1746126748.863496:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126748.863498:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126748.863507:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 13 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.863515:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 13 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.863548:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 13 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126748.863566:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d267b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813767424:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126748.863647:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d782d80 going to sleep for 11 seconds 00010000:00010000:2.0:1746126748.863832:0:11425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d166000/0xd8b4f51a84482955 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7783 expref: 8 pid: 25391 timeout: 891 lvb_type: 1 00000100:00100000:2.0:1746126748.863853:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813767296:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126748.863881:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 13 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.863890:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d0000, rc 0) 00000100:00100000:2.0:1746126748.863931:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+13:3804:x1830945818001280:12345-192.168.204.15@tcp:101:dd.0 Request processed in 13740us (13933us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.863938:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30723 00010000:00010000:3.0:1746126748.864068:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d167400/0xd8b4f51a84482994 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.864078:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d167400/0xd8b4f51a84482994 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.864085:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d167400/0xd8b4f51a84482994 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.864091:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d167400 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126748.864095:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d167400/0xd8b4f51a84482994 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.864103:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d167400/0xd8b4f51a84482994 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.864114:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d167400/0xd8b4f51a84482994 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.864119:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d167400/0xd8b4f51a84482994 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126748.864164:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945818001152:12345-192.168.204.15@tcp:3:dd.0 Request processed in 13746us (14262us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126748.864172:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14062 00000100:00100000:1.0:1746126748.867754:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d267b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813767424:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126748.867774:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126748.867821:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818001408:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4402us (4564us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126748.867831:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13904 00000100:00100000:0.0:1746126748.868564:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.868625:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818001536 00000100:00100000:2.0:1746126748.868636:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818001536 00000100:00100000:2.0:1746126748.868708:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29107 00000100:00100000:2.0:1746126748.868717:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+34:3803:x1830945818001536:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:2.0:1746126748.868743:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126748.868765:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a8448299b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b779f expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.868802:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a400/0xd8b4f51a844829a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.868815:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a400/0xd8b4f51a844829a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.868825:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a400/0xd8b4f51a844829a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126748.868953:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3b600/0xd8b4f51a8448299b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b779f expref: 36 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.868970:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a400/0xd8b4f51a844829a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b779f expref: 35 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.868979:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88007d71ca00) 00010000:00010000:2.0:1746126748.868982:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746126748.868985:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3a400, rc 0) 00000100:00100000:2.0:1746126748.869040:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+35:3803:x1830945818001536:12345-192.168.204.15@tcp:101:dd.0 Request processed in 324us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.869045:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29107 00000100:00100000:0.0:1746126748.879607:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.880089:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818001792 00000100:00100000:3.0:1746126748.880099:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818001792 00000100:00100000:3.0:1746126748.880161:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14063 00000100:00100000:3.0:1746126748.880168:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945818001792:12345-192.168.204.15@tcp:4:dd.0 00010000:00010000:3.0:1746126748.880203:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d166000/0xd8b4f51a844829a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.880220:0:9569:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a84482795 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b766b expref: 9 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.880228:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126748.880229:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746126748.880232:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d166000/0xd8b4f51a844829a9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.880263:0:9569:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a84482795 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b766b expref: 9 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.880273:0:9569:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a84482795 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b766b expref: 9 pid: 25391 timeout: 891 lvb_type: 0 00000100:00100000:3.0:1746126748.880286:0:9569:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c99c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:9569:1830945813767552:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126748.880404:0:9569:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746126748.881222:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.881420:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818001920 00000100:00100000:2.0:1746126748.881426:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818001920 00000100:00100000:2.0:1746126748.881580:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30724 00000100:00100000:2.0:1746126748.881588:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:3804:x1830945818001920:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:2.0:1746126748.881600:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126748.881613:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012debd600/0xd8b4f51a844829b0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b77a6 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.881634:0:11425:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d010200/0xd8b4f51a84482978 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b778a expref: 9 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126748.881640:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126748.881642:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126748.881644:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012debd600/0xd8b4f51a844829b0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77a6 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.881667:0:11425:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d010200/0xd8b4f51a84482978 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b778a expref: 9 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126748.881675:0:11425:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d010200/0xd8b4f51a84482978 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b778a expref: 9 pid: 25391 timeout: 891 lvb_type: 1 00000100:00100000:2.0:1746126748.881683:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813767680:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126748.881738:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b216b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746126748.885856:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126748.886232:0:9569:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c99c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:9569:1830945813767552:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126748.886261:0:9569:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88009d166000/0xd8b4f51a844829a9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126748.886339:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818002048 00000100:00100000:1.0:1746126748.886346:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818002048 00010000:00010000:1.0:1746126748.886381:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d010200/0xd8b4f51a84482978 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b778a expref: 10 pid: 25391 timeout: 891 lvb_type: 1 00000100:00100000:1.0:1746126748.886409:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13905 00000100:00100000:1.0:1746126748.886415:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945818002048:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126748.886428:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126748.886451:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d010200/0xd8b4f51a84482978 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b778a expref: 10 pid: 25391 timeout: 891 lvb_type: 1 00010000:00010000:1.0:1746126748.886460:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d010200/0xd8b4f51a84482978 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b778a expref: 10 pid: 25391 timeout: 891 lvb_type: 1 00010000:00010000:1.0:1746126748.886487:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126748.886490:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126748.886498:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012debd600/0xd8b4f51a844829b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77a6 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.886511:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012debd600/0xd8b4f51a844829b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77a6 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.886552:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012debd600/0xd8b4f51a844829b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77a6 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126748.886564:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d267b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813767808:192.168.204.15@tcp:105: 00010000:00010000:2.0:1746126748.886755:0:11425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d010200/0xd8b4f51a84482978 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b778a expref: 10 pid: 25391 timeout: 891 lvb_type: 1 00000100:00100000:2.0:1746126748.886774:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b6f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813767680:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126748.886798:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012debd600/0xd8b4f51a844829b0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77a6 expref: 11 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.886806:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012debd600, rc 0) 00000100:00100000:2.0:1746126748.886857:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:3804:x1830945818001920:12345-192.168.204.15@tcp:101:dd.0 Request processed in 5271us (5637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126748.886865:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30724 00000100:00100000:1.0:1746126748.887270:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d782d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746126748.887703:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.887901:0:8368:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818002176 00000100:00100000:0.0:1746126748.887907:0:8368:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818002176 00010000:00010000:0.0:1746126748.887937:0:8368:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a84482795 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b766b expref: 10 pid: 25391 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746126748.887964:0:8368:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13906 00000100:00100000:0.0:1746126748.887971:0:8368:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945818002176:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746126748.887981:0:8368:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746126748.887991:0:8368:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:0.0:1746126748.887994:0:8368:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 48960 -> 51200 00010000:00010000:0.0:1746126748.887998:0:8368:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a84482795 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b766b expref: 10 pid: 25391 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746126748.888008:0:8368:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a84482795 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b766b expref: 10 pid: 25391 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746126748.888024:0:8368:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d011000/0xd8b4f51a84482795 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b766b expref: 10 pid: 25391 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746126748.888050:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126748.888052:0:8368:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126748.888056:0:8368:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d166000/0xd8b4f51a844829a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126748.888063:0:8368:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d166000/0xd8b4f51a844829a9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126748.888090:0:8368:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126748.888115:0:8368:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945818002176:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 145us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126748.888121:0:8368:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13906 00010000:00010000:2.0:1746126748.888368:0:9569:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88009d166000/0xd8b4f51a844829a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.888378:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d166000/0xd8b4f51a844829a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126748.891873:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d267b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813767808:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126748.891900:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126748.891973:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945818002048:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5556us (6126us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126748.891985:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13905 00000001:00080000:1.0:1746126748.918110:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970668 is committed 00000001:00080000:1.0:1746126748.918127:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970667 is committed 00002000:00010000:2.0:1746126748.918528:0:9569:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746126748 -> 1746126749 00002000:00010000:2.0:1746126748.918533:0:9569:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746126748 -> 1746126749 00010000:00010000:2.0:1746126748.918548:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d166000/0xd8b4f51a844829a9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.918559:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d166000/0xd8b4f51a844829a9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.918566:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d166000/0xd8b4f51a844829a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.918573:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d166000 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126748.918576:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d166000/0xd8b4f51a844829a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.918583:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d166000/0xd8b4f51a844829a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.918605:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d166000/0xd8b4f51a844829a9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.918611:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d166000/0xd8b4f51a844829a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126748.919225:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945818001792:12345-192.168.204.15@tcp:4:dd.0 Request processed in 39049us (39622us total) trans 4294970668 rc 0/0 00000100:00100000:2.0:1746126748.919236:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14063 00000100:00100000:0.0:1746126748.928400:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.928444:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.928574:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818002432 00000100:00100000:1.0:1746126748.928586:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818002432 00000100:00100000:1.0:1746126748.928651:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818002688 00000100:00100000:1.0:1746126748.928653:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818002688 00000100:00100000:1.0:1746126748.928676:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14064 00000100:00100000:1.0:1746126748.928682:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2009:x1830945818002432:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126748.928721:0:26616:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a844829b7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.928735:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126748.928738:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126748.928742:0:26616:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a844829b7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126748.928748:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14065 00010000:00010000:1.0:1746126748.928757:0:26616:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a844829b7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126748.928764:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818002688:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:2.0:1746126748.928787:0:27129:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b099200/0xd8b4f51a844829be lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.928796:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126748.928797:0:27129:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126748.928800:0:27129:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b099200/0xd8b4f51a844829be lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.928809:0:27129:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b099200/0xd8b4f51a844829be lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.937613:0:27129:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b099200/0xd8b4f51a844829be lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.937631:0:27129:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012b099200/0xd8b4f51a844829be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.937639:0:27129:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012b099200/0xd8b4f51a844829be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.937646:0:27129:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b099200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126748.937650:0:27129:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b099200/0xd8b4f51a844829be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.937658:0:27129:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b099200/0xd8b4f51a844829be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.937682:0:27129:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012b099200/0xd8b4f51a844829be lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.937688:0:27129:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b099200/0xd8b4f51a844829be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27129 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126748.937796:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818002688:12345-192.168.204.15@tcp:3:dd.0 Request processed in 9036us (9346us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126748.937807:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14065 00010000:00010000:1.0:1746126748.940776:0:26616:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a844829b7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.940791:0:26616:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a844829b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.940797:0:26616:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a844829b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.940803:0:26616:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094899200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126748.940806:0:26616:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a844829b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.940812:0:26616:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a844829b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.940827:0:26616:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a844829b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.940832:0:26616:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094899200/0xd8b4f51a844829b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126748.940924:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2009:x1830945818002432:12345-192.168.204.15@tcp:3:dd.0 Request processed in 12228us (12517us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126748.940935:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14064 00000100:00100000:0.0:1746126748.944950:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.945011:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818002944 00000100:00100000:1.0:1746126748.945018:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818002944 00000100:00100000:1.0:1746126748.945076:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14066 00000100:00100000:1.0:1746126748.945084:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818002944:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:1.0:1746126748.945122:0:26616:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c79d, atime: 0x0, ctime: 0x6813c79d, blocks: 0xc800 00010000:00010000:1.0:1746126748.945128:0:26616:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094898400/0xd8b4f51a844829c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.945138:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126748.945140:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126748.945143:0:26616:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094898400/0xd8b4f51a844829c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.945154:0:26616:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094898400/0xd8b4f51a844829c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126748.967939:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.968115:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818003200 00000100:00100000:2.0:1746126748.968126:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818003200 00002000:00100000:2.0:1746126748.968172:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff88011ddbad80 x1830945818003200/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126748.968181:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddbad80 with x1830945818003200 ext(0->4194303) 00002000:00010000:2.0:1746126748.968186:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddbad80 00000100:00100000:2.0:1746126748.968218:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14067 00000100:00100000:2.0:1746126748.968225:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+13:2010:x1830945818003200:12345-192.168.204.15@tcp:4:dd.0 00000001:00080000:0.0:1746126748.971708:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970669 is committed 00010000:00010000:1.0:1746126748.972551:0:26616:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094898400/0xd8b4f51a844829c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.972564:0:26616:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094898400/0xd8b4f51a844829c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.972572:0:26616:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094898400/0xd8b4f51a844829c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.972578:0:26616:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094898400 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126748.972583:0:26616:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094898400/0xd8b4f51a844829c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.972591:0:26616:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094898400/0xd8b4f51a844829c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.972611:0:26616:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094898400/0xd8b4f51a844829c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126748.972617:0:26616:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094898400/0xd8b4f51a844829c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126748.973122:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818002944:12345-192.168.204.15@tcp:4:dd.0 Request processed in 28033us (28172us total) trans 4294970669 rc 0/0 00000100:00100000:1.0:1746126748.973133:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14066 00000100:00100000:1.0:1746126748.973738:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126748.973756:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818003456 00000100:00100000:1.0:1746126748.973764:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818003456 00002000:00100000:1.0:1746126748.973798:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88009d267b80 x1830945818003456/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/0 e 0 to 0 dl 1746126759 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126748.973807:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267b80 with x1830945818003456 ext(0->4194303) 00002000:00010000:1.0:1746126748.973812:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d267b80 00000100:00100000:1.0:1746126748.973825:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14068 00000100:00100000:1.0:1746126748.973830:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2009:x1830945818003456:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:0.0:1746126748.980507:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126748.980555:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126748.980633:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818003712 00000100:00100000:2.0:1746126748.980643:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818003712 00000100:00100000:2.0:1746126748.980699:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818003968 00000100:00100000:2.0:1746126748.980701:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818003968 00000100:00100000:2.0:1746126748.980727:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14069 00000100:00100000:2.0:1746126748.980735:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818003712:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:2.0:1746126748.980772:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a844829cc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.980791:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126748.980794:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126748.980799:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a844829cc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.980814:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a844829cc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126748.981410:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14070 00000100:00100000:3.0:1746126748.981427:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818003968:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:3.0:1746126748.981466:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a844829d3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.981478:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126748.981479:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126748.981484:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a844829d3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126748.981496:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a844829d3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.993071:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a844829cc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.993088:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a844829cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.993096:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a844829cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.993104:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b099200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126748.993108:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a844829cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.993116:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a844829cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.993137:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a844829cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.993143:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a844829cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126748.993237:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818003712:12345-192.168.204.15@tcp:3:dd.0 Request processed in 12497us (12737us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126748.993247:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14069 00010000:00010000:2.0:1746126748.994675:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a844829d3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.994689:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a844829d3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.994695:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a844829d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.994701:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d166e00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126748.994704:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a844829d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.994711:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a844829d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.994724:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a844829d3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126748.994730:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a844829d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126748.994781:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818003968:12345-192.168.204.15@tcp:3:dd.0 Request processed in 13359us (14223us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126748.994792:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14070 00000100:00100000:1.0:1746126749.003867:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.003901:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+15:2010:x1830945818003200:12345-192.168.204.15@tcp:4:dd.0 Request processed in 35675us (35983us total) trans 4294972106 rc 0/0 00000100:00100000:2.0:1746126749.003909:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14067 00002000:00100000:2.0:1746126749.003930:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff88011ddbad80 x1830945818003200/t4294972106(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/448 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.003938:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddbad80 with x1830945818003200 ext(0->4194303) 00002000:00010000:2.0:1746126749.003943:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddbad80 00000100:00100000:3.0:1746126749.003949:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818004224 00000100:00100000:3.0:1746126749.003955:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818004224 00000100:00080000:3.0:1746126749.003974:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746126749.004103:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14071 00000100:00100000:3.0:1746126749.004110:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945818004224:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:3.0:1746126749.004147:0:27126:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c79d, atime: 0x0, ctime: 0x6813c79d, blocks: 0xc800 00010000:00010000:3.0:1746126749.004153:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a54bca00/0xd8b4f51a844829da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.004164:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126749.004166:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126749.004170:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54bca00/0xd8b4f51a844829da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.004181:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a54bca00/0xd8b4f51a844829da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.031092:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:2009:x1830945818003456:12345-192.168.204.15@tcp:4:dd.0 Request processed in 57254us (57347us total) trans 4294970670 rc 0/0 00000100:00100000:1.0:1746126749.031105:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14068 00002000:00100000:1.0:1746126749.031115:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88009d267b80 x1830945818003456/t4294970670(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:509/0 lens 488/448 e 0 to 0 dl 1746126759 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.031124:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267b80 with x1830945818003456 ext(0->4194303) 00002000:00010000:1.0:1746126749.031129:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d267b80 00000001:00080000:0.0:1746126749.035266:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970671 is committed 00000001:00080000:0.0:1746126749.035285:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970670 is committed 00010000:00010000:3.0:1746126749.036694:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800a54bca00/0xd8b4f51a844829da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.036708:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a54bca00/0xd8b4f51a844829da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.036716:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a54bca00/0xd8b4f51a844829da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.036722:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a54bca00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126749.036725:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a54bca00/0xd8b4f51a844829da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.036735:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a54bca00/0xd8b4f51a844829da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.036753:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a54bca00/0xd8b4f51a844829da lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.036759:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a54bca00/0xd8b4f51a844829da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126749.036872:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945818004224:12345-192.168.204.15@tcp:4:dd.0 Request processed in 32758us (33009us total) trans 4294970671 rc 0/0 00000100:00100000:3.0:1746126749.036881:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14071 00000100:00100000:0.0:1746126749.041779:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.041947:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.042002:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.042069:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818004480 00000100:00100000:3.0:1746126749.042081:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818004480 00000100:00080000:3.0:1746126749.042109:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:3.0:1746126749.042150:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff88011ddbb800 x1830945818004480/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.042159:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddbb800 with x1830945818004480 ext(4194304->8388607) 00002000:00010000:3.0:1746126749.042165:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddbb800 00000100:00100000:3.0:1746126749.042180:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818004864 00000100:00100000:3.0:1746126749.042182:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818004864 00000100:00100000:3.0:1746126749.042194:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818004992 00000100:00100000:3.0:1746126749.042196:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818004992 00000100:00080000:3.0:1746126749.042201:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746126749.042217:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14072 00000100:00100000:3.0:1746126749.042224:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+15:2008:x1830945818004480:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:1.0:1746126749.042263:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14073 00000100:00100000:1.0:1746126749.042282:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818004864:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126749.042351:0:26616:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a844829e1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.042364:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.042366:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.042370:0:26616:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a844829e1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.042382:0:26616:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a844829e1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126749.043063:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14074 00000100:00100000:2.0:1746126749.043080:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818004992:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:2.0:1746126749.043257:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b098e00/0xd8b4f51a844829e8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.043661:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.043662:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.043667:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b098e00/0xd8b4f51a844829e8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.043687:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b098e00/0xd8b4f51a844829e8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.053829:0:26616:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a844829e1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.053844:0:26616:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a844829e1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.053852:0:26616:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a844829e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.053861:0:26616:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099279e00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126749.053865:0:26616:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a844829e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.053872:0:26616:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a844829e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.053887:0:26616:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a844829e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.053893:0:26616:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a844829e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.053977:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818004864:12345-192.168.204.15@tcp:3:dd.0 Request processed in 11701us (12027us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126749.053985:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14073 00000100:00100000:2.0:1746126749.054705:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:2.0:1746126749.054792:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b098e00/0xd8b4f51a844829e8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.054799:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b098e00/0xd8b4f51a844829e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.054805:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b098e00/0xd8b4f51a844829e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.054810:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b098e00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126749.054812:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b098e00/0xd8b4f51a844829e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.054817:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b098e00/0xd8b4f51a844829e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.054832:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b098e00/0xd8b4f51a844829e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.054837:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b098e00/0xd8b4f51a844829e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126749.054869:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818004992:12345-192.168.204.15@tcp:3:dd.0 Request processed in 11798us (12865us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.054875:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14074 00000100:00100000:2.0:1746126749.054886:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818005248 00000100:00100000:2.0:1746126749.054891:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818005248 00000100:00080000:3.0:1746126749.054943:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:2.0:1746126749.054967:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff880094b6f800 x1830945818005248/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.054979:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6f800 with x1830945818005248 ext(4194304->8388607) 00002000:00010000:2.0:1746126749.054983:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b6f800 00000100:00100000:2.0:1746126749.054997:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14075 00000100:00100000:2.0:1746126749.055003:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2007:x1830945818005248:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:3.0:1746126749.064420:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.064652:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818005504 00000100:00100000:0.0:1746126749.064662:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818005504 00000100:00100000:0.0:1746126749.064740:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14076 00000100:00100000:0.0:1746126749.064753:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818005504:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:0.0:1746126749.064801:0:9569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c79d, atime: 0x0, ctime: 0x6813c79d, blocks: 0xc800 00010000:00010000:0.0:1746126749.064810:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012cee8a00/0xd8b4f51a844829ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.064825:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.064826:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.064831:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee8a00/0xd8b4f51a844829ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.064845:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cee8a00/0xd8b4f51a844829ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126749.081116:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+17:2008:x1830945818004480:12345-192.168.204.15@tcp:4:dd.0 Request processed in 38877us (39332us total) trans 4294972107 rc 0/0 00000100:00100000:3.0:1746126749.081129:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14072 00002000:00100000:3.0:1746126749.081140:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff88011ddbb800 x1830945818004480/t4294972107(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/448 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.081153:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddbb800 with x1830945818004480 ext(4194304->8388607) 00002000:00010000:3.0:1746126749.081159:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddbb800 00000100:00100000:2.0:1746126749.108296:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:2007:x1830945818005248:12345-192.168.204.15@tcp:4:dd.0 Request processed in 53279us (53577us total) trans 4294970672 rc 0/0 00000100:00100000:2.0:1746126749.108351:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14075 00002000:00100000:2.0:1746126749.108367:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff880094b6f800 x1830945818005248/t4294970672(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/448 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.108378:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b6f800 with x1830945818005248 ext(4194304->8388607) 00002000:00010000:2.0:1746126749.108384:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b6f800 00000001:00080000:2.0:1746126749.117010:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970673 is committed 00000001:00080000:2.0:1746126749.117026:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970672 is committed 00010000:00010000:1.0:1746126749.117243:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012cee8a00/0xd8b4f51a844829ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.117255:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012cee8a00/0xd8b4f51a844829ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.117263:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012cee8a00/0xd8b4f51a844829ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.117269:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012cee8a00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126749.117273:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cee8a00/0xd8b4f51a844829ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.117281:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cee8a00/0xd8b4f51a844829ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.117299:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012cee8a00/0xd8b4f51a844829ef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.117342:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cee8a00/0xd8b4f51a844829ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.117485:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818005504:12345-192.168.204.15@tcp:4:dd.0 Request processed in 52732us (53070us total) trans 4294970673 rc 0/0 00000100:00100000:1.0:1746126749.117496:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14076 00000100:00100000:0.0:1746126749.120273:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.120340:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818005888 00000100:00100000:1.0:1746126749.120350:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818005888 00000100:00100000:0.0:1746126749.120353:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.120414:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818006016 00000100:00100000:1.0:1746126749.120417:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818006016 00000100:00100000:1.0:1746126749.120441:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14077 00000100:00100000:1.0:1746126749.120449:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818005888:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:2.0:1746126749.120465:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14078 00000100:00100000:2.0:1746126749.120480:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818006016:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126749.120484:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d235200/0xd8b4f51a844829f6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.120498:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.120499:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844829fd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.120500:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.120505:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d235200/0xd8b4f51a844829f6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.120507:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.120509:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.120512:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844829fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.120518:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d235200/0xd8b4f51a844829f6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.120520:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844829fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.133966:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844829fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.133983:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844829fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.133992:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844829fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.133998:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d111a00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126749.134001:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844829fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.134008:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844829fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.134024:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844829fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.134029:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d111a00/0xd8b4f51a844829fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.134225:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d235200/0xd8b4f51a844829f6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.134237:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d235200/0xd8b4f51a844829f6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.134243:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d235200/0xd8b4f51a844829f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.134246:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d235200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126749.134249:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d235200/0xd8b4f51a844829f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.134253:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d235200/0xd8b4f51a844829f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.134264:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d235200/0xd8b4f51a844829f6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.134267:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d235200/0xd8b4f51a844829f6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126749.134525:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818006016:12345-192.168.204.15@tcp:3:dd.0 Request processed in 14046us (14166us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.134536:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14078 00000100:00100000:1.0:1746126749.134724:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818005888:12345-192.168.204.15@tcp:3:dd.0 Request processed in 14273us (14455us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126749.134732:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14077 00000100:00100000:0.0:1746126749.135218:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.135512:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818006272 00000100:00100000:2.0:1746126749.135521:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818006272 00002000:00100000:2.0:1746126749.135566:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff88011ddbbb80 x1830945818006272/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.135575:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddbbb80 with x1830945818006272 ext(8388608->12582911) 00002000:00010000:2.0:1746126749.135579:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddbbb80 00000100:00100000:2.0:1746126749.135606:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14079 00000100:00100000:2.0:1746126749.135613:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+17:2009:x1830945818006272:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:1.0:1746126749.147369:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.148037:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818006656 00000100:00100000:2.0:1746126749.148048:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818006656 00000100:00100000:2.0:1746126749.148228:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14080 00000100:00100000:2.0:1746126749.148237:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818006656:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:2.0:1746126749.148511:0:27127:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c79d, atime: 0x0, ctime: 0x6813c79d, blocks: 0xc800 00010000:00010000:2.0:1746126749.148521:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d111200/0xd8b4f51a84482a04 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.148534:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.148536:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.148541:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d111200/0xd8b4f51a84482a04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.148554:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d111200/0xd8b4f51a84482a04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126749.152737:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.152934:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818006784 00000100:00100000:3.0:1746126749.152944:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818006784 00002000:00100000:3.0:1746126749.152994:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff88011ddb8000 x1830945818006784/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.153004:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb8000 with x1830945818006784 ext(8388608->12582911) 00002000:00010000:3.0:1746126749.153010:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ddb8000 00000100:00100000:3.0:1746126749.153032:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14081 00000100:00100000:3.0:1746126749.153039:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2009:x1830945818006784:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:1.0:1746126749.166661:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.167881:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818007040 00000100:00100000:3.0:1746126749.167895:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818007040 00000100:00080000:0.0:1746126749.168053:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746126749.168067:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 204 00000100:00100000:3.0:1746126749.168076:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+25:3804:x1830945818007040:12345-192.168.204.15@tcp:35:dd.0 00000100:00100000:3.0:1746126749.168329:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+26:3804:x1830945818007040:12345-192.168.204.15@tcp:35:dd.0 Request processed in 253us (1678us total) trans 4294980599 rc 0/0 00000100:00100000:3.0:1746126749.168336:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 204 00000100:00100000:2.0:1746126749.174088:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.174612:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818007296 00000100:00100000:3.0:1746126749.174624:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818007296 00000100:00100000:3.0:1746126749.174677:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 205 00000100:00100000:3.0:1746126749.174685:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+26:3804:x1830945818007296:12345-192.168.204.15@tcp:35:dd.0 00000100:00100000:3.0:1746126749.174963:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+27:3804:x1830945818007296:12345-192.168.204.15@tcp:35:dd.0 Request processed in 278us (885us total) trans 4294980600 rc 0/0 00000100:00100000:3.0:1746126749.174970:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 205 00000100:00100000:2.0:1746126749.190653:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+19:2009:x1830945818006272:12345-192.168.204.15@tcp:4:dd.0 Request processed in 55030us (55425us total) trans 4294972108 rc 0/0 00000100:00100000:2.0:1746126749.190665:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14079 00002000:00100000:2.0:1746126749.190675:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff88011ddbbb80 x1830945818006272/t4294972108(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/448 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.190683:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddbbb80 with x1830945818006272 ext(8388608->12582911) 00002000:00010000:2.0:1746126749.190689:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011ddbbb80 00000001:00080000:0.0:1746126749.199937:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970674 is committed 00010000:00010000:2.0:1746126749.200139:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d111200/0xd8b4f51a84482a04 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.200155:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d111200/0xd8b4f51a84482a04 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.200162:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d111200/0xd8b4f51a84482a04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.200168:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d111200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126749.200171:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d111200/0xd8b4f51a84482a04 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.200177:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d111200/0xd8b4f51a84482a04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.200192:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d111200/0xd8b4f51a84482a04 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.200198:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d111200/0xd8b4f51a84482a04 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126749.200378:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818006656:12345-192.168.204.15@tcp:4:dd.0 Request processed in 52139us (53016us total) trans 4294970674 rc 0/0 00000100:00100000:2.0:1746126749.200387:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14080 00000100:00100000:3.0:1746126749.204392:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.204444:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.204512:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818007680 00000100:00100000:0.0:1746126749.204522:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818007680 00000100:00100000:2.0:1746126749.204549:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818007808 00000100:00100000:2.0:1746126749.204561:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818007808 00000100:00100000:0.0:1746126749.204596:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14082 00000100:00100000:0.0:1746126749.204604:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818007680:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:2.0:1746126749.204626:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14083 00000100:00100000:2.0:1746126749.204634:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818007808:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:0.0:1746126749.204640:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d204200/0xd8b4f51a84482a0b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.204653:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.204655:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.204659:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d204200/0xd8b4f51a84482a0b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.204664:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a84482a12 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.204671:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d204200/0xd8b4f51a84482a0b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.204675:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.204677:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.204681:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a84482a12 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.204692:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a84482a12 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126749.208662:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:2009:x1830945818006784:12345-192.168.204.15@tcp:4:dd.0 Request processed in 55610us (55921us total) trans 4294970675 rc 0/0 00000100:00100000:3.0:1746126749.208680:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14081 00002000:00100000:3.0:1746126749.208693:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff88011ddb8000 x1830945818006784/t4294970675(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/448 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.208704:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011ddb8000 with x1830945818006784 ext(8388608->12582911) 00002000:00010000:3.0:1746126749.208710:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011ddb8000 00010000:00010000:2.0:1746126749.214737:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a84482a12 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.214752:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a84482a12 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.214759:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a84482a12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.214765:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b099200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126749.214768:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a84482a12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.214774:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a84482a12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.214791:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a84482a12 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.214801:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b099200/0xd8b4f51a84482a12 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126749.214892:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818007808:12345-192.168.204.15@tcp:3:dd.0 Request processed in 10255us (10444us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.214901:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14083 00010000:00010000:0.0:1746126749.215469:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d204200/0xd8b4f51a84482a0b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.215483:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d204200/0xd8b4f51a84482a0b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.215490:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d204200/0xd8b4f51a84482a0b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.215496:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d204200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:0.0:1746126749.215500:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d204200/0xd8b4f51a84482a0b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.215511:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d204200/0xd8b4f51a84482a0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.215526:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d204200/0xd8b4f51a84482a0b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.215532:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d204200/0xd8b4f51a84482a0b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126749.215617:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818007680:12345-192.168.204.15@tcp:3:dd.0 Request processed in 11011us (11237us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126749.215626:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14082 00000100:00100000:3.0:1746126749.220543:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.220628:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818008064 00000100:00100000:0.0:1746126749.220638:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818008064 00000100:00100000:0.0:1746126749.220712:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14084 00000100:00100000:0.0:1746126749.220720:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818008064:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:0.0:1746126749.220774:0:9569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c79d, atime: 0x0, ctime: 0x6813c79d, blocks: 0xc800 00010000:00010000:0.0:1746126749.220783:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482a19 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.220797:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.220799:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.220804:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482a19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.220818:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482a19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126749.234102:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970676 is committed 00000001:00080000:2.0:1746126749.234119:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970675 is committed 00010000:00010000:0.0:1746126749.234478:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482a19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.234491:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482a19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.234498:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482a19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.234505:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d205e00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:0.0:1746126749.234509:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482a19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.234518:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482a19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.234536:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482a19 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.234542:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d205e00/0xd8b4f51a84482a19 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126749.234659:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818008064:12345-192.168.204.15@tcp:4:dd.0 Request processed in 13933us (14122us total) trans 4294970676 rc 0/0 00000100:00100000:0.0:1746126749.234670:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14084 00000100:00100000:2.0:1746126749.239786:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.239850:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.240303:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818008448 00000100:00100000:0.0:1746126749.240344:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818008448 00000100:00100000:3.0:1746126749.240376:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818008576 00000100:00100000:3.0:1746126749.240380:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818008576 00000100:00100000:0.0:1746126749.240621:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14085 00000100:00100000:3.0:1746126749.240627:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14086 00000100:00100000:3.0:1746126749.240632:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818008576:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:0.0:1746126749.240632:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818008448:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:3.0:1746126749.240667:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a84482a27 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.240667:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a20 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.240681:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.240681:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126749.240682:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.240682:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126749.240687:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a84482a27 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.240687:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a20 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.240699:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a84482a27 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.240699:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a20 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.246440:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a84482a27 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.246458:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a84482a27 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.246465:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a84482a27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.246472:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008383b800 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:0.0:1746126749.246476:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a84482a27 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.246485:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a84482a27 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.246511:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a84482a27 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.246518:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008383b800/0xd8b4f51a84482a27 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126749.246611:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818008576:12345-192.168.204.15@tcp:3:dd.0 Request processed in 5973us (6756us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126749.246621:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14086 00010000:00010000:1.0:1746126749.248457:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a20 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.248472:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a20 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.248479:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.248485:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099284e00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126749.248489:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.248495:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.248510:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a20 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.248516:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a20 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.248596:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099109180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818008448:12345-192.168.204.15@tcp:3:dd.0 Request processed in 7964us (8818us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126749.248605:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14085 00000100:00100000:3.0:1746126749.252656:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.252707:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818008832 00000100:00100000:1.0:1746126749.252715:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818008832 00000100:00100000:1.0:1746126749.252771:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14087 00000100:00100000:1.0:1746126749.252778:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2009:x1830945818008832:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:1.0:1746126749.252813:0:9569:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c79d, atime: 0x0, ctime: 0x6813c79d, blocks: 0xc800 00010000:00010000:1.0:1746126749.252820:0:9569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a2e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.252830:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.252832:0:9569:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.252835:0:9569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.252849:0:9569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126749.269464:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970677 is committed 00010000:00010000:1.0:1746126749.270089:0:9569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.270100:0:9569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.270108:0:9569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.270114:0:9569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099279e00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126749.270118:0:9569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.270124:0:9569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.270143:0:9569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a2e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.270149:0:9569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.270235:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2009:x1830945818008832:12345-192.168.204.15@tcp:4:dd.0 Request processed in 17453us (17581us total) trans 4294970677 rc 0/0 00000100:00100000:1.0:1746126749.270246:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14087 00000100:00100000:3.0:1746126749.273803:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.273854:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.274094:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818009088 00000100:00100000:0.0:1746126749.274097:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818009344 00000100:00100000:1.0:1746126749.274106:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818009088 00000100:00100000:0.0:1746126749.274106:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818009344 00000100:00100000:0.0:1746126749.274177:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14088 00000100:00100000:0.0:1746126749.274184:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818009344:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:0.0:1746126749.274220:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099411600/0xd8b4f51a84482a35 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.274234:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.274235:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.274240:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099411600/0xd8b4f51a84482a35 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.274252:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099411600/0xd8b4f51a84482a35 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.274275:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14089 00000100:00100000:1.0:1746126749.274283:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945818009088:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126749.274342:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84482a3c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.274354:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.274355:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.274359:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84482a3c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.274370:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84482a3c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.281345:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099411600/0xd8b4f51a84482a35 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.281371:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099411600/0xd8b4f51a84482a35 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.281379:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099411600/0xd8b4f51a84482a35 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.281386:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099411600 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:0.0:1746126749.281390:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099411600/0xd8b4f51a84482a35 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.281399:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099411600/0xd8b4f51a84482a35 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.281419:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099411600/0xd8b4f51a84482a35 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.281425:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099411600/0xd8b4f51a84482a35 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126749.281532:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818009344:12345-192.168.204.15@tcp:3:dd.0 Request processed in 7342us (7670us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126749.281544:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14088 00010000:00010000:1.0:1746126749.284074:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84482a3c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.284093:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84482a3c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.284100:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84482a3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.284105:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099279e00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126749.284109:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84482a3c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.284115:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84482a3c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.284130:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84482a3c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.284135:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099279e00/0xd8b4f51a84482a3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.284231:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945818009088:12345-192.168.204.15@tcp:3:dd.0 Request processed in 9946us (10440us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126749.284239:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14089 00000100:00100000:3.0:1746126749.291441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.291544:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818009600 00000100:00100000:1.0:1746126749.291554:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818009600 00000100:00100000:1.0:1746126749.291621:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14090 00000100:00100000:1.0:1746126749.291628:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945818009600:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:1.0:1746126749.291758:0:27126:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c79d, atime: 0x0, ctime: 0x6813c79d, blocks: 0xc800 00010000:00010000:1.0:1746126749.291768:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099278800/0xd8b4f51a84482a43 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.291783:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.291785:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.291790:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099278800/0xd8b4f51a84482a43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.291803:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099278800/0xd8b4f51a84482a43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126749.312637:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970678 is committed 00010000:00010000:1.0:1746126749.312856:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099278800/0xd8b4f51a84482a43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.312868:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099278800/0xd8b4f51a84482a43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.312876:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099278800/0xd8b4f51a84482a43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.312882:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099278800 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126749.312886:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099278800/0xd8b4f51a84482a43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.312893:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099278800/0xd8b4f51a84482a43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.312928:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099278800/0xd8b4f51a84482a43 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.312934:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099278800/0xd8b4f51a84482a43 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.313084:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945818009600:12345-192.168.204.15@tcp:4:dd.0 Request processed in 21450us (21649us total) trans 4294970678 rc 0/0 00000100:00100000:1.0:1746126749.313094:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14090 00000100:00100000:2.0:1746126749.317186:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.317267:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.317348:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818009984 00000100:00100000:1.0:1746126749.317359:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818009984 00000100:00100000:1.0:1746126749.317430:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818010112 00000100:00100000:1.0:1746126749.317433:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818010112 00000100:00100000:1.0:1746126749.317468:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14091 00000100:00100000:1.0:1746126749.317476:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009910a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818009984:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126749.317516:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a4a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.317532:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.317534:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.317540:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a4a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.317552:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a4a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126749.317556:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14092 00000100:00100000:3.0:1746126749.317566:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818010112:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:3.0:1746126749.317588:0:26616:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84482a51 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.317597:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126749.317599:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126749.317602:0:26616:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84482a51 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.317611:0:26616:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84482a51 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126749.326763:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d140000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830945813767936:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746126749.329504:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746126749.329571:0:7224:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945813767936 00000100:00100000:1.0:1746126749.329583:0:7224:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945813767936 00000100:00100000:1.0:1746126749.329637:0:7224:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1746126749.329644:0:7224:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3769:x1830945813767936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746126749.329680:0:7224:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00000100:00100000:1.0:1746126749.329746:0:7224:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3769:x1830945813767936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126749.329753:0:7224:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1746126749.330397:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d140000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830945813767936:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746126749.331037:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a4a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.331050:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a4a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.331058:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.331065:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099284e00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126749.331069:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a4a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.331077:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a4a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.331097:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a4a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.331102:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099284e00/0xd8b4f51a84482a4a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.331205:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009910a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818009984:12345-192.168.204.15@tcp:3:dd.0 Request processed in 13727us (14028us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126749.331212:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14091 00010000:00010000:3.0:1746126749.334261:0:26616:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84482a51 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.334279:0:26616:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84482a51 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.334286:0:26616:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84482a51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.334292:0:26616:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cbdc000 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:3.0:1746126749.334295:0:26616:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84482a51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.334342:0:26616:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84482a51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.334360:0:26616:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84482a51 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.334366:0:26616:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbdc000/0xd8b4f51a84482a51 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126749.334456:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818010112:12345-192.168.204.15@tcp:3:dd.0 Request processed in 16888us (17186us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126749.334466:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14092 00000100:00100000:3.0:1746126749.339624:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.340216:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818010368 00000100:00100000:0.0:1746126749.340226:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818010368 00000100:00100000:0.0:1746126749.340345:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14093 00000100:00100000:0.0:1746126749.340353:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818010368:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:0.0:1746126749.340412:0:26616:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c79d, atime: 0x0, ctime: 0x6813c79d, blocks: 0xc800 00010000:00010000:0.0:1746126749.340421:0:26616:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099410400/0xd8b4f51a84482a58 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.340434:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.340436:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.340440:0:26616:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099410400/0xd8b4f51a84482a58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.340455:0:26616:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099410400/0xd8b4f51a84482a58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126749.360283:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970679 is committed 00010000:00010000:0.0:1746126749.360488:0:26616:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880099410400/0xd8b4f51a84482a58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.360503:0:26616:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099410400/0xd8b4f51a84482a58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.360513:0:26616:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099410400/0xd8b4f51a84482a58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.360520:0:26616:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099410400 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:0.0:1746126749.360524:0:26616:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099410400/0xd8b4f51a84482a58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.360531:0:26616:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099410400/0xd8b4f51a84482a58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.360554:0:26616:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099410400/0xd8b4f51a84482a58 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.360560:0:26616:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099410400/0xd8b4f51a84482a58 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126749.360682:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818010368:12345-192.168.204.15@tcp:4:dd.0 Request processed in 20323us (21064us total) trans 4294970679 rc 0/0 00000100:00100000:0.0:1746126749.360692:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14093 00000100:00100000:1.0:1746126749.364576:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.364700:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818010624 00000100:00100000:0.0:1746126749.364711:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818010624 00000100:00100000:0.0:1746126749.364773:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14094 00000100:00100000:0.0:1746126749.364782:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945818010624:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:0.0:1746126749.364820:0:26616:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a84482a5f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.364835:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.364837:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.364843:0:26616:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a84482a5f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.364857:0:26616:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a84482a5f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126749.365426:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.365543:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818010880 00000100:00100000:1.0:1746126749.365547:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818010880 00000100:00100000:1.0:1746126749.365572:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14095 00000100:00100000:1.0:1746126749.365578:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012eaa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945818010880:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126749.365597:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a66 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.365606:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.365607:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.365617:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a66 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.365627:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a66 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.372001:0:26616:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a84482a5f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.372022:0:26616:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a84482a5f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.372029:0:26616:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a84482a5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.372036:0:26616:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099411e00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:0.0:1746126749.372040:0:26616:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a84482a5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.372048:0:26616:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a84482a5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.372068:0:26616:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a84482a5f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.372074:0:26616:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099411e00/0xd8b4f51a84482a5f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126749.372175:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945818010624:12345-192.168.204.15@tcp:3:dd.0 Request processed in 7390us (7603us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746126749.372185:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14094 00010000:00010000:1.0:1746126749.372450:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a66 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.372461:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a66 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.372468:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a66 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.372477:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b8c200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126749.372480:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a66 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.372486:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a66 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.372496:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a66 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.372502:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a66 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.373827:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012eaa5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945818010880:12345-192.168.204.15@tcp:3:dd.0 Request processed in 8242us (8395us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126749.373838:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14095 00000100:00100000:2.0:1746126749.379056:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.379130:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818011136 00000100:00100000:1.0:1746126749.379141:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818011136 00000100:00100000:1.0:1746126749.379215:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14096 00000100:00100000:1.0:1746126749.379223:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818011136:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:1.0:1746126749.379277:0:27126:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c79d, atime: 0x0, ctime: 0x6813c79d, blocks: 0xc800 00010000:00010000:1.0:1746126749.379285:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482a6d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.379299:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.379301:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.379341:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482a6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.379355:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482a6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126749.397272:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970680 is committed 00010000:00010000:1.0:1746126749.397463:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482a6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.397473:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482a6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.397479:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482a6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.397485:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b8d200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126749.397488:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482a6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.397494:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482a6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.397508:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482a6d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.397513:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482a6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.397616:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818011136:12345-192.168.204.15@tcp:4:dd.0 Request processed in 18390us (18566us total) trans 4294970680 rc 0/0 00000100:00100000:1.0:1746126749.397626:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14096 00000100:00100000:0.0:1746126749.404689:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.404738:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.404825:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818011392 00000100:00100000:1.0:1746126749.404833:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818011392 00000100:00100000:1.0:1746126749.404891:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818011648 00000100:00100000:1.0:1746126749.404894:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818011648 00000100:00100000:1.0:1746126749.404930:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14097 00000100:00100000:1.0:1746126749.404937:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818011392:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126749.404965:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b8d200/0xd8b4f51a84482a74 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.404977:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.404978:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.404983:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8d200/0xd8b4f51a84482a74 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.404994:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b8d200/0xd8b4f51a84482a74 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126749.404994:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14098 00000100:00100000:0.0:1746126749.405002:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d140a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818011648:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:0.0:1746126749.405020:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099411e00/0xd8b4f51a84482a7b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.405028:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.405029:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.405032:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099411e00/0xd8b4f51a84482a7b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.405039:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099411e00/0xd8b4f51a84482a7b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.414411:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b8d200/0xd8b4f51a84482a74 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.414424:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8d200/0xd8b4f51a84482a74 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.414431:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094b8d200/0xd8b4f51a84482a74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.414436:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b8d200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126749.414440:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b8d200/0xd8b4f51a84482a74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.414447:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b8d200/0xd8b4f51a84482a74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.414463:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094b8d200/0xd8b4f51a84482a74 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.414469:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b8d200/0xd8b4f51a84482a74 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.414529:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099411e00/0xd8b4f51a84482a7b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.414537:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099411e00/0xd8b4f51a84482a7b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.414543:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099411e00/0xd8b4f51a84482a7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.414548:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099411e00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126749.414551:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099411e00/0xd8b4f51a84482a7b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.414557:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099411e00/0xd8b4f51a84482a7b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.414558:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818011392:12345-192.168.204.15@tcp:3:dd.0 Request processed in 9617us (9874us total) trans 0 rc 1048576/1048576 00010000:00010000:2.0:1746126749.414566:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099411e00/0xd8b4f51a84482a7b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.414567:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14097 00010000:00010000:2.0:1746126749.414571:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099411e00/0xd8b4f51a84482a7b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126749.414613:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d140a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2010:x1830945818011648:12345-192.168.204.15@tcp:3:dd.0 Request processed in 9612us (9874us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.414619:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14098 00000100:00100000:0.0:1746126749.420713:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.420794:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818011904 00000100:00100000:2.0:1746126749.420805:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818011904 00000100:00100000:2.0:1746126749.420885:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14099 00000100:00100000:2.0:1746126749.420892:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818011904:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:2.0:1746126749.420944:0:27127:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c79d, atime: 0x0, ctime: 0x6813c79d, blocks: 0xc800 00010000:00010000:2.0:1746126749.420951:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094899600/0xd8b4f51a84482a82 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.420962:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.420964:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.420968:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094899600/0xd8b4f51a84482a82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.420983:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094899600/0xd8b4f51a84482a82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746126749.439450:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970681 is committed 00010000:00010000:2.0:1746126749.439662:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094899600/0xd8b4f51a84482a82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.439675:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094899600/0xd8b4f51a84482a82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.439682:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094899600/0xd8b4f51a84482a82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.439689:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094899600 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126749.439693:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094899600/0xd8b4f51a84482a82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.439701:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094899600/0xd8b4f51a84482a82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.439719:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094899600/0xd8b4f51a84482a82 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.439724:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094899600/0xd8b4f51a84482a82 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126749.440234:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818011904:12345-192.168.204.15@tcp:4:dd.0 Request processed in 19336us (19525us total) trans 4294970681 rc 0/0 00000100:00100000:2.0:1746126749.440250:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14099 00000100:00100000:0.0:1746126749.445276:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.445345:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818012288 00000100:00100000:2.0:1746126749.445356:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818012288 00000100:00100000:0.0:1746126749.445382:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.445432:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818012416 00000100:00100000:2.0:1746126749.445435:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818012416 00000100:00100000:2.0:1746126749.445459:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14100 00000100:00100000:1.0:1746126749.445465:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14101 00000100:00100000:2.0:1746126749.445466:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d141f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818012288:12345-192.168.204.15@tcp:3:dd.0 00000100:00100000:1.0:1746126749.445471:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945818012416:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:2.0:1746126749.445503:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a89 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.445503:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a84482a90 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.445517:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.445517:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.445518:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.445518:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.445523:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a89 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.445523:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a84482a90 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.445534:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a89 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.445534:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a84482a90 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.452177:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a89 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.452194:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a89 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.452202:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.452209:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099279e00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126749.452214:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.452221:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.452241:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a89 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.452246:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099279e00/0xd8b4f51a84482a89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126749.452336:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d141f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818012288:12345-192.168.204.15@tcp:3:dd.0 Request processed in 6864us (7063us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.452346:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14100 00010000:00010000:1.0:1746126749.454837:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a84482a90 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.454854:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a84482a90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.454861:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a84482a90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.454868:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b8c000 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126749.454872:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a84482a90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.454880:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a84482a90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.454896:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a84482a90 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.454902:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a84482a90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.454996:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945818012416:12345-192.168.204.15@tcp:3:dd.0 Request processed in 9520us (9610us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126749.455007:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14101 00000100:00100000:0.0:1746126749.460127:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.461069:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818012672 00000100:00100000:1.0:1746126749.461084:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818012672 00000100:00100000:1.0:1746126749.461171:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14102 00000100:00100000:1.0:1746126749.461179:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945818012672:12345-192.168.204.15@tcp:4:dd.0 00002000:00010000:1.0:1746126749.461231:0:27126:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c79d, atime: 0x0, ctime: 0x6813c79d, blocks: 0xc800 00010000:00010000:1.0:1746126749.461240:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a97 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.461253:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.461255:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.461260:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.461274:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746126749.477527:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970682 is committed 00010000:00010000:1.0:1746126749.477752:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.477765:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.477773:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.477780:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b8c200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126749.477784:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.477792:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.477813:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a97 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.477819:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482a97 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.478413:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2008:x1830945818012672:12345-192.168.204.15@tcp:4:dd.0 Request processed in 17228us (18291us total) trans 4294970682 rc 0/0 00000100:00100000:1.0:1746126749.478424:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14102 00000100:00100000:0.0:1746126749.483409:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.483490:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818012928 00000100:00100000:1.0:1746126749.483500:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818012928 00000100:00100000:1.0:1746126749.483567:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14103 00000100:00100000:1.0:1746126749.483574:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818012928:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126749.483608:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b8c800/0xd8b4f51a84482a9e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.483619:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.483620:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.483624:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8c800/0xd8b4f51a84482a9e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.483634:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b8c800/0xd8b4f51a84482a9e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.492769:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094b8c800/0xd8b4f51a84482a9e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.492795:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8c800/0xd8b4f51a84482a9e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.492802:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094b8c800/0xd8b4f51a84482a9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.492809:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b8c800 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126749.492814:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b8c800/0xd8b4f51a84482a9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.492822:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094b8c800/0xd8b4f51a84482a9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.492842:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094b8c800/0xd8b4f51a84482a9e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.492848:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b8c800/0xd8b4f51a84482a9e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.492981:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818012928:12345-192.168.204.15@tcp:3:dd.0 Request processed in 9399us (9679us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126749.492994:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14103 00000100:00100000:2.0:1746126749.496842:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.496932:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818013056 00000100:00100000:0.0:1746126749.496944:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818013056 00000100:00100000:0.0:1746126749.497071:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30725 00000100:00100000:0.0:1746126749.497079:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cba5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+7:3803:x1830945818013056:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:0.0:1746126749.497099:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126749.497119:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099279200/0xd8b4f51a84482aa5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b77ad expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746126749.497143:0:11425:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813c79d, atime: 0x0, ctime: 0x6813c79d, blocks: 0xc800 00010000:00010000:0.0:1746126749.497165:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.497168:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746126749.497177:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099279200/0xd8b4f51a84482aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77ad expref: 8 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.497190:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099279200/0xd8b4f51a84482aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77ad expref: 8 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.497200:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099279200, rc 0) 00000100:00100000:0.0:1746126749.497939:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cba5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:3803:x1830945818013056:12345-192.168.204.15@tcp:101:dd.0 Request processed in 858us (1105us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126749.497945:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30725 00000100:00100000:0.0:1746126749.511589:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.511890:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818013184 00000100:00100000:1.0:1746126749.511899:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818013184 00002000:00100000:1.0:1746126749.511965:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (25165824->26214399) req@ffff88009d141880 x1830945818013184/t0(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.511980:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d141880 with x1830945818013184 ext(25165824->26214399) 00002000:00010000:1.0:1746126749.511987:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d141880 00000100:00100000:1.0:1746126749.512021:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14104 00000100:00100000:1.0:1746126749.512029:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945818013184:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:0.0:1746126749.517964:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945818013184:12345-192.168.204.15@tcp:4:dd.0 Request processed in 5923us (6371us total) trans 4294970683 rc 0/0 00000100:00100000:0.0:1746126749.517981:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14104 00002000:00100000:0.0:1746126749.517994:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (25165824->26214399) req@ffff88009d141880 x1830945818013184/t4294970683(0) o4->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/448 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126749.518003:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d141880 with x1830945818013184 ext(25165824->26214399) 00002000:00010000:0.0:1746126749.518010:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d141880 00000100:00100000:0.0:1746126749.519915:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.520026:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818013312 00000100:00100000:2.0:1746126749.520036:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818013312 00000100:00100000:2.0:1746126749.520083:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30726 00000100:00100000:2.0:1746126749.520091:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945818013312:12345-192.168.204.15@tcp:16:dd.0 00000001:00080000:0.0:1746126749.521524:0:9562:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970683 is committed 00000100:00100000:2.0:1746126749.521806:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945818013312:12345-192.168.204.15@tcp:16:dd.0 Request processed in 1711us (1906us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126749.521814:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30726 00000100:00100000:0.0:1746126749.523487:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.523629:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818013568 00000100:00100000:2.0:1746126749.523639:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818013568 00000100:00100000:2.0:1746126749.523718:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 206 00000100:00100000:2.0:1746126749.523726:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d142300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+35:3803:x1830945818013568:12345-192.168.204.15@tcp:35:dd.0 00000100:00100000:2.0:1746126749.523987:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d142300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+36:3803:x1830945818013568:12345-192.168.204.15@tcp:35:dd.0 Request processed in 261us (505us total) trans 4294980601 rc 0/0 00000100:00100000:2.0:1746126749.523993:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 206 00000100:00080000:0.0:1746126749.524050:0:7217:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746126749.530644:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.530860:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818013696 00000100:00100000:3.0:1746126749.530871:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818013696 00000100:00100000:3.0:1746126749.530944:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29108 00000100:00100000:3.0:1746126749.530953:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d143b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+36:3808:x1830945818013696:12345-192.168.204.15@tcp:101:checkstat.0 00010000:00010000:3.0:1746126749.530978:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126749.530998:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099127600/0xd8b4f51a84482aac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b77b4 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.531067:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099200/0xd8b4f51a84482ab3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.531082:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099200/0xd8b4f51a84482ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.531098:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099200/0xd8b4f51a84482ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:3.0:1746126749.531141:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746126749.531143:0:21534:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746126749.531159:0:21534:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099200/0xd8b4f51a84482ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.531175:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099127600/0xd8b4f51a84482aac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77b4 expref: 38 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.531203:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099200/0xd8b4f51a84482ab3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77b4 expref: 37 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.531211:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126749.531213:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126749.531217:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b099200, rc 0) 00000100:00100000:3.0:1746126749.531266:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d143b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+37:3808:x1830945818013696:12345-192.168.204.15@tcp:101:checkstat.0 Request processed in 314us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126749.531272:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29108 00000100:00100000:0.0:1746126749.533112:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.533162:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.533244:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818013824 00000100:00100000:3.0:1746126749.533251:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818013824 00000100:00100000:3.0:1746126749.533295:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29109 00000100:00100000:1.0:1746126749.533295:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818013952 00000100:00100000:1.0:1746126749.533299:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818013952 00000100:00100000:3.0:1746126749.533301:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d143100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+37:3808:x1830945818013824:12345-192.168.204.15@tcp:101:checkstat.0 00010000:00010000:3.0:1746126749.533339:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126749.533348:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 709 00010000:00010000:3.0:1746126749.533352:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099600/0xd8b4f51a84482aba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b77bb expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.533358:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d140000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945818013952:12345-192.168.204.15@tcp:63:ll_sa.0 00010000:00010000:1.0:1746126749.533379:0:8382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126749.533387:0:8382:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c800/0xd8b4f51a84482ac1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b77c2 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.533397:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099127200/0xd8b4f51a84482ac8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533407:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099127200/0xd8b4f51a84482ac8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533416:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099127200/0xd8b4f51a84482ac8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533426:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8800/0xd8b4f51a84482ad6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533432:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8800/0xd8b4f51a84482ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533437:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8800/0xd8b4f51a84482ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533512:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8a00/0xd8b4f51a84482add lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533520:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8a00/0xd8b4f51a84482add lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533526:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8a00/0xd8b4f51a84482add lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126749.533543:0:8382:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482acf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.533552:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482acf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00000004:00200000:3.0:1746126749.533555:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00000004:00200000:3.0:1746126749.533559:0:21534:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1746126749.533559:0:8382:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482acf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.533569:0:8382:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8cc00/0xd8b4f51a84482ae4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8382 initiator: MDT0 00000004:00010000:3.0:1746126749.533571:0:21534:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8a00/0xd8b4f51a84482add lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126749.533575:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8cc00/0xd8b4f51a84482ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:3.0:1746126749.533580:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8a00/0xd8b4f51a84482add lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126749.533580:0:8382:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8cc00/0xd8b4f51a84482ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00010000:00010000:3.0:1746126749.533587:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099127200/0xd8b4f51a84482ac8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533592:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099127200/0xd8b4f51a84482ac8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533598:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099127200/0xd8b4f51a84482ac8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126749.533599:0:8382:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482acf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.533604:0:8382:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482acf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.533608:0:8382:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482acf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:3.0:1746126749.533869:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099127200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126749.533874:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099127200/0xd8b4f51a84482ac8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533882:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099127200/0xd8b4f51a84482ac8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533892:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126749.533895:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126749.533899:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099127200/0xd8b4f51a84482ac8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126749.533904:0:8382:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b8c200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126749.533913:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099127200/0xd8b4f51a84482ac8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126749.533916:0:8382:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482acf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.533921:0:8382:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482acf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8382 initiator: MDT0 00010000:00010000:3.0:1746126749.533925:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8800/0xd8b4f51a84482ad6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126749.533928:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126749.533929:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8800/0xd8b4f51a84482ad6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126749.533930:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126749.533933:0:8382:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482acf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:3.0:1746126749.533934:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8800/0xd8b4f51a84482ad6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533938:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012cee8800 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126749.533938:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482acf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:3.0:1746126749.533949:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8800/0xd8b4f51a84482ad6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533954:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8800/0xd8b4f51a84482ad6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533960:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a41a1800) 00010000:00010000:3.0:1746126749.533962:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126749.533967:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8800/0xd8b4f51a84482ad6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533971:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8800/0xd8b4f51a84482ad6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.533991:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099600/0xd8b4f51a84482aba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77bb expref: 41 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.534002:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8a00/0xd8b4f51a84482add lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77bb expref: 40 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.534007:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a41a1700) 00010000:00010000:3.0:1746126749.534009:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126749.534011:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cee8a00, rc 0) 00010000:00010000:1.0:1746126749.534237:0:8382:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8cc00/0xd8b4f51a84482ae4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.534243:0:8382:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8cc00/0xd8b4f51a84482ae4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.534247:0:8382:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8cc00/0xd8b4f51a84482ae4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.534251:0:8382:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b8cc00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126749.534254:0:8382:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8cc00/0xd8b4f51a84482ae4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.534258:0:8382:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8cc00/0xd8b4f51a84482ae4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.534265:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff8800a6247a00) 00010000:00010000:1.0:1746126749.534267:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126749.534269:0:8382:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8cc00/0xd8b4f51a84482ae4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.534273:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8cc00/0xd8b4f51a84482ae4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.534294:0:8382:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c800/0xd8b4f51a84482ac1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77c2 expref: 40 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.534301:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126749.534302:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746126749.534322:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c800/0xd8b4f51a84482ac1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77c2 expref: 40 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.534473:0:8382:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b8c800, rc -2) 00000100:00100000:3.0:1746126749.534724:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d143100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:3808:x1830945818013824:12345-192.168.204.15@tcp:101:checkstat.0 Request processed in 1420us (1615us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126749.534730:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29109 00000100:00100000:1.0:1746126749.534743:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d140000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2008:x1830945818013952:12345-192.168.204.15@tcp:63:ll_sa.0 Request processed in 1389us (1579us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746126749.534750:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 709 00000100:00100000:2.0:1746126749.536564:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.536597:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.536682:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818014080 00000100:00100000:1.0:1746126749.536688:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818014080 00000100:00100000:1.0:1746126749.536732:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 328 00000100:00100000:1.0:1746126749.536737:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945818014080:12345-192.168.204.15@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746126749.536750:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00010000:00010000:1.0:1746126749.536750:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126749.536766:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cee8a00/0xd8b4f51a84482add lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77bb expref: 38 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.536777:0:9580:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a41a1700) 00010000:00010000:1.0:1746126749.536780:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126749.536804:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2007:x1830945818014080:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 68us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126749.536809:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 328 00000100:00100000:0.0:1746126749.536820:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818014208 00000100:00100000:0.0:1746126749.536824:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818014208 00000100:00100000:3.0:1746126749.536833:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818014336 00000100:00100000:3.0:1746126749.536837:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818014336 00000100:00100000:0.0:1746126749.536848:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30727 00000100:00100000:3.0:1746126749.536868:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30728 00000100:00100000:3.0:1746126749.536875:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945818014336:12345-192.168.204.15@tcp:101:checkstat.0 00010000:00010000:3.0:1746126749.536890:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126749.536916:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098b77e00/0xd8b4f51a84482aeb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b77d0 expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126749.536964:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eaa6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813768064:192.168.204.15@tcp:106: 00000100:00100000:3.0:1746126749.537036:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126749.537094:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818014208:12345-192.168.204.15@tcp:101:checkstat.0 00010000:00010000:1.0:1746126749.537103:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126749.537113:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a84482af2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b77c9 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.537139:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d264380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813768192:192.168.204.15@tcp:106: 00000100:00100000:1.0:1746126749.537160:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d782900 going to sleep for 11 seconds 00002000:00010000:1.0:1746126749.538333:0:25391:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746126749.538338:0:25391:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb mtime: 0 -> 1746126749 00002000:00010000:1.0:1746126749.538341:0:25391:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb atime: 0 -> 1746126749 00002000:00010000:1.0:1746126749.538343:0:25391:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb ctime: 0 -> 1746126749 00002000:00010000:1.0:1746126749.538345:0:25391:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:1.0:1746126749.538362:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d264380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813768192:192.168.204.15@tcp:106: 00010000:00010000:1.0:1746126749.538383:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a84482af2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77c9 expref: 8 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126749.538394:0:25391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b8c000/0xd8b4f51a84482af2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77c9 expref: 8 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126749.538403:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b8c000, rc 0) 00000100:00100000:1.0:1746126749.538427:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818014208:12345-192.168.204.15@tcp:101:checkstat.0 Request processed in 1573us (1828us total) trans 0 rc 301/301 00000100:00100000:1.0:1746126749.538433:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30727 00002000:00010000:3.0:1746126749.538597:0:11425:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746126749.538600:0:11425:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime: 0 -> 1746126749 00002000:00010000:3.0:1746126749.538601:0:11425:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime: 0 -> 1746126749 00002000:00010000:3.0:1746126749.538603:0:11425:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime: 0 -> 1746126749 00002000:00010000:3.0:1746126749.538605:0:11425:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746126749.538616:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eaa6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11425:1830945813768064:192.168.204.15@tcp:106: 00010000:00010000:3.0:1746126749.538630:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098b77e00/0xd8b4f51a84482aeb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77d0 expref: 9 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126749.538638:0:11425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098b77e00/0xd8b4f51a84482aeb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77d0 expref: 9 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126749.538646:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b77e00, rc 0) 00000100:00100000:3.0:1746126749.538679:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945818014336:12345-192.168.204.15@tcp:101:checkstat.0 Request processed in 1805us (1928us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126749.538685:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30728 00000100:00100000:0.0:1746126749.545572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.545731:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818014464 00000100:00100000:3.0:1746126749.545740:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818014464 00000100:00100000:3.0:1746126749.545795:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29110 00000100:00100000:3.0:1746126749.545803:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+27:3809:x1830945818014464:12345-192.168.204.15@tcp:101:checkstat.0 00010000:00010000:3.0:1746126749.545828:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126749.545845:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76400/0xd8b4f51a84482af9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b77d7 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.545917:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a84482b00 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.545931:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a84482b00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.545942:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a84482b00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:3.0:1746126749.545981:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746126749.545984:0:21534:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746126749.546001:0:21534:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a84482b00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.546019:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76400/0xd8b4f51a84482af9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77d7 expref: 29 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.546034:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a84482b00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77d7 expref: 28 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.546042:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126749.546045:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126749.546048:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b76000, rc 0) 00000100:00100000:3.0:1746126749.546093:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+28:3809:x1830945818014464:12345-192.168.204.15@tcp:101:checkstat.0 Request processed in 292us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126749.546098:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29110 00000100:00100000:0.0:1746126749.549454:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.549542:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818014592 00000100:00100000:1.0:1746126749.549551:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818014592 00000100:00100000:1.0:1746126749.549609:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 710 00000100:00100000:1.0:1746126749.549617:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+28:2010:x1830945818014592:12345-192.168.204.15@tcp:63:ll_sa.0 00010000:00010000:1.0:1746126749.549650:0:8382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126749.549667:0:8382:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482b07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b77de expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.549711:0:8382:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8ca00/0xd8b4f51a84482b0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549724:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8ca00/0xd8b4f51a84482b0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549734:0:8382:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8ca00/0xd8b4f51a84482b0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549747:0:8382:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c000/0xd8b4f51a84482b15 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549752:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c000/0xd8b4f51a84482b15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549757:0:8382:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c000/0xd8b4f51a84482b15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549798:0:8382:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8ca00/0xd8b4f51a84482b0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549804:0:8382:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8ca00/0xd8b4f51a84482b0e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549810:0:8382:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8ca00/0xd8b4f51a84482b0e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549815:0:8382:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b8ca00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126749.549819:0:8382:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8ca00/0xd8b4f51a84482b0e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549825:0:8382:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8ca00/0xd8b4f51a84482b0e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549840:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126749.549843:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126749.549847:0:8382:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8ca00/0xd8b4f51a84482b0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549851:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8ca00/0xd8b4f51a84482b0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549876:0:8382:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c000/0xd8b4f51a84482b15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549882:0:8382:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c000/0xd8b4f51a84482b15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549886:0:8382:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c000/0xd8b4f51a84482b15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549890:0:8382:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b8c000 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126749.549893:0:8382:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c000/0xd8b4f51a84482b15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549898:0:8382:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c000/0xd8b4f51a84482b15 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549916:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a89a7800) 00010000:00010000:1.0:1746126749.549918:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126749.549921:0:8382:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c000/0xd8b4f51a84482b15 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549925:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8c000/0xd8b4f51a84482b15 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.549950:0:8382:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482b07 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77de expref: 29 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.549959:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126749.549960:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746126749.549963:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b8d200/0xd8b4f51a84482b07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77de expref: 29 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.549971:0:8382:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b8d200, rc -2) 00000100:00100000:1.0:1746126749.550030:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+28:2010:x1830945818014592:12345-192.168.204.15@tcp:63:ll_sa.0 Request processed in 414us (585us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746126749.550037:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 710 00000100:00100000:0.0:1746126749.554482:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.554608:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818014848 00000100:00100000:3.0:1746126749.554618:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818014848 00000100:00100000:3.0:1746126749.554681:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29111 00000100:00100000:3.0:1746126749.554689:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+37:3812:x1830945818014848:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:3.0:1746126749.554708:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126749.554727:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a84482b1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7816 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.554835:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76200/0xd8b4f51a84482b23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.554848:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76200/0xd8b4f51a84482b23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126749.554860:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76200/0xd8b4f51a84482b23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:3.0:1746126749.554870:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:3.0:1746126749.554983:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76c00/0xd8b4f51a84482b1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7816 expref: 40 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.554999:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76200/0xd8b4f51a84482b23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7816 expref: 39 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.555007:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a41a1700) 00010000:00010000:3.0:1746126749.555010:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126749.555012:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b76200, rc 0) 00000100:00100000:3.0:1746126749.555069:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:3812:x1830945818014848:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 380us (595us total) trans 4294980602 rc 0/0 00000100:00100000:3.0:1746126749.555075:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29111 00000100:00100000:0.0:1746126749.556488:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.556519:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.556583:0:11425:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818015104 00000100:00100000:3.0:1746126749.556588:0:11425:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818015104 00000100:00100000:3.0:1746126749.556616:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30729 00000100:00100000:3.0:1746126749.556620:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818015104:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:3.0:1746126749.556632:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126749.556646:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098b76600/0xd8b4f51a84482b31 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b781d expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126749.556694:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.556702:0:11425:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012eaa6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813768320:192.168.204.15@tcp:106: 00000100:00100000:3.0:1746126749.556776:0:11425:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746126749.556789:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818014976 00000100:00100000:1.0:1746126749.556793:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818014976 00000100:00100000:3.0:1746126749.556800:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818015232 00000100:00100000:3.0:1746126749.556802:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818015232 00000100:00100000:3.0:1746126749.556820:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30730 00000100:00100000:1.0:1746126749.556820:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 329 00000100:00100000:3.0:1746126749.556824:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945818015232:12345-192.168.204.15@tcp:101:cmp.0 00000100:00100000:1.0:1746126749.556825:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:2007:x1830945818014976:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126749.556831:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126749.556837:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126749.556840:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880098b61600/0xd8b4f51a84482b38 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7824 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.556852:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76200/0xd8b4f51a84482b23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7816 expref: 39 pid: 21534 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126749.556862:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fa15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813768448:192.168.204.15@tcp:106: 00010000:00010000:1.0:1746126749.556869:0:9580:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a41a1700) 00010000:00010000:1.0:1746126749.556872:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126749.556917:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+38:2007:x1830945818014976:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 79us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126749.556923:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 329 00000100:00100000:3.0:1746126749.556983:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126749.557982:0:11425:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012eaa6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11425:1830945813768320:192.168.204.15@tcp:106: 00010000:00010000:3.0:1746126749.558012:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098b76600/0xd8b4f51a84482b31 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b781d expref: 8 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126749.558025:0:11425:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880098b76600/0xd8b4f51a84482b31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b781d expref: 8 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126749.558039:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b76600, rc 0) 00000100:00100000:3.0:1746126749.558076:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+7:2007:x1830945818015104:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 1454us (1555us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126749.558083:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30729 00000100:00100000:3.0:1746126749.559217:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fa15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813768448:192.168.204.15@tcp:106: 00010000:00010000:3.0:1746126749.559236:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880098b61600/0xd8b4f51a84482b38 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7824 expref: 9 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126749.559246:0:25391:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880098b61600/0xd8b4f51a84482b38 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7824 expref: 9 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126749.559254:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b61600, rc 0) 00000100:00100000:3.0:1746126749.559361:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945818015232:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 2534us (2673us total) trans 0 rc 301/301 00000100:00100000:3.0:1746126749.559367:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30730 00000100:00100000:0.0:1746126749.566294:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.567353:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818015360 00000100:00100000:1.0:1746126749.567366:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818015360 00000100:00100000:1.0:1746126749.567423:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30731 00000100:00100000:1.0:1746126749.567430:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+7:3812:x1830945818015360:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:1.0:1746126749.567489:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126749.567504:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a84482b3f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b782b expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.567532:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 18 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.567538:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126749.567539:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126749.567542:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a84482b3f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b782b expref: 8 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.567568:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 18 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.567581:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 18 pid: 11425 timeout: 892 lvb_type: 0 00000100:00100000:1.0:1746126749.567590:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d264380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813768576:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126749.567913:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d782900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126749.571150:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d264380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813768576:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126749.571177:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a84482b3f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b782b expref: 8 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.571190:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b8cc00, rc 0) 00000100:00100000:1.0:1746126749.571227:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:3812:x1830945818015360:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 3797us (4940us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126749.571234:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30731 00010000:00010000:1.0:1746126749.571485:0:8367:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126749.571980:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.572056:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818015488 00000100:00100000:2.0:1746126749.572065:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818015488 00002000:00100000:2.0:1746126749.572134:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff88009ca8d500 x1830945818015488/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.572144:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8d500 with x1830945818015488 ext(12582912->13631487) 00010000:00010000:2.0:1746126749.572153:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 19 pid: 11425 timeout: 892 lvb_type: 0 00010000:00010000:2.0:1746126749.572167:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 19 pid: 11425 timeout: 892 lvb_type: 0 00002000:00010000:2.0:1746126749.572174:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca8d500 00000100:00100000:2.0:1746126749.572218:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 3254 00000100:00100000:2.0:1746126749.572227:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+19:2007:x1830945818015488:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:0.0:1746126749.582424:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2007:x1830945818015488:12345-192.168.204.15@tcp:4:dd.0 Request processed in 10187us (10434us total) trans 4294972109 rc 0/0 00000100:00100000:0.0:1746126749.582438:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 3254 00002000:00100000:0.0:1746126749.582450:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff88009ca8d500 x1830945818015488/t4294972109(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/448 e 0 to 0 dl 1746126760 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126749.582460:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8d500 with x1830945818015488 ext(12582912->13631487) 00010000:00010000:0.0:1746126749.582472:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 21 pid: 11425 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746126749.582489:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 21 pid: 11425 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746126749.582496:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ca8d500 00000100:00100000:0.0:1746126749.589797:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.589917:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818015616 00000100:00100000:1.0:1746126749.589930:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818015616 00010000:00010000:1.0:1746126749.589967:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 21 pid: 11425 timeout: 892 lvb_type: 0 00000100:00100000:1.0:1746126749.590010:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13907 00000100:00100000:1.0:1746126749.590017:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2007:x1830945818015616:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126749.590029:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746126749.590043:0:9580:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:1.0:1746126749.590048:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 21 pid: 11425 timeout: 892 lvb_type: 0 00010000:00010000:1.0:1746126749.590059:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 21 pid: 11425 timeout: 892 lvb_type: 0 00010000:00010000:1.0:1746126749.590077:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d0d0000/0xd8b4f51a8448298d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7798 expref: 21 pid: 11425 timeout: 892 lvb_type: 0 00010000:00010000:1.0:1746126749.590103:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.590105:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.590112:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a84482b3f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b782b expref: 7 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.590119:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a84482b3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b782b expref: 7 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.590147:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094b8cc00/0xd8b4f51a84482b3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b782b expref: 7 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.590157:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813768704:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126749.590298:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d782900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126749.592148:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813768704:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126749.592167:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126749.592221:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+20:2007:x1830945818015616:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2204us (2434us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126749.592229:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13907 00000100:00100000:0.0:1746126749.594591:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.594953:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818015872 00000100:00100000:2.0:1746126749.594964:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818015872 00002000:00100000:2.0:1746126749.595010:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->1048575) req@ffff88009ca8dc00 x1830945818015872/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.595020:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8dc00 with x1830945818015872 ext(0->1048575) 00002000:00010000:2.0:1746126749.595025:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca8dc00 00000100:00100000:2.0:1746126749.595055:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14105 00000100:00100000:2.0:1746126749.595062:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945818015872:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126749.600861:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945818015872:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 5791us (6271us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.600873:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14105 00002000:00100000:2.0:1746126749.600883:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->1048575) req@ffff88009ca8dc00 x1830945818015872/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.600891:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8dc00 with x1830945818015872 ext(0->1048575) 00002000:00010000:2.0:1746126749.600896:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca8dc00 00000100:00100000:0.0:1746126749.605536:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.605631:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818016000 00000100:00100000:1.0:1746126749.605641:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818016000 00000100:00100000:1.0:1746126749.606295:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30732 00000100:00100000:1.0:1746126749.606334:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+8:3812:x1830945818016000:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:1.0:1746126749.606403:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126749.606418:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482b46 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7832 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.606442:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012debd600/0xd8b4f51a844829b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77a6 expref: 8 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.606448:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126749.606450:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746126749.606453:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482b46 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7832 expref: 9 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.606476:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012debd600/0xd8b4f51a844829b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77a6 expref: 8 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.606485:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012debd600/0xd8b4f51a844829b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77a6 expref: 8 pid: 11425 timeout: 892 lvb_type: 0 00000100:00100000:1.0:1746126749.606494:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d264380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813768832:192.168.204.15@tcp:104: 00000100:00100000:1.0:1746126749.606688:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d782900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126749.608094:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d264380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813768832:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126749.608111:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482b46 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7832 expref: 9 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.608124:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b8c200, rc 0) 00000100:00100000:1.0:1746126749.608156:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+9:3812:x1830945818016000:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 1855us (2632us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126749.608161:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30732 00000100:00100000:0.0:1746126749.621251:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.621359:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818016128 00000100:00100000:1.0:1746126749.621368:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818016128 00010000:00010000:1.0:1746126749.622007:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012debd600/0xd8b4f51a844829b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77a6 expref: 9 pid: 11425 timeout: 892 lvb_type: 0 00000100:00100000:1.0:1746126749.622045:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13908 00000100:00100000:1.0:1746126749.622052:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2007:x1830945818016128:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126749.622064:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126749.622079:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012debd600/0xd8b4f51a844829b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77a6 expref: 9 pid: 11425 timeout: 892 lvb_type: 0 00010000:00010000:1.0:1746126749.622089:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012debd600/0xd8b4f51a844829b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77a6 expref: 9 pid: 11425 timeout: 892 lvb_type: 0 00010000:00010000:1.0:1746126749.622107:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012debd600/0xd8b4f51a844829b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77a6 expref: 9 pid: 11425 timeout: 892 lvb_type: 0 00010000:00010000:1.0:1746126749.622926:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.622929:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.622935:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482b46 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7832 expref: 8 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.622947:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482b46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7832 expref: 8 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.622979:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094b8c200/0xd8b4f51a84482b46 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7832 expref: 8 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.622989:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813768960:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126749.623072:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d782900 going to sleep for 11 seconds 00000100:00100000:1.0:1746126749.626772:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d264380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813768960:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126749.626791:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126749.626826:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2007:x1830945818016128:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 4774us (5582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126749.626835:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13908 00000100:00100000:0.0:1746126749.632091:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.633947:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818016384 00000100:00100000:0.0:1746126749.633959:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818016384 00000100:00100000:1.0:1746126749.634046:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.634089:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818016640 00000100:00100000:1.0:1746126749.634097:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818016640 00002000:00100000:1.0:1746126749.634130:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (1048576->2097151) req@ffff88009d266a00 x1830945818016640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.634139:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266a00 with x1830945818016640 ext(1048576->2097151) 00002000:00010000:1.0:1746126749.634143:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d266a00 00002000:00100000:0.0:1746126749.634169:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff88009ca8ce00 x1830945818016384/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126749.634179:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8ce00 with x1830945818016384 ext(0->2097151) 00002000:00010000:0.0:1746126749.634183:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca8ce00 00000100:00100000:0.0:1746126749.635625:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14106 00000100:00100000:0.0:1746126749.635638:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945818016640:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126749.636131:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14107 00000100:00100000:3.0:1746126749.636139:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945818016384:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126749.642643:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945818016640:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 7001us (8596us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.642654:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14106 00002000:00100000:2.0:1746126749.642663:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (1048576->2097151) req@ffff88009d266a00 x1830945818016640/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.642672:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d266a00 with x1830945818016640 ext(1048576->2097151) 00002000:00010000:2.0:1746126749.642676:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d266a00 00000100:00100000:3.0:1746126749.647757:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945818016384:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 11609us (15668us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126749.647767:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14107 00002000:00100000:3.0:1746126749.647777:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff88009ca8ce00 x1830945818016384/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.647790:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8ce00 with x1830945818016384 ext(0->2097151) 00002000:00010000:3.0:1746126749.647795:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca8ce00 00000100:00100000:0.0:1746126749.666581:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.666640:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.666708:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818017024 00000100:00100000:3.0:1746126749.666721:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818017024 00002000:00100000:3.0:1746126749.666764:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff88009ca8ea00 x1830945818017024/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.666773:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8ea00 with x1830945818017024 ext(2097152->4194303) 00002000:00010000:3.0:1746126749.666777:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca8ea00 00000100:00100000:3.0:1746126749.666809:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818017152 00000100:00100000:3.0:1746126749.666812:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818017152 00002000:00100000:3.0:1746126749.666824:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff8800969fb480 x1830945818017152/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.666830:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fb480 with x1830945818017152 ext(2097152->4194303) 00002000:00010000:3.0:1746126749.666833:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969fb480 00000100:00100000:3.0:1746126749.666847:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14108 00000100:00100000:3.0:1746126749.666854:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945818017024:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126749.666854:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14109 00000100:00100000:1.0:1746126749.666860:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2009:x1830945818017152:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126749.676477:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945818017024:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 9613us (9899us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126749.676490:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14108 00002000:00100000:3.0:1746126749.676500:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff88009ca8ea00 x1830945818017024/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.676510:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca8ea00 with x1830945818017024 ext(2097152->4194303) 00002000:00010000:3.0:1746126749.676515:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ca8ea00 00000100:00100000:1.0:1746126749.685450:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2009:x1830945818017152:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 18580us (18800us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126749.685459:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14109 00002000:00100000:1.0:1746126749.685468:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff8800969fb480 x1830945818017152/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.685476:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fb480 with x1830945818017152 ext(2097152->4194303) 00002000:00010000:1.0:1746126749.685481:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969fb480 00000100:00100000:0.0:1746126749.702039:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.702089:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.702339:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818017408 00000100:00100000:1.0:1746126749.702349:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818017408 00002000:00100000:1.0:1746126749.702401:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff8800969f8000 x1830945818017408/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.702412:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8000 with x1830945818017408 ext(4194304->6291455) 00002000:00010000:1.0:1746126749.702418:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f8000 00000100:00100000:1.0:1746126749.702446:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818017664 00000100:00100000:1.0:1746126749.702449:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818017664 00002000:00100000:1.0:1746126749.702462:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff8800969fb800 x1830945818017664/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.702469:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fb800 with x1830945818017664 ext(4194304->6291455) 00002000:00010000:1.0:1746126749.702472:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969fb800 00000100:00100000:1.0:1746126749.702496:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14110 00000100:00100000:1.0:1746126749.702503:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945818017408:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126749.702523:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14111 00000100:00100000:2.0:1746126749.702546:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2009:x1830945818017664:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126749.715579:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945818017408:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 13063us (13537us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126749.715591:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14110 00002000:00100000:1.0:1746126749.715603:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff8800969f8000 x1830945818017408/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.715617:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8000 with x1830945818017408 ext(4194304->6291455) 00002000:00010000:1.0:1746126749.715624:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f8000 00000100:00100000:2.0:1746126749.717177:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2009:x1830945818017664:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 14637us (15079us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126749.717188:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14111 00002000:00100000:2.0:1746126749.717198:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff8800969fb800 x1830945818017664/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.717207:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fb800 with x1830945818017664 ext(4194304->6291455) 00002000:00010000:2.0:1746126749.717212:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969fb800 00000100:00100000:1.0:1746126749.723503:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.723536:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.723575:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.723585:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818018048 00000100:00100000:2.0:1746126749.723597:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818018048 00000100:00100000:1.0:1746126749.723600:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818018176 00000100:00100000:1.0:1746126749.723606:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818018176 00000100:00100000:0.0:1746126749.723627:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818018432 00000100:00100000:0.0:1746126749.723631:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818018432 00002000:00100000:1.0:1746126749.723647:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff88009d265c00 x1830945818018176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126749.723651:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff88009d267480 x1830945818018432/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.723657:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265c00 with x1830945818018176 ext(6291456->7340031) 00002000:00100000:0.0:1746126749.723659:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267480 with x1830945818018432 ext(7340032->8388607) 00002000:00010000:1.0:1746126749.723662:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d265c00 00002000:00010000:0.0:1746126749.723662:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d267480 00000100:00100000:1.0:1746126749.723693:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14112 00000100:00100000:1.0:1746126749.723700:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2009:x1830945818018176:12345-192.168.204.15@tcp:3:cmp.0 00002000:00100000:2.0:1746126749.723732:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88009d264380 x1830945818018048/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.723741:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264380 with x1830945818018048 ext(6291456->7340031) 00002000:00010000:2.0:1746126749.723746:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d264380 00000100:00100000:0.0:1746126749.723764:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14113 00000100:00100000:2.0:1746126749.723787:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14114 00000100:00100000:2.0:1746126749.723795:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2009:x1830945818018048:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126749.723800:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2009:x1830945818018432:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126749.733761:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.734077:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2009:x1830945818018432:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 10303us (10497us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126749.734089:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14113 00002000:00100000:1.0:1746126749.734101:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff88009d267480 x1830945818018432/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.734110:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d267480 with x1830945818018432 ext(7340032->8388607) 00002000:00010000:1.0:1746126749.734115:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d267480 00000100:00100000:1.0:1746126749.734142:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818018688 00000100:00100000:1.0:1746126749.734149:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818018688 00002000:00100000:1.0:1746126749.734182:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff8800969fbb80 x1830945818018688/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.734195:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fbb80 with x1830945818018688 ext(7340032->8388607) 00002000:00010000:1.0:1746126749.734197:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969fbb80 00000100:00100000:1.0:1746126749.734345:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14115 00000100:00100000:1.0:1746126749.734353:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2009:x1830945818018688:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126749.738155:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2009:x1830945818018176:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 14436us (14598us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126749.738170:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14112 00002000:00100000:1.0:1746126749.738184:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff88009d265c00 x1830945818018176/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.738194:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d265c00 with x1830945818018176 ext(6291456->7340031) 00002000:00010000:1.0:1746126749.738200:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d265c00 00000100:00100000:2.0:1746126749.739855:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d264380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2009:x1830945818018048:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 16053us (16355us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.739866:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14114 00002000:00100000:2.0:1746126749.739874:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88009d264380 x1830945818018048/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.739883:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d264380 with x1830945818018048 ext(6291456->7340031) 00002000:00010000:2.0:1746126749.739887:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d264380 00000100:00100000:1.0:1746126749.741726:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2009:x1830945818018688:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 7364us (7966us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126749.741737:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14115 00002000:00100000:1.0:1746126749.741747:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff8800969fbb80 x1830945818018688/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.741756:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fbb80 with x1830945818018688 ext(7340032->8388607) 00002000:00010000:1.0:1746126749.741763:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969fbb80 00000100:00100000:0.0:1746126749.754115:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.754177:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.754281:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818018944 00000100:00100000:1.0:1746126749.754293:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818018944 00000100:00100000:2.0:1746126749.754297:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818019200 00000100:00100000:2.0:1746126749.754300:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818019200 00002000:00100000:2.0:1746126749.754368:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff8800969f8a80 x1830945818019200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.754368:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff8800969fa680 x1830945818018944/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.754379:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8a80 with x1830945818019200 ext(8388608->10485759) 00002000:00100000:1.0:1746126749.754379:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fa680 with x1830945818018944 ext(8388608->10485759) 00002000:00010000:2.0:1746126749.754383:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969f8a80 00002000:00010000:1.0:1746126749.754383:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969fa680 00000100:00100000:2.0:1746126749.754491:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14116 00000100:00100000:2.0:1746126749.754503:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945818019200:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126749.754695:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14117 00000100:00100000:1.0:1746126749.754701:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945818018944:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126749.769960:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945818018944:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 15250us (15850us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126749.769970:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14117 00002000:00100000:1.0:1746126749.769979:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff8800969fa680 x1830945818018944/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.769987:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969fa680 with x1830945818018944 ext(8388608->10485759) 00002000:00010000:1.0:1746126749.769992:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969fa680 00000100:00100000:2.0:1746126749.770102:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945818019200:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 15603us (15922us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126749.770109:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14116 00002000:00100000:2.0:1746126749.770115:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff8800969f8a80 x1830945818019200/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.770122:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8a80 with x1830945818019200 ext(8388608->10485759) 00002000:00010000:2.0:1746126749.770126:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969f8a80 00000100:00100000:0.0:1746126749.775560:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.776659:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818019456 00000100:00100000:2.0:1746126749.776669:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818019456 00002000:00100000:2.0:1746126749.776910:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff8800969f9880 x1830945818019456/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.776920:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9880 with x1830945818019456 ext(10485760->11534335) 00002000:00010000:2.0:1746126749.776926:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f9880 00000100:00100000:2.0:1746126749.776989:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14118 00000100:00100000:2.0:1746126749.776999:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945818019456:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126749.780551:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.780584:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.780686:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818019712 00000100:00100000:3.0:1746126749.780696:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818019712 00002000:00100000:3.0:1746126749.780743:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff8800969f9500 x1830945818019712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.780754:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9500 with x1830945818019712 ext(10485760->11534335) 00002000:00010000:3.0:1746126749.780760:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969f9500 00000100:00100000:3.0:1746126749.780775:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818019968 00000100:00100000:3.0:1746126749.780777:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818019968 00002000:00100000:3.0:1746126749.780788:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff8800969f9c00 x1830945818019968/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.780795:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9c00 with x1830945818019968 ext(11534336->12582911) 00002000:00010000:3.0:1746126749.780798:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f9c00 00000100:00100000:3.0:1746126749.780825:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14119 00000100:00100000:3.0:1746126749.780832:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2010:x1830945818019712:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126749.780911:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14120 00000100:00100000:2.0:1746126749.780926:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2010:x1830945818019968:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126749.781999:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.782093:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818020224 00000100:00100000:0.0:1746126749.782097:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818020224 00002000:00100000:0.0:1746126749.782116:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff8800969f8700 x1830945818020224/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126749.782123:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8700 with x1830945818020224 ext(11534336->12582911) 00002000:00010000:0.0:1746126749.782127:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969f8700 00000100:00100000:0.0:1746126749.782143:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14121 00000100:00100000:0.0:1746126749.782149:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2009:x1830945818020224:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126749.782236:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2010:x1830945818019456:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 5239us (6685us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.782243:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14118 00002000:00100000:2.0:1746126749.782249:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff8800969f9880 x1830945818019456/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.782257:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9880 with x1830945818019456 ext(10485760->11534335) 00002000:00010000:2.0:1746126749.782260:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f9880 00000100:00100000:0.0:1746126749.784646:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.784783:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818020480 00000100:00100000:2.0:1746126749.784792:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818020480 00002000:00100000:2.0:1746126749.784841:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff8800969f8e00 x1830945818020480/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.784849:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8e00 with x1830945818020480 ext(12582912->13631487) 00002000:00010000:2.0:1746126749.784855:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f8e00 00000100:00100000:2.0:1746126749.785033:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14122 00000100:00100000:2.0:1746126749.785042:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2010:x1830945818020480:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126749.788733:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2010:x1830945818019968:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 7802us (8135us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.788747:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14120 00002000:00100000:2.0:1746126749.788760:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff8800969f9c00 x1830945818019968/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.788770:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9c00 with x1830945818019968 ext(11534336->12582911) 00002000:00010000:2.0:1746126749.788777:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f9c00 00000100:00100000:2.0:1746126749.789834:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ea51896b-d97d-4dc0-a29c-a8854073a414+11:2010:x1830945818019712:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 8998us (9289us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.789844:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14119 00002000:00100000:2.0:1746126749.789850:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff8800969f9500 x1830945818019712/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.789863:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f9500 with x1830945818019712 ext(10485760->11534335) 00002000:00010000:2.0:1746126749.789867:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969f9500 00000100:00100000:2.0:1746126749.794045:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2009:x1830945818020224:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 11883us (12034us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.794057:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14121 00002000:00100000:2.0:1746126749.794068:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff8800969f8700 x1830945818020224/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.794078:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8700 with x1830945818020224 ext(11534336->12582911) 00002000:00010000:2.0:1746126749.794084:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800969f8700 00000100:00100000:2.0:1746126749.796754:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2010:x1830945818020480:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 11700us (12454us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.796765:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14122 00002000:00100000:2.0:1746126749.796777:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff8800969f8e00 x1830945818020480/t0(0) o3->ea51896b-d97d-4dc0-a29c-a8854073a414@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.796787:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800969f8e00 with x1830945818020480 ext(12582912->13631487) 00002000:00010000:2.0:1746126749.796792:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800969f8e00 00000100:00100000:0.0:1746126749.804809:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.804958:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818020736 00000100:00100000:3.0:1746126749.804969:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818020736 00000100:00100000:3.0:1746126749.805033:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 207 00000100:00100000:3.0:1746126749.805042:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+38:3812:x1830945818020736:12345-192.168.204.15@tcp:35:cmp.0 00000100:00100000:3.0:1746126749.805385:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+39:3812:x1830945818020736:12345-192.168.204.15@tcp:35:cmp.0 Request processed in 343us (588us total) trans 4294980603 rc 0/0 00000100:00100000:3.0:1746126749.805392:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 207 00000100:00100000:0.0:1746126749.816197:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.816259:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.816273:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818020992 00000100:00100000:3.0:1746126749.816284:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818020992 00000100:00100000:3.0:1746126749.816370:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29112 00000100:00100000:3.0:1746126749.816378:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+28:3813:x1830945818020992:12345-192.168.204.15@tcp:101:cmp.0 00000100:00100000:1.0:1746126749.816383:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818021120 00000100:00100000:1.0:1746126749.816394:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818021120 00010000:00010000:3.0:1746126749.816403:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126749.816424:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c50dc00/0xd8b4f51a84482b4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7839 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126749.816446:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 711 00000100:00100000:1.0:1746126749.816453:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+30:2009:x1830945818021120:12345-192.168.204.15@tcp:63:ll_sa.0 00010000:00010000:1.0:1746126749.816483:0:8382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126749.816497:0:8382:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d200/0xd8b4f51a84482b54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7840 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.816528:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482b5b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126749.816538:0:8382:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482b62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8382 initiator: MDT0 00010000:00010000:3.0:1746126749.816542:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482b5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126749.816549:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482b62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:3.0:1746126749.816553:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482b5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126749.816558:0:8382:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482b62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00000004:00200000:3.0:1746126749.816562:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:1.0:1746126749.816571:0:8382:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c200/0xd8b4f51a84482b69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.816577:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c200/0xd8b4f51a84482b69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.816582:0:8382:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c200/0xd8b4f51a84482b69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.816612:0:8382:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482b62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.816617:0:8382:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482b62 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.816622:0:8382:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482b62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.816627:0:8382:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b3ce00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126749.816630:0:8382:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482b62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.816635:0:8382:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482b62 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.816643:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126749.816646:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126749.816649:0:8382:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482b62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.816654:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482b62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:3.0:1746126749.816656:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c50dc00/0xd8b4f51a84482b4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7839 expref: 33 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.816669:0:8382:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c200/0xd8b4f51a84482b69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.816674:0:8382:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c200/0xd8b4f51a84482b69 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8382 initiator: MDT0 00010000:00010000:3.0:1746126749.816676:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482b5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7839 expref: 32 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.816679:0:8382:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c200/0xd8b4f51a84482b69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:3.0:1746126749.816683:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00010000:00010000:1.0:1746126749.816683:0:8382:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b3c200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126749.816685:0:8382:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c200/0xd8b4f51a84482b69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:3.0:1746126749.816686:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126749.816688:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383b600, rc 0) 00010000:00010000:1.0:1746126749.816690:0:8382:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c200/0xd8b4f51a84482b69 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.816696:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a89a7500) 00010000:00010000:1.0:1746126749.816698:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126749.816700:0:8382:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c200/0xd8b4f51a84482b69 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126749.816710:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c200/0xd8b4f51a84482b69 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00000100:00100000:3.0:1746126749.816732:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+32:3813:x1830945818020992:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 356us (548us total) trans 4294980604 rc 0/0 00010000:00010000:1.0:1746126749.816734:0:8382:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d200/0xd8b4f51a84482b54 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7840 expref: 32 pid: 8382 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746126749.816737:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29112 00010000:00010000:1.0:1746126749.816958:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126749.816960:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746126749.816964:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d200/0xd8b4f51a84482b54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7840 expref: 31 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.816973:0:8382:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d200, rc -2) 00000100:00100000:1.0:1746126749.817033:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+30:2009:x1830945818021120:12345-192.168.204.15@tcp:63:ll_sa.0 Request processed in 580us (773us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746126749.817044:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 711 00000100:00100000:0.0:1746126749.818451:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.819165:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818021248 00000100:00100000:1.0:1746126749.819174:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818021248 00000100:00100000:0.0:1746126749.819254:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.819482:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.819543:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818021504 00000100:00100000:0.0:1746126749.819547:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818021504 00000100:00100000:0.0:1746126749.819571:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 712 00000100:00100000:0.0:1746126749.819578:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+31:2010:x1830945818021504:12345-192.168.204.15@tcp:63:ll_sa.0 00010000:00010000:0.0:1746126749.819618:0:8382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746126749.819715:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 330 00000100:00100000:1.0:1746126749.819723:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+31:2009:x1830945818021248:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126749.819733:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126749.819759:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482b5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7839 expref: 31 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.819775:0:9580:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00010000:00010000:1.0:1746126749.819778:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126749.819819:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+30:2009:x1830945818021248:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 97us (1376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126749.819825:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 330 00000100:00100000:2.0:1746126749.819868:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818021632 00000100:00100000:2.0:1746126749.819871:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818021632 00000100:00100000:2.0:1746126749.819923:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29113 00000100:00100000:2.0:1746126749.819929:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+30:3813:x1830945818021632:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:2.0:1746126749.819937:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126749.819950:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd400/0xd8b4f51a84482b77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7871 expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.820049:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482b7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126749.820059:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482b7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126749.820067:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482b7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:2.0:1746126749.820076:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:2.0:1746126749.820162:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd400/0xd8b4f51a84482b77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7871 expref: 33 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.820179:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482b7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7871 expref: 32 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.820185:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a41a1700) 00010000:00010000:2.0:1746126749.820187:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126749.820190:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc400, rc 0) 00000100:00100000:2.0:1746126749.820207:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+32:3813:x1830945818021632:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 279us (727us total) trans 4294980605 rc 0/0 00000100:00100000:2.0:1746126749.820212:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29113 00010000:00010000:0.0:1746126749.820319:0:8382:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60c00/0xd8b4f51a84482b8c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7878 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.820347:0:8382:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482b93 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820354:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482b93 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820362:0:8382:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482b93 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820374:0:8382:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a84482b9a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820379:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a84482b9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820385:0:8382:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a84482b9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820416:0:8382:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482b93 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820423:0:8382:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482b93 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820429:0:8382:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482b93 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820434:0:8382:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b61800 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:0.0:1746126749.820438:0:8382:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482b93 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820444:0:8382:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482b93 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820451:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:0.0:1746126749.820453:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126749.820456:0:8382:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482b93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820461:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b61800/0xd8b4f51a84482b93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820482:0:8382:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a84482b9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820486:0:8382:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a84482b9a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820490:0:8382:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a84482b9a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820494:0:8382:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098b60600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:0.0:1746126749.820496:0:8382:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a84482b9a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820500:0:8382:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a84482b9a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820504:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88011f4fb500) 00010000:00010000:0.0:1746126749.820506:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126749.820508:0:8382:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a84482b9a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820513:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60600/0xd8b4f51a84482b9a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126749.820531:0:8382:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60c00/0xd8b4f51a84482b8c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7878 expref: 32 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.820536:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:0.0:1746126749.820538:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126749.820540:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b60c00/0xd8b4f51a84482b8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7878 expref: 32 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126749.820550:0:8382:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098b60c00, rc -2) 00000100:00100000:0.0:1746126749.820577:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+31:2010:x1830945818021504:12345-192.168.204.15@tcp:63:ll_sa.0 Request processed in 999us (1324us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746126749.820582:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 712 00000100:00100000:0.0:1746126749.825832:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.825915:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818021760 00000100:00100000:3.0:1746126749.825926:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818021760 00000100:00100000:3.0:1746126749.825996:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 331 00000100:00100000:3.0:1746126749.826004:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+31:2008:x1830945818021760:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126749.826021:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126749.826049:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc400/0xd8b4f51a84482b7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7871 expref: 31 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126749.826068:0:7206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a41a1700) 00010000:00010000:3.0:1746126749.826073:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126749.826210:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.826242:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+30:2008:x1830945818021760:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 237us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1746126749.826248:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.826249:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 331 00000100:00100000:1.0:1746126749.826372:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818021888 00000100:00100000:1.0:1746126749.826377:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818021888 00000100:00100000:1.0:1746126749.826400:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818022016 00000100:00100000:1.0:1746126749.826402:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818022016 00000100:00100000:1.0:1746126749.826419:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30733 00000100:00100000:1.0:1746126749.826424:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+20:2007:x1830945818021888:12345-192.168.204.15@tcp:101:cmp.0 00000100:00100000:2.0:1746126749.826428:0:11425:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30734 00010000:00010000:1.0:1746126749.826441:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746126749.826442:0:11425:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+8:2007:x1830945818022016:12345-192.168.204.15@tcp:101:cmp.0 00010000:00010000:2.0:1746126749.826450:0:11425:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746126749.826455:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84482ba1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b78b7 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126749.826461:0:11425:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cbdda00/0xd8b4f51a84482ba8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b78be expref: -99 pid: 11425 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126749.826476:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126749.826478:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.826479:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.826480:0:11425:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126749.826485:0:11425:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbdda00/0xd8b4f51a84482ba8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b78be expref: 9 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126749.826486:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84482ba1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b78b7 expref: 21 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126749.826498:0:11425:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cbdda00/0xd8b4f51a84482ba8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b78be expref: 9 pid: 11425 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746126749.826502:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094b3ca00/0xd8b4f51a84482ba1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b78b7 expref: 21 pid: 25391 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126749.826507:0:11425:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdda00, rc 0) 00010000:00010000:1.0:1746126749.826510:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3ca00, rc 0) 00000100:00100000:2.0:1746126749.826528:0:11425:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2007:x1830945818022016:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 94us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126749.826531:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2007:x1830945818021888:12345-192.168.204.15@tcp:101:cmp.0 Request processed in 107us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126749.826532:0:11425:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30734 00000100:00100000:1.0:1746126749.826537:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30733 00000100:00100000:0.0:1746126749.845236:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.845981:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.846145:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818022528 00000100:00100000:2.0:1746126749.846145:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818022400 00000100:00100000:3.0:1746126749.846155:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818022528 00000100:00100000:2.0:1746126749.846155:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818022400 00002000:00100000:3.0:1746126749.846200:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->2097151) req@ffff8800b49f2300 x1830945818022528/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.846200:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff8800b49f0a80 x1830945818022400/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.846210:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2300 with x1830945818022528 ext(0->2097151) 00002000:00100000:2.0:1746126749.846210:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f0a80 with x1830945818022400 ext(0->2097151) 00002000:00010000:3.0:1746126749.846215:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b49f2300 00002000:00010000:2.0:1746126749.846215:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b49f0a80 00000100:00100000:2.0:1746126749.846238:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14123 00000100:00100000:2.0:1746126749.846246:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2010:x1830945818022400:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126749.846543:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14124 00000100:00100000:0.0:1746126749.846552:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2010:x1830945818022528:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126749.860800:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2010:x1830945818022528:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 14237us (14807us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126749.860813:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14124 00002000:00100000:2.0:1746126749.860825:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->2097151) req@ffff8800b49f2300 x1830945818022528/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.860840:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f2300 with x1830945818022528 ext(0->2097151) 00002000:00010000:2.0:1746126749.860846:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b49f2300 00000100:00100000:2.0:1746126749.863003:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2010:x1830945818022400:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 16746us (17766us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126749.863017:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14123 00002000:00100000:2.0:1746126749.863030:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff8800b49f0a80 x1830945818022400/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.863040:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f0a80 with x1830945818022400 ext(0->2097151) 00002000:00010000:2.0:1746126749.863046:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b49f0a80 00000100:00100000:0.0:1746126749.879272:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.879372:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.879438:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818022784 00000100:00100000:3.0:1746126749.879445:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818023040 00000100:00100000:2.0:1746126749.879448:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818022784 00000100:00100000:3.0:1746126749.879449:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818023040 00002000:00100000:3.0:1746126749.879497:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff8800b49f1180 x1830945818023040/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.879498:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff8800b49f0380 x1830945818022784/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.879507:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f1180 with x1830945818023040 ext(2097152->4194303) 00002000:00100000:2.0:1746126749.879507:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f0380 with x1830945818022784 ext(2097152->4194303) 00002000:00010000:3.0:1746126749.879513:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b49f1180 00002000:00010000:2.0:1746126749.879513:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b49f0380 00000100:00100000:3.0:1746126749.879548:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14125 00000100:00100000:3.0:1746126749.879555:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2007:x1830945818023040:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126749.879599:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14126 00000100:00100000:0.0:1746126749.879606:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2008:x1830945818022784:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126749.889793:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2008:x1830945818022784:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 10174us (10520us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746126749.889811:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14126 00002000:00100000:0.0:1746126749.889824:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff8800b49f0380 x1830945818022784/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746126749.889833:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f0380 with x1830945818022784 ext(2097152->4194303) 00002000:00010000:0.0:1746126749.889840:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b49f0380 00000100:00100000:3.0:1746126749.894233:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2007:x1830945818023040:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 14664us (14847us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126749.894250:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14125 00002000:00100000:3.0:1746126749.894262:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff8800b49f1180 x1830945818023040/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.894272:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f1180 with x1830945818023040 ext(2097152->4194303) 00002000:00010000:3.0:1746126749.894278:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800b49f1180 00000100:00100000:0.0:1746126749.910805:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.910925:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126749.910997:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818023296 00000100:00100000:1.0:1746126749.911007:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818023296 00000100:00100000:3.0:1746126749.911010:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818023552 00000100:00100000:3.0:1746126749.911015:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818023552 00002000:00100000:3.0:1746126749.911054:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88009c00b100 x1830945818023552/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.911054:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff8800b49f3b80 x1830945818023296/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.911062:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00b100 with x1830945818023552 ext(4194304->6291455) 00002000:00100000:1.0:1746126749.911062:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f3b80 with x1830945818023296 ext(4194304->6291455) 00002000:00010000:3.0:1746126749.911066:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c00b100 00002000:00010000:1.0:1746126749.911072:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b49f3b80 00000100:00100000:3.0:1746126749.911107:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14127 00000100:00100000:1.0:1746126749.911113:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14128 00000100:00100000:3.0:1746126749.911115:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2010:x1830945818023552:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126749.911119:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2009:x1830945818023296:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:1.0:1746126749.919032:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b49f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2009:x1830945818023296:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 7901us (8228us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746126749.919045:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14128 00002000:00100000:1.0:1746126749.919055:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff8800b49f3b80 x1830945818023296/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.919064:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800b49f3b80 with x1830945818023296 ext(4194304->6291455) 00002000:00010000:1.0:1746126749.919070:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800b49f3b80 00000100:00100000:3.0:1746126749.922402:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c00b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2010:x1830945818023552:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 11276us (11465us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746126749.922414:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14127 00002000:00100000:3.0:1746126749.922425:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88009c00b100 x1830945818023552/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.922435:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c00b100 with x1830945818023552 ext(4194304->6291455) 00002000:00010000:3.0:1746126749.922441:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c00b100 00000100:00100000:0.0:1746126749.923200:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.923320:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818023808 00000100:00100000:3.0:1746126749.923329:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818023808 00002000:00100000:3.0:1746126749.923360:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff88009c008e00 x1830945818023808/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.923372:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008e00 with x1830945818023808 ext(6291456->7340031) 00002000:00010000:3.0:1746126749.923376:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c008e00 00000100:00100000:3.0:1746126749.923408:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14129 00000100:00100000:3.0:1746126749.923415:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2008:x1830945818023808:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126749.925011:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.925322:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818024064 00000100:00100000:2.0:1746126749.925332:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818024064 00002000:00100000:2.0:1746126749.925370:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88009ca31f80 x1830945818024064/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.925379:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31f80 with x1830945818024064 ext(6291456->7340031) 00002000:00010000:2.0:1746126749.925384:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca31f80 00000100:00100000:2.0:1746126749.925410:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14130 00000100:00100000:2.0:1746126749.925415:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ca31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2007:x1830945818024064:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126749.931000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.931045:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126749.931140:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818024576 00000100:00100000:2.0:1746126749.931140:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818024448 00000100:00100000:3.0:1746126749.931150:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818024576 00000100:00100000:2.0:1746126749.931150:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818024448 00002000:00100000:3.0:1746126749.931191:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff88012e74fb80 x1830945818024576/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.931191:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88012e74f480 x1830945818024448/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.931199:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74fb80 with x1830945818024576 ext(7340032->8388607) 00002000:00100000:2.0:1746126749.931199:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74f480 with x1830945818024448 ext(7340032->8388607) 00002000:00010000:3.0:1746126749.931205:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74fb80 00002000:00010000:2.0:1746126749.931205:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e74f480 00000100:00100000:3.0:1746126749.931227:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14131 00000100:00100000:3.0:1746126749.931233:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+23:2008:x1830945818024576:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126749.931243:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14132 00000100:00100000:2.0:1746126749.931249:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:2008:x1830945818024448:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126749.933755:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c008e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+23:2008:x1830945818023808:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 10326us (10543us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.933768:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14129 00002000:00100000:2.0:1746126749.933781:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff88009c008e00 x1830945818023808/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.933790:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c008e00 with x1830945818023808 ext(6291456->7340031) 00002000:00010000:2.0:1746126749.933796:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c008e00 00000100:00100000:2.0:1746126749.935511:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ca31f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:2007:x1830945818024064:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 10087us (10498us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.935522:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14130 00002000:00100000:2.0:1746126749.935531:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88009ca31f80 x1830945818024064/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.935540:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ca31f80 with x1830945818024064 ext(6291456->7340031) 00002000:00010000:2.0:1746126749.935545:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ca31f80 00000100:00100000:3.0:1746126749.937145:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2008:x1830945818024576:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 5903us (6089us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126749.937156:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14131 00002000:00100000:3.0:1746126749.937165:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff88012e74fb80 x1830945818024576/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.937173:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74fb80 with x1830945818024576 ext(7340032->8388607) 00002000:00010000:3.0:1746126749.937178:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74fb80 00000100:00100000:2.0:1746126749.940237:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2008:x1830945818024448:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 8975us (9234us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.940250:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14132 00002000:00100000:2.0:1746126749.940262:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88012e74f480 x1830945818024448/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.940272:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74f480 with x1830945818024448 ext(7340032->8388607) 00002000:00010000:2.0:1746126749.940278:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e74f480 00000100:00100000:0.0:1746126749.956383:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126749.956442:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.956545:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818024832 00000100:00100000:2.0:1746126749.956555:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818024832 00002000:00100000:2.0:1746126749.956617:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff88012e74ed80 x1830945818024832/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.956628:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74ed80 with x1830945818024832 ext(8388608->10485759) 00002000:00010000:2.0:1746126749.956634:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74ed80 00000100:00100000:2.0:1746126749.956663:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818025088 00000100:00100000:2.0:1746126749.956666:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818025088 00002000:00100000:2.0:1746126749.956681:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88012e74ca80 x1830945818025088/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.956688:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74ca80 with x1830945818025088 ext(8388608->10485759) 00002000:00010000:2.0:1746126749.956691:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e74ca80 00000100:00100000:2.0:1746126749.956706:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14133 00000100:00100000:2.0:1746126749.956713:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2008:x1830945818024832:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126749.957649:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14134 00000100:00100000:2.0:1746126749.957657:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2007:x1830945818025088:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:2.0:1746126749.970417:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2008:x1830945818024832:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 13691us (14032us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126749.970434:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14133 00002000:00100000:2.0:1746126749.970448:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff88012e74ed80 x1830945818024832/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.970459:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74ed80 with x1830945818024832 ext(8388608->10485759) 00002000:00010000:2.0:1746126749.970465:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74ed80 00000100:00100000:2.0:1746126749.973204:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2007:x1830945818025088:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 15536us (16749us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746126749.973216:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14134 00002000:00100000:2.0:1746126749.973228:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88012e74ca80 x1830945818025088/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.973238:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74ca80 with x1830945818025088 ext(8388608->10485759) 00002000:00010000:2.0:1746126749.973244:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e74ca80 00000100:00100000:0.0:1746126749.974302:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.974457:0:27129:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818025344 00000100:00100000:2.0:1746126749.974465:0:27129:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818025344 00002000:00100000:2.0:1746126749.974508:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff88012e74ce00 x1830945818025344/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.974518:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74ce00 with x1830945818025344 ext(10485760->11534335) 00002000:00010000:2.0:1746126749.974521:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74ce00 00000100:00100000:2.0:1746126749.974548:0:27129:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14135 00000100:00100000:2.0:1746126749.974556:0:27129:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2007:x1830945818025344:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126749.976064:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.977086:0:9569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818025600 00000100:00100000:2.0:1746126749.977096:0:9569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818025600 00002000:00100000:2.0:1746126749.977141:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88012e74d180 x1830945818025600/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.977151:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74d180 with x1830945818025600 ext(10485760->11534335) 00002000:00010000:2.0:1746126749.977156:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e74d180 00000100:00100000:2.0:1746126749.977178:0:9569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14136 00000100:00100000:2.0:1746126749.977186:0:9569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2007:x1830945818025600:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:0.0:1746126749.980753:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.981384:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818025856 00000100:00100000:2.0:1746126749.981394:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818025856 00002000:00100000:2.0:1746126749.981446:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff88012e74c000 x1830945818025856/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.981456:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74c000 with x1830945818025856 ext(11534336->12582911) 00002000:00010000:2.0:1746126749.981462:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74c000 00000100:00100000:0.0:1746126749.981665:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126749.982000:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818026112 00000100:00100000:2.0:1746126749.982004:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818026112 00000100:00100000:3.0:1746126749.982010:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14137 00000100:00100000:3.0:1746126749.982020:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+23:2007:x1830945818025856:12345-192.168.204.15@tcp:3:cmp.0 00002000:00100000:2.0:1746126749.982022:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88012e74e680 x1830945818026112/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746126749.982022:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00002000:00100000:2.0:1746126749.982028:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74e680 with x1830945818026112 ext(11534336->12582911) 00002000:00010000:2.0:1746126749.982031:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e74e680 00000100:00100000:1.0:1746126749.982042:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818026368 00000100:00100000:2.0:1746126749.982044:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14138 00000100:00100000:1.0:1746126749.982047:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818026368 00000100:00100000:2.0:1746126749.982048:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e74e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:2007:x1830945818026112:12345-192.168.204.15@tcp:3:cmp.0 00002000:00100000:1.0:1746126749.982064:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff8800a5a3c700 x1830945818026368/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/0 e 0 to 0 dl 1746126760 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.982072:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3c700 with x1830945818026368 ext(12582912->13631487) 00002000:00010000:1.0:1746126749.982075:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3c700 00000100:00100000:1.0:1746126749.982086:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14139 00000100:00100000:1.0:1746126749.982090:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+24:2007:x1830945818026368:12345-192.168.204.15@tcp:3:cmp.0 00000100:00100000:3.0:1746126749.982672:0:27129:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+25:2007:x1830945818025344:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 8115us (8370us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126749.982680:0:27129:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14135 00002000:00100000:3.0:1746126749.982685:0:27129:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff88012e74ce00 x1830945818025344/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.982692:0:27129:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74ce00 with x1830945818025344 ext(10485760->11534335) 00002000:00010000:3.0:1746126749.982695:0:27129:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74ce00 00000100:00100000:3.0:1746126749.982947:0:9569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+11:2007:x1830945818025600:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 5762us (6887us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126749.982953:0:9569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14136 00002000:00100000:3.0:1746126749.982957:0:9569:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88012e74d180 x1830945818025600/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.982964:0:9569:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74d180 with x1830945818025600 ext(10485760->11534335) 00002000:00010000:3.0:1746126749.982966:0:9569:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e74d180 00000100:00100000:3.0:1746126749.991009:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+23:2007:x1830945818025856:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 8977us (10254us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746126749.991020:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14137 00002000:00100000:3.0:1746126749.991034:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff88012e74c000 x1830945818025856/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746126749.991044:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74c000 with x1830945818025856 ext(11534336->12582911) 00002000:00010000:3.0:1746126749.991050:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e74c000 00000100:00100000:1.0:1746126749.991823:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:2007:x1830945818026368:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 9729us (9798us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126749.991831:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14139 00002000:00100000:1.0:1746126749.991837:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff8800a5a3c700 x1830945818026368/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746126749.991844:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5a3c700 with x1830945818026368 ext(12582912->13631487) 00002000:00010000:1.0:1746126749.991848:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5a3c700 00000100:00100000:2.0:1746126749.993723:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e74e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:2007:x1830945818026112:12345-192.168.204.15@tcp:3:cmp.0 Request processed in 11663us (12048us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126749.993734:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14138 00002000:00100000:2.0:1746126749.993745:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88012e74e680 x1830945818026112/t0(0) o3->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:510/0 lens 488/440 e 0 to 0 dl 1746126760 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746126749.993759:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e74e680 with x1830945818026112 ext(11534336->12582911) 00002000:00010000:2.0:1746126749.993765:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e74e680 00000100:00100000:0.0:1746126750.001496:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126750.001815:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818026624 00000100:00100000:3.0:1746126750.001825:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818026624 00000100:00100000:3.0:1746126750.001888:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 208 00000100:00100000:3.0:1746126750.001907:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40cd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+30:3813:x1830945818026624:12345-192.168.204.15@tcp:35:cmp.0 00000100:00100000:3.0:1746126750.002410:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40cd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+31:3813:x1830945818026624:12345-192.168.204.15@tcp:35:cmp.0 Request processed in 512us (923us total) trans 4294980606 rc 0/0 00000100:00100000:3.0:1746126750.002417:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 208 00000100:00100000:0.0:1746126750.004050:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126750.004152:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818026880 00000100:00100000:3.0:1746126750.004160:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818026880 00000100:00100000:3.0:1746126750.004210:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 209 00000100:00100000:3.0:1746126750.004218:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+31:3813:x1830945818026880:12345-192.168.204.15@tcp:35:cmp.0 00000100:00100000:3.0:1746126750.004446:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+32:3813:x1830945818026880:12345-192.168.204.15@tcp:35:cmp.0 Request processed in 227us (401us total) trans 4294980607 rc 0/0 00000100:00100000:3.0:1746126750.004452:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 209 00000100:00100000:0.0:1746126750.016171:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126750.016220:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126750.016335:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818027264 00000100:00100000:3.0:1746126750.016346:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818027264 00000100:00100000:3.0:1746126750.016404:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29114 00000100:00100000:3.0:1746126750.016411:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:3816:x1830945818027264:12345-192.168.204.15@tcp:36:rm.0 00000100:00100000:1.0:1746126750.016454:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818027136 00000100:00100000:1.0:1746126750.016458:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818027136 00010000:00010000:3.0:1746126750.016464:0:21534:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00000100:00100000:1.0:1746126750.016486:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 713 00000100:00100000:1.0:1746126750.016492:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5a3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+40:2008:x1830945818027136:12345-192.168.204.15@tcp:63:ll_sa.0 00010000:00010000:3.0:1746126750.016494:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482939 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b774b expref: 40 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.016515:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800991cba00/0xd8b4f51a844828d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7728 expref: 39 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126750.016518:0:8382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126750.016526:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a41a1700) 00010000:00010000:1.0:1746126750.016533:0:8382:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1800/0xd8b4f51a84482baf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b78c5 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.016534:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b099200/0xd8b4f51a84482ab3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77b4 expref: 38 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.016543:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126750.016546:0:21534:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126750.016562:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126750.016563:0:8382:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a84482bbd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.016571:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a84482bbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.016579:0:8382:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a84482bbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.016587:0:8382:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1200/0xd8b4f51a84482bc4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.016590:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1200/0xd8b4f51a84482bc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.016593:0:8382:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1200/0xd8b4f51a84482bc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00010000:00010000:3.0:1746126750.016996:0:21534:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a84482b00 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77d7 expref: 31 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.017003:0:21534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126750.017012:0:8382:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a84482bbd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.017020:0:8382:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a84482bbd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.017025:0:8382:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a84482bbd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.017030:0:8382:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d0d1c00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126750.017033:0:8382:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a84482bbd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.017039:0:8382:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a84482bbd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8382 initiator: MDT0 00010000:00010000:3.0:1746126750.017043:0:21534:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a84482b00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77d7 expref: 31 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.017056:0:21534:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a84482b00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77d7 expref: 31 pid: 21534 timeout: 893 lvb_type: 0 00010000:00010000:1.0:1746126750.017065:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00000100:00100000:3.0:1746126750.017068:0:21534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fa15500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21534:1830945813769088:192.168.204.15@tcp:104: 00010000:00010000:1.0:1746126750.017071:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126750.017073:0:8382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126750.017079:0:8382:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a84482bbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.017084:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1c00/0xd8b4f51a84482bbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.017108:0:8382:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1200/0xd8b4f51a84482bc4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.017113:0:8382:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1200/0xd8b4f51a84482bc4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.017117:0:8382:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1200/0xd8b4f51a84482bc4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.017121:0:8382:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d0d1200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:1.0:1746126750.017124:0:8382:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1200/0xd8b4f51a84482bc4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.017131:0:8382:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1200/0xd8b4f51a84482bc4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.017137:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800a89a7400) 00010000:00010000:1.0:1746126750.017140:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746126750.017142:0:8382:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1200/0xd8b4f51a84482bc4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.017145:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1200/0xd8b4f51a84482bc4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:1.0:1746126750.017171:0:8382:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1800/0xd8b4f51a84482baf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b78c5 expref: 38 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126750.017178:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:1.0:1746126750.017179:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746126750.017182:0:8382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126750.017187:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0d1800/0xd8b4f51a84482baf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b78c5 expref: 38 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126750.017193:0:8382:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0d1800, rc -2) 00000100:00100000:3.0:1746126750.018134:0:21534:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297780 going to sleep for 11 seconds 00000100:00100000:1.0:1746126750.018614:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+37:2008:x1830945818027136:12345-192.168.204.15@tcp:63:ll_sa.0 Request processed in 2118us (2450us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746126750.018625:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 713 00000100:00100000:3.0:1746126750.021042:0:21534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fa15500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21534:1830945813769088:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126750.021072:0:21534:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000100:00100000:0.0:1746126750.021513:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126750.022535:0:7206:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818027392 00000100:00100000:3.0:1746126750.022545:0:7206:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818027392 00010000:00010000:3.0:1746126750.022586:0:7206:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a84482b00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77d7 expref: 32 pid: 21534 timeout: 893 lvb_type: 0 00000100:00100000:3.0:1746126750.022630:0:7206:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13909 00000100:00100000:3.0:1746126750.022637:0:7206:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+32:2008:x1830945818027392:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746126750.022653:0:7206:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746126750.022660:0:7206:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a84482b00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77d7 expref: 32 pid: 21534 timeout: 893 lvb_type: 0 00010000:00010000:3.0:1746126750.022670:0:7206:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a84482b00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77d7 expref: 32 pid: 21534 timeout: 893 lvb_type: 0 00010000:00010000:3.0:1746126750.022694:0:7206:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098b76000/0xd8b4f51a84482b00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b77d7 expref: 32 pid: 21534 timeout: 893 lvb_type: 0 00010000:00010000:3.0:1746126750.022714:0:7206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126750.022719:0:7206:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126750.022727:0:7206:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126750.022734:0:7206:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21534 initiator: MDT0 00010000:00010000:3.0:1746126750.022767:0:7206:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746126750.022815:0:7206:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+31:2008:x1830945818027392:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 178us (1303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126750.022821:0:7206:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13909 00010000:00010000:2.0:1746126750.023041:0:21534:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.023049:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.023067:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a84482bcb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.023076:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a84482bcb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.023083:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a84482bcb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.023181:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bd2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.023190:0:21534:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a84482971 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7791 expref: 30 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.023196:0:21534:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bd2 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.023224:0:21534:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a84482971 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7791 expref: 30 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.023236:0:21534:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a84482971 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7791 expref: 30 pid: 10784 timeout: 893 lvb_type: 0 00000100:00100000:2.0:1746126750.023254:0:21534:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21534:1830945813769216:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126750.023337:0:21534:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b216bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126750.025872:0:21534:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21534:1830945813769216:192.168.204.15@tcp:104: 00010000:00010000:2.0:1746126750.025913:0:21534:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bd2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000100:00100000:0.0:1746126750.029437:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126750.029699:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818027520 00000100:00100000:1.0:1746126750.029709:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818027520 00010000:00010000:1.0:1746126750.029751:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a84482971 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7791 expref: 31 pid: 10784 timeout: 893 lvb_type: 0 00000100:00100000:1.0:1746126750.029792:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13910 00000100:00100000:1.0:1746126750.029799:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+31:2008:x1830945818027520:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126750.029813:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126750.029819:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a84482971 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7791 expref: 31 pid: 10784 timeout: 893 lvb_type: 0 00010000:00010000:1.0:1746126750.029831:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a84482971 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7791 expref: 31 pid: 10784 timeout: 893 lvb_type: 0 00010000:00010000:1.0:1746126750.029948:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012debd000/0xd8b4f51a84482971 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7791 expref: 31 pid: 10784 timeout: 893 lvb_type: 0 00010000:00010000:1.0:1746126750.029965:0:9580:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a41a1700) 00010000:00010000:1.0:1746126750.029971:0:9580:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bd2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126750.029981:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bd2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126750.029988:0:9580:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bd2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21534 initiator: MDT0 00010000:00010000:1.0:1746126750.030410:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126750.030475:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea47b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+30:2008:x1830945818027520:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 675us (1048us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126750.030482:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13910 00010000:00010000:2.0:1746126750.030555:0:21534:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bd2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.030562:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bd2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000040:00080000:2.0:1746126750.030836:0:21534:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:2.0:1746126750.030845:0:21534:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 793136538524ns, next at 794136536442ns, rc = 0 00000040:00080000:2.0:1746126750.030865:0:21534:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:2.0:1746126750.030869:0:21534:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 793136563852ns, next at 794136563131ns, rc = 0 00010000:00010000:2.0:1746126750.030937:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bd9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.030945:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.030953:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bd9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.030959:0:21534:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bd9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.030964:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bd9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.030973:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bd9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.030998:0:21534:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746126750.031018:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bd2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.031023:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bd2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.031029:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bd2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.031034:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cbdd200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126750.031037:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bd2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.031043:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bd2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.031051:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a41a1700) 00010000:00010000:2.0:1746126750.031054:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746126750.031056:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bd2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.031060:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bd2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.031174:0:21534:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.031180:0:21534:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.031188:0:21534:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.031192:0:21534:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b4b800 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126750.031194:0:21534:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.031198:0:21534:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.031205:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126750.031206:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126750.031209:0:21534:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.031212:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b4b800/0xd8b4f51a84482bb6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21534 initiator: MDT0 00000004:00010000:2.0:1746126750.031221:0:21534:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a5a3f480 reply state ffff88011fa28000 transno 4294980608 ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a84482bcb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.031229:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdca00/0xd8b4f51a84482bcb lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.031233:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a41a1800) 00010000:00010000:2.0:1746126750.031235:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746126750.031237:0:21534:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746126750.031280:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5a3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:3816:x1830945818027264:12345-192.168.204.15@tcp:36:rm.0 Request processed in 14869us (15058us total) trans 4294980608 rc 0/0 00000100:00100000:2.0:1746126750.031287:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29114 00010000:00010000:0.0:1746126750.031482:0:7209:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746126750.031494:0:7209:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bd9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21534 initiator: MDT0 00010000:00010000:0.0:1746126750.031503:0:7209:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cbddc00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:0.0:1746126750.031506:0:7209:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bd9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21534 initiator: MDT0 00010000:00010000:0.0:1746126750.031513:0:7209:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bd9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 21534 initiator: MDT0 00010000:00010000:0.0:1746126750.031529:0:7209:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff8800a41a1700) 00010000:00010000:0.0:1746126750.031532:0:7209:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746126750.031536:0:7209:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bd9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21534 initiator: MDT0 00010000:00010000:0.0:1746126750.031540:0:7209:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bd9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21534 initiator: MDT0 00010000:00010000:0.0:1746126750.031567:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126750.031569:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746126750.031570:0:7209:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746126750.074420:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126750.074521:0:21534:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818027648 00000100:00100000:2.0:1746126750.074531:0:21534:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818027648 00000100:00100000:2.0:1746126750.074589:0:21534:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29115 00000100:00100000:2.0:1746126750.074595:0:21534:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+38:3819:x1830945818027648:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:2.0:1746126750.074618:0:21534:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126750.074635:0:21534:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd400/0xd8b4f51a84482be0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b78fd expref: -99 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.074688:0:21534:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc800/0xd8b4f51a84482be7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.074698:0:21534:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc800/0xd8b4f51a84482be7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.074707:0:21534:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc800/0xd8b4f51a84482be7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00000004:00200000:2.0:1746126750.074743:0:21534:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126750.074745:0:21534:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746126750.074759:0:21534:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc800/0xd8b4f51a84482be7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21534 initiator: MDT0 00010000:00010000:2.0:1746126750.074774:0:21534:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd400/0xd8b4f51a84482be0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b78fd expref: 40 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.074799:0:21534:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc800/0xd8b4f51a84482be7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b78fd expref: 39 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.074804:0:21534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126750.074806:0:21534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126750.074808:0:21534:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbdc800, rc 0) 00000100:00100000:2.0:1746126750.074858:0:21534:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ea51896b-d97d-4dc0-a29c-a8854073a414+39:3819:x1830945818027648:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 264us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126750.074864:0:21534:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29115 00000100:00100000:0.0:1746126750.076672:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126750.076743:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818027904 00000100:00100000:2.0:1746126750.076754:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818027904 00000100:00100000:2.0:1746126750.076819:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29116 00000100:00100000:2.0:1746126750.076826:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+39:3819:x1830945818027904:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:2.0:1746126750.076844:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126750.076847:0:10784:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746126750.076869:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdc800/0xd8b4f51a84482be7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b78fd expref: 39 pid: 21534 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.076883:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126750.076887:0:10784:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746126750.076912:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd000/0xd8b4f51a84482bee lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7904 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.076990:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bf5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077000:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bf5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077008:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bf5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077015:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bfc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077021:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bfc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077026:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bfc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077282:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098febc00/0xd8b4f51a84482c03 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077289:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098febc00/0xd8b4f51a84482c03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077294:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098febc00/0xd8b4f51a84482c03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00200000:2.0:1746126750.077348:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:2.0:1746126750.077369:0:10784:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bf5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077374:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bf5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077379:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bf5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077384:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bf5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077389:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cbdd200 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:2.0:1746126750.077392:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bf5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077398:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bf5 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077405:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126750.077407:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746126750.077410:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bf5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077418:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd200/0xd8b4f51a84482bf5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00000004:00010000:2.0:1746126750.077426:0:10784:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012ea45500 reply state ffff88009ca7e000 transno 4294980609 ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bfc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077433:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbddc00/0xd8b4f51a84482bfc lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.077438:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a41a1800) 00010000:00010000:2.0:1746126750.077439:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746126750.077442:0:10784:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746126750.077459:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbdd000/0xd8b4f51a84482bee lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7904 expref: 41 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.077470:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098febc00/0xd8b4f51a84482c03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7904 expref: 40 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.077475:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009911ed00) 00010000:00010000:2.0:1746126750.077477:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746126750.077479:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098febc00, rc 0) 00000100:00100000:2.0:1746126750.077540:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+41:3819:x1830945818027904:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 714us (874us total) trans 4294980609 rc 0/0 00000100:00100000:2.0:1746126750.077546:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29116 00000100:00100000:0.0:1746126750.080239:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126750.080366:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818028160 00000100:00100000:2.0:1746126750.080376:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818028160 00000100:00100000:2.0:1746126750.080431:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29117 00000100:00100000:2.0:1746126750.080439:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+41:3819:x1830945818028160:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:2.0:1746126750.080465:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126750.080485:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482c11 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b790b expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.080582:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c18 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.080595:0:10784:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880098febc00/0xd8b4f51a84482c03 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7904 expref: 42 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.080601:0:10784:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c18 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.080633:0:10784:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880098febc00/0xd8b4f51a84482c03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7904 expref: 42 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.080644:0:10784:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880098febc00/0xd8b4f51a84482c03 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7904 expref: 42 pid: 10784 timeout: 893 lvb_type: 0 00000100:00100000:2.0:1746126750.080656:0:10784:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10784:1830945813769344:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126750.081158:0:10784:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b216bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746126750.083768:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126750.083822:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818028288 00000100:00100000:1.0:1746126750.083832:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818028288 00010000:00010000:1.0:1746126750.083868:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098febc00/0xd8b4f51a84482c03 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7904 expref: 43 pid: 10784 timeout: 893 lvb_type: 0 00000100:00100000:1.0:1746126750.083918:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13911 00000100:00100000:1.0:1746126750.083925:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+43:2008:x1830945818028288:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126750.083939:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126750.083944:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880098febc00/0xd8b4f51a84482c03 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7904 expref: 43 pid: 10784 timeout: 893 lvb_type: 0 00010000:00010000:1.0:1746126750.083955:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880098febc00/0xd8b4f51a84482c03 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7904 expref: 43 pid: 10784 timeout: 893 lvb_type: 0 00010000:00010000:1.0:1746126750.083975:0:9580:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009911ed00) 00010000:00010000:1.0:1746126750.083979:0:9580:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c18 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126750.083986:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126750.083993:0:9580:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c18 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10784 initiator: MDT0 00010000:00010000:1.0:1746126750.084009:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126750.084063:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+43:2008:x1830945818028288:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 139us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126750.084071:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13911 00010000:00010000:0.0:1746126750.084071:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098febc00/0xd8b4f51a84482c03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7904 expref: 43 pid: 10784 timeout: 893 lvb_type: 0 00000100:00100000:0.0:1746126750.084098:0:10784:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10784:1830945813769344:192.168.204.15@tcp:104: 00010000:00010000:0.0:1746126750.084131:0:10784:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:0.0:1746126750.084139:0:10784:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:0.0:1746126750.084145:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00200000:0.0:1746126750.084164:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00080000:0.0:1746126750.084504:0:10784:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00000004:00080000:0.0:1746126750.084511:0:10784:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e:0x0], index 1: 0 00010000:00010000:0.0:1746126750.084602:0:10784:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c18 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:0.0:1746126750.084609:0:10784:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c18 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10784 initiator: MDT0 00010000:00010000:0.0:1746126750.084616:0:10784:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:0.0:1746126750.084621:0:10784:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008383b000 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:0.0:1746126750.084625:0:10784:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10784 initiator: MDT0 00010000:00010000:0.0:1746126750.084632:0:10784:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c18 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10784 initiator: MDT0 00010000:00010000:0.0:1746126750.084643:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009911ed00) 00010000:00010000:0.0:1746126750.084645:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746126750.084649:0:10784:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c18 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:0.0:1746126750.084653:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c18 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10784 initiator: MDT0 00010000:00010000:0.0:1746126750.084702:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482c11 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b790b expref: 42 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126750.084709:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482c11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b790b expref: 42 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126750.084717:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a600, rc 0) 00000100:00100000:0.0:1746126750.084806:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+41:3819:x1830945818028160:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 4368us (4576us total) trans 4294980610 rc 301/301 00000100:00100000:0.0:1746126750.084814:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29117 00000100:00100000:2.0:1746126750.086571:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126750.086645:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818028544 00000100:00100000:0.0:1746126750.086655:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818028544 00000100:00100000:0.0:1746126750.087013:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 210 00000100:00100000:0.0:1746126750.087022:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+41:3819:x1830945818028544:12345-192.168.204.15@tcp:35:lfs.0 00000100:00100000:0.0:1746126750.087258:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+42:3819:x1830945818028544:12345-192.168.204.15@tcp:35:lfs.0 Request processed in 236us (691us total) trans 4294980611 rc 0/0 00000100:00100000:0.0:1746126750.087263:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 210 00000100:00100000:0.0:1746126750.089512:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126750.089617:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818028672 00000100:00100000:2.0:1746126750.089623:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818028672 00000100:00100000:2.0:1746126750.089680:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29118 00000100:00100000:2.0:1746126750.089688:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+42:3819:x1830945818028672:12345-192.168.204.15@tcp:101:lfs.0 00010000:00010000:2.0:1746126750.089715:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126750.089735:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a84482c26 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7912 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.089791:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a84482c26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7912 expref: 43 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.089801:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a800/0xd8b4f51a84482c26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7912 expref: 43 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.089812:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009911e600) 00010000:00010000:2.0:1746126750.089815:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746126750.089817:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a800, rc 0) 00000100:00100000:2.0:1746126750.089857:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+43:3819:x1830945818028672:12345-192.168.204.15@tcp:101:lfs.0 Request processed in 171us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126750.089863:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29118 00000100:00100000:0.0:1746126750.092460:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126750.092943:0:17019:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818028928 00000100:00100000:3.0:1746126750.092953:0:17019:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818028928 00000100:00100000:3.0:1746126750.092997:0:17019:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 211 00000100:00100000:3.0:1746126750.093005:0:17019:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099271500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+43:3819:x1830945818028928:12345-192.168.204.15@tcp:35:lfs.0 00000100:00100000:3.0:1746126750.093598:0:17019:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099271500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+44:3819:x1830945818028928:12345-192.168.204.15@tcp:35:lfs.0 Request processed in 592us (1142us total) trans 4294980612 rc 0/0 00000100:00100000:3.0:1746126750.093606:0:17019:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 211 00000100:00100000:0.0:1746126750.099936:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126750.100072:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818029056 00000100:00100000:2.0:1746126750.100082:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818029056 00000100:00100000:0.0:1746126750.100083:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126750.100148:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818029184 00000100:00100000:2.0:1746126750.100151:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818029184 00000100:00100000:2.0:1746126750.100209:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29119 00000100:00100000:3.0:1746126750.100214:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29120 00000100:00100000:2.0:1746126750.100217:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+30:3821:x1830945818029056:12345-192.168.204.15@tcp:101:dd.0 00000100:00100000:3.0:1746126750.100221:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+44:3820:x1830945818029184:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:3.0:1746126750.100242:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126750.100242:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126750.100261:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183a00/0xd8b4f51a84482c2d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7919 expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.100261:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482c34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7920 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.100457:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d200/0xd8b4f51a84482c42 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126750.100457:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482c3b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126750.100469:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d200/0xd8b4f51a84482c42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.100480:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d200/0xd8b4f51a84482c42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126750.100491:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482c3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.100501:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482c3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00200000:3.0:1746126750.100521:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746126750.100521:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746126750.100524:0:8376:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00200000:2.0:1746126750.100524:0:10784:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746126750.100540:0:8376:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d200/0xd8b4f51a84482c42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00010000:2.0:1746126750.100540:0:10784:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482c3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00010000:00010000:3.0:1746126750.100559:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d183a00/0xd8b4f51a84482c2d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7919 expref: 46 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.100564:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b600/0xd8b4f51a84482c34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7920 expref: 32 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.100578:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482c3b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7920 expref: 31 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.100587:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d200/0xd8b4f51a84482c42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7919 expref: 45 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.100594:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126750.100597:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746126750.100600:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a547d200, rc 0) 00010000:00010000:2.0:1746126750.100619:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:2.0:1746126750.100621:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746126750.100623:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383a600, rc 0) 00000100:00100000:3.0:1746126750.100665:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:3820:x1830945818029184:12345-192.168.204.15@tcp:101:dd.0 Request processed in 441us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126750.100675:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29120 00000100:00100000:2.0:1746126750.100691:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+31:3821:x1830945818029056:12345-192.168.204.15@tcp:101:dd.0 Request processed in 476us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126750.100696:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29119 00000100:00100000:0.0:1746126750.101960:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126750.102042:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818029440 00000100:00100000:2.0:1746126750.102047:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818029440 00000100:00100000:2.0:1746126750.102133:0:10784:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29121 00000100:00100000:2.0:1746126750.102141:0:10784:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+31:3821:x1830945818029440:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:2.0:1746126750.102154:0:10784:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126750.102165:0:10784:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c49 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7927 expref: -99 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.102236:0:10784:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383aa00/0xd8b4f51a84482c50 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.102246:0:10784:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008383aa00/0xd8b4f51a84482c50 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10784 initiator: MDT0 00010000:00010000:2.0:1746126750.102255:0:10784:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008383aa00/0xd8b4f51a84482c50 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 10784 initiator: MDT0 00000004:00200000:2.0:1746126750.102264:0:10784:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:2.0:1746126750.102394:0:10784:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383b000/0xd8b4f51a84482c49 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7927 expref: 34 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.102407:0:10784:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008383aa00/0xd8b4f51a84482c50 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7927 expref: 33 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.102414:0:10784:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009d088800) 00010000:00010000:2.0:1746126750.102416:0:10784:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746126750.102419:0:10784:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008383aa00, rc 0) 00000100:00100000:2.0:1746126750.102522:0:10784:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099270380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+33:3821:x1830945818029440:12345-192.168.204.15@tcp:101:dd.0 Request processed in 382us (566us total) trans 4294980613 rc 0/0 00000100:00100000:2.0:1746126750.102529:0:10784:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29121 00000100:00100000:0.0:1746126750.102933:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126750.103002:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818029696 00000100:00100000:3.0:1746126750.103006:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818029696 00000100:00100000:1.0:1746126750.103018:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126750.103033:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29122 00000100:00100000:3.0:1746126750.103038:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+45:3820:x1830945818029696:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:3.0:1746126750.103047:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126750.103049:0:8376:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746126750.103062:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547d200/0xd8b4f51a84482c42 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7919 expref: 45 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.103072:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126750.103075:0:8376:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746126750.103076:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818029824 00000100:00100000:0.0:1746126750.103079:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818029824 00010000:00010000:3.0:1746126750.103081:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547dc00/0xd8b4f51a84482c5e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b792e expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.103133:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a600/0xd8b4f51a84482c65 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00000100:00100000:0.0:1746126750.103134:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 714 00000100:00100000:0.0:1746126750.103139:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2009:x1830945818029824:12345-192.168.204.15@tcp:63:ll_sa.0 00010000:00010000:3.0:1746126750.103140:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a600/0xd8b4f51a84482c65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.103146:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a600/0xd8b4f51a84482c65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00200000:3.0:1746126750.103154:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746126750.103199:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547dc00/0xd8b4f51a84482c5e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b792e expref: 48 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.103208:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a600/0xd8b4f51a84482c65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b792e expref: 47 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.103214:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88007d71ca00) 00010000:00010000:3.0:1746126750.103216:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126750.103218:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3a600, rc 0) 00000100:00100000:3.0:1746126750.103250:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ea51896b-d97d-4dc0-a29c-a8854073a414+47:3820:x1830945818029696:12345-192.168.204.15@tcp:101:dd.0 Request processed in 211us (316us total) trans 4294980614 rc 0/0 00000100:00100000:3.0:1746126750.103254:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29122 00010000:00010000:0.0:1746126750.103282:0:8382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126750.103290:0:8382:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d400/0xd8b4f51a84482c73 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7935 expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126750.103334:0:8382:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482c7a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103341:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482c7a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103347:0:8382:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482c7a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103355:0:8382:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c600/0xd8b4f51a84482c81 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103362:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c600/0xd8b4f51a84482c81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103372:0:8382:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c600/0xd8b4f51a84482c81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103443:0:8382:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d000/0xd8b4f51a84482c88 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103450:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d000/0xd8b4f51a84482c88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103456:0:8382:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d000/0xd8b4f51a84482c88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00000004:00200000:0.0:1746126750.103470:0:8382:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00200000:0.0:1746126750.103473:0:8382:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746126750.103482:0:8382:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d000/0xd8b4f51a84482c88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103490:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d000/0xd8b4f51a84482c88 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103497:0:8382:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482c7a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103502:0:8382:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482c7a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103508:0:8382:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482c7a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103518:0:8382:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b3ce00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:0.0:1746126750.103522:0:8382:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482c7a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103529:0:8382:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482c7a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103536:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:0.0:1746126750.103538:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126750.103540:0:8382:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482c7a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103545:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3ce00/0xd8b4f51a84482c7a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103565:0:8382:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c600/0xd8b4f51a84482c81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103570:0:8382:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c600/0xd8b4f51a84482c81 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103574:0:8382:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c600/0xd8b4f51a84482c81 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103577:0:8382:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b3c600 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:0.0:1746126750.103579:0:8382:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c600/0xd8b4f51a84482c81 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103583:0:8382:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c600/0xd8b4f51a84482c81 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103588:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a41a1800) 00010000:00010000:0.0:1746126750.103589:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126750.103591:0:8382:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c600/0xd8b4f51a84482c81 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103595:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c600/0xd8b4f51a84482c81 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103610:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d400/0xd8b4f51a84482c73 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7935 expref: 48 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126750.103625:0:8382:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d000/0xd8b4f51a84482c88 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7935 expref: 47 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126750.103630:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009911e600) 00010000:00010000:0.0:1746126750.103632:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746126750.103634:0:8382:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3d000, rc 0) 00010000:00010000:0.0:1746126750.103638:0:8382:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746126750.103643:0:8382:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3dc00/0xd8b4f51a84482c8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b793c expref: -99 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126750.103659:0:8382:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c800/0xd8b4f51a84482c96 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103666:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c800/0xd8b4f51a84482c96 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103671:0:8382:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c800/0xd8b4f51a84482c96 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103682:0:8382:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d800/0xd8b4f51a84482c9d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103688:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d800/0xd8b4f51a84482c9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103693:0:8382:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d800/0xd8b4f51a84482c9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103704:0:8382:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c800/0xd8b4f51a84482c96 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103709:0:8382:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c800/0xd8b4f51a84482c96 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103714:0:8382:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c800/0xd8b4f51a84482c96 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103718:0:8382:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b3c800 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:0.0:1746126750.103720:0:8382:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c800/0xd8b4f51a84482c96 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103724:0:8382:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c800/0xd8b4f51a84482c96 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103730:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:0.0:1746126750.103732:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126750.103734:0:8382:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c800/0xd8b4f51a84482c96 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103738:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3c800/0xd8b4f51a84482c96 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103745:0:8382:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d800/0xd8b4f51a84482c9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103748:0:8382:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d800/0xd8b4f51a84482c9d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103752:0:8382:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d800/0xd8b4f51a84482c9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103756:0:8382:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094b3d800 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:0.0:1746126750.103758:0:8382:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d800/0xd8b4f51a84482c9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103766:0:8382:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d800/0xd8b4f51a84482c9d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103771:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88011f4fb400) 00010000:00010000:0.0:1746126750.103773:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746126750.103775:0:8382:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d800/0xd8b4f51a84482c9d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103779:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3d800/0xd8b4f51a84482c9d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8382 initiator: MDT0 00010000:00010000:0.0:1746126750.103796:0:8382:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3dc00/0xd8b4f51a84482c8f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b793c expref: 48 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126750.103802:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:0.0:1746126750.103804:0:8382:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746126750.103806:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3dc00/0xd8b4f51a84482c8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b793c expref: 48 pid: 8382 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746126750.103812:0:8382:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b3dc00, rc -2) 00000100:00100000:0.0:1746126750.103874:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2009:x1830945818029824:12345-192.168.204.15@tcp:63:ll_sa.0 Request processed in 734us (856us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746126750.103879:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 714 00000100:00100000:1.0:1746126750.106158:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126750.106192:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126750.106215:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126750.106259:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126750.106283:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818030464 00000100:00100000:1.0:1746126750.106290:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818030464 00000100:00100000:3.0:1746126750.106339:0:10784:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818030080 00000100:00100000:3.0:1746126750.106344:0:10784:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818030080 00000100:00100000:1.0:1746126750.106373:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 332 00000100:00100000:1.0:1746126750.106380:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+47:2007:x1830945818030464:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126750.106394:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746126750.106405:0:8376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 29123 00000100:00100000:3.0:1746126750.106411:0:8376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+33:3821:x1830945818030080:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:1.0:1746126750.106417:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b3a600/0xd8b4f51a84482c65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b792e expref: 47 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.106428:0:8376:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126750.106430:0:8376:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746126750.106436:0:9580:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88007d71ca00) 00010000:00010000:1.0:1746126750.106440:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126750.106441:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008383a600/0xd8b4f51a84482c3b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7920 expref: 33 pid: 10784 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.106453:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126750.106456:0:8376:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746126750.106463:0:8376:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547c800/0xd8b4f51a84482ca4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b796d expref: -99 pid: 8376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126750.106472:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+46:2007:x1830945818030464:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 93us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126750.106478:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 332 00000100:00100000:2.0:1746126750.106630:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818030208 00000100:00100000:2.0:1746126750.106634:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818030208 00000100:00100000:2.0:1746126750.106658:0:9565:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818030336 00000100:00100000:2.0:1746126750.106660:0:9565:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818030336 00000100:00100000:2.0:1746126750.106674:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30735 00000100:00100000:2.0:1746126750.106679:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945818030208:12345-192.168.204.15@tcp:101:ll_agl.0 00010000:00010000:2.0:1746126750.106687:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126750.106700:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a84482cab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7974 expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746126750.106724:0:9565:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746126750.106738:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126750.106740:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126750.106747:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a84482cab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7974 expref: 10 pid: 9565 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126750.106761:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a84482cab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7974 expref: 10 pid: 9565 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126750.106770:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d166e00, rc 0) 00000100:00100000:2.0:1746126750.106791:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011ddbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945818030208:12345-192.168.204.15@tcp:101:ll_agl.0 Request processed in 112us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126750.106796:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30735 00000100:00100000:2.0:1746126750.106808:0:9565:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30736 00010000:00010000:3.0:1746126750.106814:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482cb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00000100:00100000:2.0:1746126750.106814:0:9565:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2008:x1830945818030336:12345-192.168.204.15@tcp:101:ll_agl.0 00010000:00010000:2.0:1746126750.106821:0:9565:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126750.106824:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482cb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126750.106830:0:9565:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d167400/0xd8b4f51a84482cb9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b797b expref: -99 pid: 9565 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.106833:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482cb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00002000:00010000:2.0:1746126750.106844:0:9565:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746126750.106846:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4400/0xd8b4f51a84482cc0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126750.106851:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126750.106852:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4400/0xd8b4f51a84482cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126750.106852:0:9565:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126750.106856:0:9565:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d167400/0xd8b4f51a84482cb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b797b expref: 9 pid: 9565 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126750.106857:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4400/0xd8b4f51a84482cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00010000:00010000:2.0:1746126750.106866:0:9565:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d167400/0xd8b4f51a84482cb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b797b expref: 9 pid: 9565 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126750.106874:0:9565:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d167400, rc 0) 00000100:00100000:2.0:1746126750.106887:0:9565:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2008:x1830945818030336:12345-192.168.204.15@tcp:101:ll_agl.0 Request processed in 74us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746126750.106892:0:9565:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30736 00010000:00010000:3.0:1746126750.106911:0:8376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4200/0xd8b4f51a84482cc7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.106919:0:8376:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4200/0xd8b4f51a84482cc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.106925:0:8376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4200/0xd8b4f51a84482cc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8376 initiator: MDT0 00000004:00200000:3.0:1746126750.106935:0:8376:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:3.0:1746126750.107106:0:8376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482cb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.107113:0:8376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482cb2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.107119:0:8376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482cb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.107125:0:8376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098ec4c00 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126750.107128:0:8376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482cb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.107135:0:8376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482cb2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.107143:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880131684b00) 00010000:00010000:3.0:1746126750.107146:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126750.107149:0:8376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482cb2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.107153:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4c00/0xd8b4f51a84482cb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.107161:0:8376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4400/0xd8b4f51a84482cc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.107165:0:8376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4400/0xd8b4f51a84482cc0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.107169:0:8376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4400/0xd8b4f51a84482cc0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.107173:0:8376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880098ec4400 already unused, calling callback (ffffffffa0f09690) 00010000:00010000:3.0:1746126750.107175:0:8376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4400/0xd8b4f51a84482cc0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.107178:0:8376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4400/0xd8b4f51a84482cc0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.107183:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a41a1800) 00010000:00010000:3.0:1746126750.107184:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746126750.107186:0:8376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4400/0xd8b4f51a84482cc0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.107190:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4400/0xd8b4f51a84482cc0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8376 initiator: MDT0 00010000:00010000:3.0:1746126750.107219:0:8376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a547c800/0xd8b4f51a84482ca4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b796d expref: 35 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.107229:0:8376:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880098ec4200/0xd8b4f51a84482cc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b796d expref: 34 pid: 8376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.107234:0:8376:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009911e600) 00010000:00010000:3.0:1746126750.107236:0:8376:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746126750.107238:0:8376:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4200, rc 0) 00000100:00100000:3.0:1746126750.107261:0:8376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c99c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+34:3821:x1830945818030080:12345-192.168.204.15@tcp:101:dd.0 Request processed in 850us (1111us total) trans 4294980615 rc 0/0 00000100:00100000:3.0:1746126750.107267:0:8376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 29123 00000100:00100000:1.0:1746126750.108154:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126750.108252:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818030720 00000100:00100000:2.0:1746126750.108258:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818030720 00000100:00100000:2.0:1746126750.108296:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14140 00000100:00100000:2.0:1746126750.108302:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945818030720:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:2.0:1746126750.108353:0:26616:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d0f1200/0xd8b4f51a84482cd5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.108364:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126750.108365:0:26616:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126750.108369:0:26616:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0f1200/0xd8b4f51a84482cd5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.108378:0:26616:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0f1200/0xd8b4f51a84482cd5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746126750.109366:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126750.109855:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818030976 00000100:00100000:1.0:1746126750.109862:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818030976 00000100:00100000:1.0:1746126750.109911:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14141 00000100:00100000:1.0:1746126750.109916:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945818030976:12345-192.168.204.15@tcp:3:dd.0 00010000:00010000:1.0:1746126750.109941:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0a00/0xd8b4f51a84482cdc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126750.109952:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126750.109953:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126750.109957:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0a00/0xd8b4f51a84482cdc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126750.109965:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0a00/0xd8b4f51a84482cdc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126750.116433:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126750.116503:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818031104 00000100:00100000:2.0:1746126750.116513:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818031104 00000100:00100000:2.0:1746126750.116577:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30737 00000100:00100000:2.0:1746126750.116586:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+9:3821:x1830945818031104:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:2.0:1746126750.116605:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746126750.116622:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d0f0600/0xd8b4f51a84482ce3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7982 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.116655:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a84482cab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7974 expref: 11 pid: 9565 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126750.116662:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126750.116664:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746126750.116667:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d0f0600/0xd8b4f51a84482ce3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7982 expref: 10 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.116697:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a84482cab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7974 expref: 11 pid: 9565 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746126750.116708:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a84482cab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7974 expref: 11 pid: 9565 timeout: 893 lvb_type: 1 00000100:00100000:2.0:1746126750.116721:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013604d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813769472:192.168.204.15@tcp:104: 00000100:00100000:2.0:1746126750.116805:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b216bb40 going to sleep for 11 seconds 00010000:00010000:2.0:1746126750.117074:0:26616:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d0f1200/0xd8b4f51a84482cd5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.117083:0:26616:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0f1200/0xd8b4f51a84482cd5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.117091:0:26616:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d0f1200/0xd8b4f51a84482cd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.117097:0:26616:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d0f1200 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:2.0:1746126750.117101:0:26616:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d0f1200/0xd8b4f51a84482cd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.117109:0:26616:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d0f1200/0xd8b4f51a84482cd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.117127:0:26616:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d0f1200/0xd8b4f51a84482cd5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746126750.117132:0:26616:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d0f1200/0xd8b4f51a84482cd5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26616 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746126750.117473:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945818030720:12345-192.168.204.15@tcp:3:dd.0 Request processed in 9169us (9319us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746126750.117482:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14140 00010000:00010000:1.0:1746126750.122620:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0a00/0xd8b4f51a84482cdc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126750.122639:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0a00/0xd8b4f51a84482cdc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126750.122648:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0a00/0xd8b4f51a84482cdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126750.122655:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d0d0a00 already unused, calling callback (ffffffffa087dd70) 00010000:00010000:1.0:1746126750.122659:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0a00/0xd8b4f51a84482cdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126750.122666:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0a00/0xd8b4f51a84482cdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126750.122686:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0a00/0xd8b4f51a84482cdc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126750.122692:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d0d0a00/0xd8b4f51a84482cdc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126750.123384:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2008:x1830945818030976:12345-192.168.204.15@tcp:3:dd.0 Request processed in 13455us (14012us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746126750.123512:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14141 00000100:00100000:3.0:1746126750.123618:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013604d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25391:1830945813769472:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126750.123653:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d0f0600/0xd8b4f51a84482ce3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7982 expref: 10 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.123668:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0f0600, rc 0) 00000100:00100000:3.0:1746126750.123705:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:3821:x1830945818031104:12345-192.168.204.15@tcp:101:dd.0 Request processed in 7121us (7281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126750.123712:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30737 00000100:00100000:0.0:1746126750.124104:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126750.124164:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818031232 00000100:00100000:1.0:1746126750.124171:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818031232 00010000:00010000:1.0:1746126750.124196:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a84482cab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7974 expref: 10 pid: 9565 timeout: 893 lvb_type: 1 00000100:00100000:1.0:1746126750.124234:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13912 00000100:00100000:1.0:1746126750.124241:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b40a0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+10:2007:x1830945818031232:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126750.124251:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126750.124267:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a84482cab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7974 expref: 10 pid: 9565 timeout: 893 lvb_type: 1 00010000:00010000:1.0:1746126750.124277:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a84482cab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7974 expref: 10 pid: 9565 timeout: 893 lvb_type: 1 00010000:00010000:1.0:1746126750.124296:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d166e00/0xd8b4f51a84482cab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7974 expref: 10 pid: 9565 timeout: 893 lvb_type: 1 00010000:00010000:1.0:1746126750.124331:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126750.124333:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126750.124339:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d0f0600/0xd8b4f51a84482ce3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7982 expref: 9 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126750.124347:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d0f0600/0xd8b4f51a84482ce3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7982 expref: 9 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126750.124377:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009d0f0600/0xd8b4f51a84482ce3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7982 expref: 9 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126750.124389:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813769600:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126750.124454:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d782d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746126750.129257:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:9580:1830945813769600:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126750.129278:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126750.129608:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b40a0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945818031232:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 5365us (5502us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126750.129618:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13912 00000100:00100000:0.0:1746126750.133548:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126750.133622:0:25391:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818031360 00000100:00100000:3.0:1746126750.133633:0:25391:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818031360 00000100:00100000:3.0:1746126750.133701:0:25391:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 30738 00000100:00100000:3.0:1746126750.133709:0:25391:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+21:3821:x1830945818031360:12345-192.168.204.15@tcp:101:dd.0 00010000:00010000:3.0:1746126750.133723:0:25391:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746126750.133743:0:25391:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84482cea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x6de0f489711b7989 expref: -99 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.133772:0:25391:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d167400/0xd8b4f51a84482cb9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b797b expref: 8 pid: 9565 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126750.133779:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126750.133781:0:25391:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746126750.133784:0:25391:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84482cea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7989 expref: 22 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.133854:0:25391:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d167400/0xd8b4f51a84482cb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b797b expref: 8 pid: 9565 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746126750.134056:0:25391:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d167400/0xd8b4f51a84482cb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b797b expref: 8 pid: 9565 timeout: 893 lvb_type: 1 00000100:00100000:3.0:1746126750.134070:0:25391:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011fa15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813769728:192.168.204.15@tcp:104: 00000100:00100000:3.0:1746126750.134152:0:25391:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4297600 going to sleep for 11 seconds 00000100:00100000:3.0:1746126750.136637:0:25391:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011fa15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25391:1830945813769728:192.168.204.15@tcp:104: 00010000:00010000:3.0:1746126750.136668:0:25391:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84482cea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7989 expref: 22 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746126750.136685:0:25391:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880098ec4400, rc 0) 00000100:00100000:3.0:1746126750.136724:0:25391:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+22:3821:x1830945818031360:12345-192.168.204.15@tcp:101:dd.0 Request processed in 3016us (3187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746126750.136732:0:25391:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 30738 00000100:00100000:2.0:1746126750.139167:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126750.139288:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818031488 00000100:00100000:1.0:1746126750.139298:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818031488 00010000:00010000:1.0:1746126750.139379:0:9580:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d167400/0xd8b4f51a84482cb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b797b expref: 9 pid: 9565 timeout: 893 lvb_type: 1 00000100:00100000:1.0:1746126750.139423:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 13913 00000100:00100000:1.0:1746126750.139430:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+9:2007:x1830945818031488:12345-192.168.204.15@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746126750.139443:0:9580:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746126750.139460:0:9580:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d167400/0xd8b4f51a84482cb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b797b expref: 9 pid: 9565 timeout: 893 lvb_type: 1 00010000:00010000:1.0:1746126750.139470:0:9580:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d167400/0xd8b4f51a84482cb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b797b expref: 9 pid: 9565 timeout: 893 lvb_type: 1 00010000:00010000:1.0:1746126750.139493:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d167400/0xd8b4f51a84482cb9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.15@tcp remote: 0x6de0f489711b797b expref: 9 pid: 9565 timeout: 893 lvb_type: 1 00010000:00010000:1.0:1746126750.139523:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126750.139525:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746126750.139532:0:9580:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84482cea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7989 expref: 21 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126750.139540:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84482cea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7989 expref: 21 pid: 25391 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746126750.139568:0:9580:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880098ec4400/0xd8b4f51a84482cea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.15@tcp remote: 0x6de0f489711b7989 expref: 21 pid: 25391 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746126750.139578:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098eb2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813769856:192.168.204.15@tcp:105: 00000100:00100000:1.0:1746126750.139778:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d7829c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746126750.141773:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098eb2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9580:1830945813769856:192.168.204.15@tcp:105: 00010000:00010000:1.0:1746126750.141799:0:9580:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746126750.141850:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ea51896b-d97d-4dc0-a29c-a8854073a414+8:2007:x1830945818031488:12345-192.168.204.15@tcp:103:ldlm_bl.0 Request processed in 2419us (2690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746126750.141862:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 13913 00000100:00100000:0.0:1746126750.175480:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:2.0:1746126750.175578:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818031744 00000100:00100000:2.0:1746126750.175589:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818031744 00000100:00100000:2.0:1746126750.175657:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 212 00000100:00100000:2.0:1746126750.175668:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+46:3820:x1830945818031744:12345-192.168.204.15@tcp:35:dd.0 00000100:00100000:2.0:1746126750.175867:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:ea51896b-d97d-4dc0-a29c-a8854073a414+47:3820:x1830945818031744:12345-192.168.204.15@tcp:35:dd.0 Request processed in 203us (399us total) trans 4294980616 rc 0/0 00000100:00100000:2.0:1746126750.175874:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 212 00000100:00100000:2.0:1746126750.193051:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126750.193180:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818032000 00000100:00100000:1.0:1746126750.193192:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818032000 00002000:00100000:1.0:1746126750.193250:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88013604d180 x1830945818032000/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:511/0 lens 488/0 e 0 to 0 dl 1746126761 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126750.193260:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d180 with x1830945818032000 ext(0->4194303) 00002000:00010000:1.0:1746126750.193265:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604d180 00000100:00100000:1.0:1746126750.193289:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14142 00000100:00100000:1.0:1746126750.193297:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013604d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+10:2008:x1830945818032000:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:0.0:1746126750.206805:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126750.206939:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818032256 00000100:00100000:3.0:1746126750.206953:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818032256 00002000:00100000:3.0:1746126750.206990:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4194303) req@ffff88012e75d180 x1830945818032256/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:511/0 lens 488/0 e 0 to 0 dl 1746126761 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126750.206997:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d180 with x1830945818032256 ext(0->4194303) 00002000:00010000:3.0:1746126750.207001:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75d180 00000100:00100000:3.0:1746126750.207033:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14143 00000100:00100000:3.0:1746126750.207037:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+22:2008:x1830945818032256:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:1.0:1746126750.227766:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013604d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2008:x1830945818032000:12345-192.168.204.15@tcp:4:dd.0 Request processed in 34456us (34710us total) trans 4294970684 rc 0/0 00000100:00100000:1.0:1746126750.227779:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14142 00002000:00100000:1.0:1746126750.227791:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88013604d180 x1830945818032000/t4294970684(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:511/0 lens 488/448 e 0 to 0 dl 1746126761 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126750.227801:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013604d180 with x1830945818032000 ext(0->4194303) 00002000:00010000:1.0:1746126750.227807:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013604d180 00000100:00100000:3.0:1746126750.240550:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+24:2008:x1830945818032256:12345-192.168.204.15@tcp:4:dd.0 Request processed in 33501us (33746us total) trans 4294972110 rc 0/0 00000100:00100000:3.0:1746126750.240561:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14143 00002000:00100000:3.0:1746126750.240571:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4194303) req@ffff88012e75d180 x1830945818032256/t4294972110(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:511/0 lens 488/448 e 0 to 0 dl 1746126761 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126750.240579:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75d180 with x1830945818032256 ext(0->4194303) 00002000:00010000:3.0:1746126750.240583:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75d180 00000100:00100000:2.0:1746126750.266842:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126750.267071:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818032512 00000100:00100000:3.0:1746126750.267081:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818032512 00002000:00100000:3.0:1746126750.267133:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff8800966aea00 x1830945818032512/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:511/0 lens 488/0 e 0 to 0 dl 1746126761 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126750.267143:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966aea00 with x1830945818032512 ext(4194304->8388607) 00002000:00010000:3.0:1746126750.267148:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800966aea00 00000100:00100000:3.0:1746126750.267184:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14144 00000100:00100000:3.0:1746126750.267191:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+12:2008:x1830945818032512:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:1.0:1746126750.278780:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:0.0:1746126750.281009:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818032768 00000100:00100000:0.0:1746126750.281025:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818032768 00002000:00100000:0.0:1746126750.281077:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1e:0x0] (4194304->8388607) req@ffff880098eb2a00 x1830945818032768/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:511/0 lens 488/0 e 0 to 0 dl 1746126761 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746126750.281088:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb2a00 with x1830945818032768 ext(4194304->8388607) 00002000:00010000:0.0:1746126750.281093:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098eb2a00 00000100:00100000:0.0:1746126750.281118:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14145 00000100:00100000:0.0:1746126750.281127:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+24:2007:x1830945818032768:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:3.0:1746126750.306001:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2008:x1830945818032512:12345-192.168.204.15@tcp:4:dd.0 Request processed in 38793us (39152us total) trans 4294970685 rc 0/0 00000100:00100000:3.0:1746126750.306020:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14144 00002000:00100000:3.0:1746126750.306034:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff8800966aea00 x1830945818032512/t4294970685(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:511/0 lens 488/448 e 0 to 0 dl 1746126761 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126750.306045:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966aea00 with x1830945818032512 ext(4194304->8388607) 00002000:00010000:3.0:1746126750.306052:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800966aea00 00000100:00100000:1.0:1746126750.327755:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098eb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+26:2007:x1830945818032768:12345-192.168.204.15@tcp:4:dd.0 Request processed in 46617us (48973us total) trans 4294972111 rc 0/0 00000100:00100000:1.0:1746126750.327768:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14145 00002000:00100000:1.0:1746126750.327782:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1e:0x0] (4194304->8388607) req@ffff880098eb2a00 x1830945818032768/t4294972111(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:511/0 lens 488/448 e 0 to 0 dl 1746126761 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126750.327790:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880098eb2a00 with x1830945818032768 ext(4194304->8388607) 00002000:00010000:1.0:1746126750.327797:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880098eb2a00 00000100:00100000:2.0:1746126750.336669:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:1.0:1746126750.336750:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818033024 00000100:00100000:1.0:1746126750.336760:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818033024 00002000:00100000:1.0:1746126750.336917:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff8800966ae680 x1830945818033024/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:511/0 lens 488/0 e 0 to 0 dl 1746126761 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746126750.336928:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ae680 with x1830945818033024 ext(8388608->12582911) 00002000:00010000:1.0:1746126750.336934:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800966ae680 00000100:00100000:1.0:1746126750.336970:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14146 00000100:00100000:1.0:1746126750.336976:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+14:2007:x1830945818033024:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:0.0:1746126750.345620:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126750.346092:0:26616:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818033280 00000100:00100000:3.0:1746126750.346103:0:26616:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818033280 00002000:00100000:3.0:1746126750.346149:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1e:0x0] (8388608->12582911) req@ffff88012e75c000 x1830945818033280/t0(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:511/0 lens 488/0 e 0 to 0 dl 1746126761 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126750.346159:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75c000 with x1830945818033280 ext(8388608->12582911) 00002000:00010000:3.0:1746126750.346165:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75c000 00000100:00100000:3.0:1746126750.346339:0:26616:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 14147 00000100:00100000:3.0:1746126750.346347:0:26616:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e75c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+26:2008:x1830945818033280:12345-192.168.204.15@tcp:4:dd.0 00000100:00100000:2.0:1746126750.353854:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.15@tcp (source: 12345-192.168.204.15@tcp) 00000100:00100000:3.0:1746126750.353956:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830945818033536 00000100:00100000:3.0:1746126750.353966:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830945818033536 00000100:00100000:3.0:1746126750.354016:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.15@tcp, seq: 213 00000100:00100000:3.0:1746126750.354022:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aab2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+34:3821:x1830945818033536:12345-192.168.204.15@tcp:35:dd.0 00000100:00100000:3.0:1746126750.354268:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aab2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+35:3821:x1830945818033536:12345-192.168.204.15@tcp:35:dd.0 Request processed in 246us (426us total) trans 4294980617 rc 0/0 00000100:00100000:3.0:1746126750.354273:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 213 00000100:00100000:2.0:1746126750.373902:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800966ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+16:2007:x1830945818033024:12345-192.168.204.15@tcp:4:dd.0 Request processed in 36903us (37222us total) trans 4294970686 rc 0/0 00000100:00100000:2.0:1746126750.373916:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14146 00002000:00100000:2.0:1746126750.373929:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff8800966ae680 x1830945818033024/t4294970686(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:511/0 lens 488/448 e 0 to 0 dl 1746126761 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746126750.373939:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800966ae680 with x1830945818033024 ext(8388608->12582911) 00002000:00010000:2.0:1746126750.373946:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800966ae680 00000100:00100000:3.0:1746126750.387200:0:26616:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e75c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9+28:2008:x1830945818033280:12345-192.168.204.15@tcp:4:dd.0 Request processed in 40841us (41577us total) trans 4294972112 rc 0/0 00000100:00100000:3.0:1746126750.387215:0:26616:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.15@tcp, seq: 14147 00002000:00100000:3.0:1746126750.387230:0:26616:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1e:0x0] (8388608->12582911) req@ffff88012e75c000 x1830945818033280/t4294972112(0) o4->6aea8ff5-e43b-4521-bcb3-3e1bc0e70fa9@192.168.204.15@tcp:511/0 lens 488/448 e 0 to 0 dl 1746126761 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746126750.387240:0:26616:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e75c000 with x1830945818033280 ext(8388608->12582911) 00002000:00010000:3.0:1746126750.387247:0:26616:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e75c000 00010000:00010000:1.0:1746126750.574102:0:11892:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1746126750.912595:0:28847:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 Debug log: 68227 lines, 68227 kept, 0 dropped, 0 bad.